-- Logs begin at Mon 2022-04-04 10:52:51 UTC, end at Mon 2022-04-04 12:45:10 UTC. -- Apr 04 11:35:09.545698 dv-neutron-835866-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 04 11:35:12.261781 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.common.config [-] Logging enabled! Apr 04 11:35:12.262377 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev103 Apr 04 11:35:12.262538 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 11:35:12.265705 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.common.config [-] Logging enabled! Apr 04 11:35:12.265956 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev103 Apr 04 11:35:12.266260 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 11:35:12.267182 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 11:35:12.267667 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 11:35:12.268023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 11:35:12.268266 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 11:35:12.268489 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 11:35:12.268803 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.269096 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.269385 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.269638 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.269932 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.270218 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.270497 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.270781 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.271069 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.271348 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.271622 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.271898 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.272638 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.272914 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.273194 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.273474 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.273724 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] debug = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.274005 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.274435 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.274844 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.275119 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.275403 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.275677 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.275946 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.276219 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.276498 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.276820 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] host = dv-neutron-835866-1-hyperv {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.277106 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.277378 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.277688 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.277972 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.278244 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.278518 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.278797 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.279066 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.279331 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.279599 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.279881 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.280168 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.280450 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.280670 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.280888 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.281172 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.281451 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.281754 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.282026 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.282296 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.282566 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.282836 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.283100 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.283379 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.283659 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.283942 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.284213 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.284485 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.284752 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.285019 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.285299 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.285576 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.285863 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.286138 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.286418 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.286684 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.286953 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.287251 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.287532 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.288378 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.288663 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.288937 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.289218 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.289488 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.289779 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.290049 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_json = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.290319 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.290585 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.290860 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.291129 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.291397 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.291665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.291931 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.292211 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.292478 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:12.292769 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.293062 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.293359 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.293670 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.293964 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.294242 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.294573 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.294805 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.295089 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.295375 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.295658 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.295934 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.296216 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.296491 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.296782 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.297084 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.297373 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.297692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.297967 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.298238 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.298509 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.298783 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.299066 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.299340 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.299622 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.299905 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.300179 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.300462 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.300751 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.301037 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.301309 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.301605 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.301893 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.302165 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.302434 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.302708 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.302992 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.303289 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.303561 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.303842 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.304113 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.304383 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.304652 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.304924 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.305209 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.305480 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.305770 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.306039 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.306318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.306584 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.306865 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.307133 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.307401 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.307667 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.307938 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.308204 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.308471 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.308740 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.309007 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.309278 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.309544 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.309832 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.310098 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.310363 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.310628 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.310893 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.311160 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.311430 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.311695 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.311960 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.312227 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.312494 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.312760 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.313041 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.313331 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.313628 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.313908 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.314183 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.314456 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.314732 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.315001 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.315273 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.315548 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.315815 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.316100 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.316381 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.316660 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.316937 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.317215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.317506 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.317802 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.318080 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.318352 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.318625 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.318927 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.319206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.319494 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.319781 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.320068 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.320355 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.320643 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.320914 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.321215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.321488 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:12.321723 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 11:35:12.321955 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 04 11:35:12.672092 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 04 11:35:12.672367 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 04 11:35:12.672653 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 04 11:35:12.672974 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 04 11:35:13.062560 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.062843 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.063107 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.064377 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.064646 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.064914 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.100327 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.100601 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.100862 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.115338 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.115613 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.116387 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.144567 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.144841 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.145104 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.182925 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.183189 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.183454 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.413964 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.414565 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.414565 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.414740 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.415347 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.534029 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.534343 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.534617 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.534880 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.535138 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.535444 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.535695 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.535943 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.536190 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.536465 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.536718 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.536975 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.537224 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.537471 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.538263 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.538523 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.538771 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.539032 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.539293 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.539547 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.539810 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.540057 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.540331 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.540697 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.540941 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.541182 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.541584 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.541819 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.542053 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.542284 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.542515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.542745 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:13.543100 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 04 11:35:13.546128 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 04 11:35:13.550007 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 04 11:35:13.554352 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 04 11:35:13.556091 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 04 11:35:13.556542 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 04 11:35:13.556871 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 04 11:35:13.557243 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 04 11:35:13.560028 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 04 11:35:13.560277 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 04 11:35:13.560621 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 11:35:13.566355 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 04 11:35:13.588981 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 04 11:35:13.589440 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.589766 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 04 11:35:13.590125 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.591463 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 04 11:35:13.591742 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 11:35:13.591981 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 04 11:35:13.595465 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.595743 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:13.658007 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 04 11:35:13.658243 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 04 11:35:13.658473 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 04 11:35:13.658835 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 04 11:35:13.680206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_db.sqlalchemy.engines [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 04 11:35:14.423537 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing driver for type 'gre' Apr 04 11:35:14.424148 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] gre ID ranges: [(1, 1000)] Apr 04 11:35:14.609229 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing driver for type 'local' Apr 04 11:35:14.609599 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing driver for type 'vlan' Apr 04 11:35:14.697912 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] VlanTypeDriver initialization complete Apr 04 11:35:14.698196 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing driver for type 'vxlan' Apr 04 11:35:14.698678 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] vxlan ID ranges: [(1, 1000)] Apr 04 11:35:14.846596 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing extension driver 'port_security' Apr 04 11:35:14.846935 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.extensions.port_security [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] PortSecurityExtensionDriver initialization complete Apr 04 11:35:14.847323 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing mechanism driver 'openvswitch' Apr 04 11:35:14.847652 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing mechanism driver 'hyperv' Apr 04 11:35:14.854649 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.plugin [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:14.855325 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.855724 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.856079 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.856597 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.857032 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.857388 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.857782 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.858170 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.858604 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.858954 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.859299 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.859684 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.860090 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.860440 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.860778 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.862807 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.863245 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.863611 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.863979 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.864373 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.864790 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > address_group after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.865146 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > address_group after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.865494 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.865906 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 04 11:35:14.866927 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] ML2 OVO RPC backend initialized. {{(pid=109525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 04 11:35:14.867630 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.867993 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.868410 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.868762 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > networks before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.869111 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.869456 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > ports before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.869829 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.870192 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnets before_response 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.870509 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.870849 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.871183 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.871520 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.871857 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.872201 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.872528 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.872863 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.873197 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.880293 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded quota_driver: . Apr 04 11:35:14.880660 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.plugin [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Modular L2 Plugin initialization complete Apr 04 11:35:14.881009 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading services supported by the core plugin {{(pid=109525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 04 11:35:14.881353 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.plugins.ml2.managers [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Got port-security extension from driver 'port_security' Apr 04 11:35:14.882026 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.extensions.vlantransparent [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Disabled vlantransparent extension. Apr 04 11:35:14.882536 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 04 11:35:14.882859 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: router Apr 04 11:35:14.918553 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.918945 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_create 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.919320 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router before_create 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.919687 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.920063 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.920420 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_delete 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.920784 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.921138 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.921500 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_create 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.921879 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.922230 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.922580 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.922941 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.923353 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.923728 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.924069 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.924408 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: subnet after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.924749 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.925097 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.925445 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_create 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.925822 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.926171 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.926532 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router after_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.926877 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.927234 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_create 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.927604 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.927952 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_update 55549900 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.928322 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > agent after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.929326 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > agent after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.929707 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > network after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.930577 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Tracking information for resource: router configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:14.930919 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Tracking information for resource: floatingip configured {{(pid=109525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 11:35:14.935735 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.db.l3_agentschedulers_db [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 04 11:35:14.936318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.936681 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.937032 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.937385 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: port after_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.938204 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router before_create 55550100 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.938568 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.938933 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_create 55550100 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.939292 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > router precommit_update 55550100 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.944269 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.provider_configuration [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service providers = [] {{(pid=109525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 04 11:35:14.944738 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.db.servicetype_db [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 04 11:35:14.947716 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.service_base [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 11:35:14.948117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.service_base [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 11:35:14.948418 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.service_base [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 11:35:14.949304 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.services.service_base [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 11:35:14.949806 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.services.service_base [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 04 11:35:14.950194 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.950513 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 04 11:35:14.960802 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.961141 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: auto_allocate Apr 04 11:35:14.967036 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: network precommit_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.967408 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: network precommit_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.967929 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.968252 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: tag Apr 04 11:35:14.974795 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.975130 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: timestamp Apr 04 11:35:14.979649 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.979979 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: network_ip_availability Apr 04 11:35:14.985342 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.985752 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.986113 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:14.986828 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.987150 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: flavors Apr 04 11:35:14.992523 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.992856 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading Plugin: revisions Apr 04 11:35:14.997108 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 11:35:14.997500 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=109525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 04 11:35:14.998260 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 04 11:35:14.998596 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Initializing extension manager. Apr 04 11:35:14.999107 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: __init__.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:14.999450 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: __pycache__ {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:14.999795 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.000118 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: address_group.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.000866 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.001428 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: address-group Apr 04 11:35:15.001778 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: address_scope.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.002491 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.003003 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: address-scope Apr 04 11:35:15.003326 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.004262 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.004777 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: router-admin-state-down-before-update Apr 04 11:35:15.005101 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: agent.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.006015 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.006552 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: agent Apr 04 11:35:15.006883 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: agent_resources_synced.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.007799 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.008316 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: agent-resources-synced Apr 04 11:35:15.008642 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: allowedaddresspairs.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.010449 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.010982 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: allowed-address-pairs Apr 04 11:35:15.011314 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: auto_allocated_topology.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.012389 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.012912 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: auto-allocated-topology Apr 04 11:35:15.013243 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: availability_zone.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.014034 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.014554 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: availability_zone Apr 04 11:35:15.014880 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: availability_zone_filter.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.015791 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.016304 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: availability_zone_filter Apr 04 11:35:15.016628 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: data_plane_status.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.017812 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.018324 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension data-plane-status not supported by any of loaded plugins Apr 04 11:35:15.018647 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: default_subnetpools.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.019559 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.020074 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: default-subnetpools Apr 04 11:35:15.020398 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.021201 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.021746 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: dhcp_agent_scheduler Apr 04 11:35:15.022075 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: dns.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.023015 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.023526 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension dns-integration not supported by any of loaded plugins Apr 04 11:35:15.023851 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: dns_domain_ports.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.024777 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.025287 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 04 11:35:15.025636 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.026564 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.027071 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 04 11:35:15.027394 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: dvr.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.028059 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.028566 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: dvr Apr 04 11:35:15.028887 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: ecmp_routes.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.029816 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.030323 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 04 11:35:15.030646 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: empty_string_filtering.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.031559 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.032067 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: empty-string-filtering Apr 04 11:35:15.032388 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.033304 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.033836 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 04 11:35:15.034161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.035082 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.035588 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 04 11:35:15.035910 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: external_net.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.036830 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.037341 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: external-net Apr 04 11:35:15.037698 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.039136 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.039646 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: extra_dhcp_opt Apr 04 11:35:15.039970 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: extraroute.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.040875 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.041380 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: extraroute Apr 04 11:35:15.041734 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: extraroute_atomic.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.042773 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.043285 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: extraroute-atomic Apr 04 11:35:15.043610 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: filter_validation.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.044283 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.044787 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: filter-validation Apr 04 11:35:15.045109 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: fip_pf_description.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.046040 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.046552 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 04 11:35:15.046876 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: fip_port_details.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.047799 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.048314 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: fip-port-details Apr 04 11:35:15.048638 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: flavors.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.049886 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.050410 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: flavors Apr 04 11:35:15.050739 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.052373 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.052900 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 04 11:35:15.053226 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: floatingip_pools.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.054546 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.055071 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: floatingip-pools Apr 04 11:35:15.055398 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: ip_allocation.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.056333 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.056850 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension ip_allocation not supported by any of loaded plugins Apr 04 11:35:15.057177 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.058134 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.058677 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: ip-substring-filtering Apr 04 11:35:15.058985 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l2_adjacency.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.059928 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.060443 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 04 11:35:15.060766 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.061755 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.062279 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: router Apr 04 11:35:15.062602 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.064944 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.065483 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 04 11:35:15.065853 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.066808 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.067335 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: ext-gw-mode Apr 04 11:35:15.067665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.068591 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.069131 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: l3-ha Apr 04 11:35:15.069460 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3_flavors.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.070402 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.070920 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: l3-flavors Apr 04 11:35:15.071244 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.072156 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.072669 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 04 11:35:15.072992 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: l3agentscheduler.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.074054 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.074580 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: l3_agent_scheduler Apr 04 11:35:15.074911 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: logging.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.076385 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.076916 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension logging not supported by any of loaded plugins Apr 04 11:35:15.077252 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: metering.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.078028 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.078609 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: metering Apr 04 11:35:15.078940 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.080048 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.080566 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: metering_source_and_destination_fields Apr 04 11:35:15.080896 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: multiprovidernet.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.081865 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.082384 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: multi-provider Apr 04 11:35:15.082713 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: netmtu.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.083631 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.084147 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: net-mtu Apr 04 11:35:15.084479 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: netmtu_writable.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.085429 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.085975 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: net-mtu-writable Apr 04 11:35:15.086304 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: network_availability_zone.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.086978 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.087489 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: network_availability_zone Apr 04 11:35:15.087813 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: network_ip_availability.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.088916 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.089439 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: network-ip-availability Apr 04 11:35:15.089798 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: network_segment_range.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.090575 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.091086 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension network-segment-range not supported by any of loaded plugins Apr 04 11:35:15.091412 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: pagination.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.092403 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.092734 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: pagination Apr 04 11:35:15.093058 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: port_device_profile.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.094001 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.094531 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: port-device-profile Apr 04 11:35:15.094857 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.095782 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.096305 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: port-mac-address-regenerate Apr 04 11:35:15.096632 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.097543 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.098082 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: port-numa-affinity-policy Apr 04 11:35:15.098406 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: port_resource_request.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.099310 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.099823 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension port-resource-request not supported by any of loaded plugins Apr 04 11:35:15.100145 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: portbindings.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.101619 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.102138 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: binding Apr 04 11:35:15.102462 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: portbindings_extended.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.103853 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.104372 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: binding-extended Apr 04 11:35:15.104699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: portsecurity.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.105663 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.106185 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: port-security Apr 04 11:35:15.106510 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: project_id.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.107494 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.107822 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: project-id Apr 04 11:35:15.108144 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: providernet.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.109069 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.109607 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: provider Apr 04 11:35:15.109936 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.113376 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.113943 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos not supported by any of loaded plugins Apr 04 11:35:15.114276 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.115536 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.116659 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 04 11:35:15.116991 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.117954 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.118472 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 04 11:35:15.118801 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_default.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.119717 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.120230 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-default not supported by any of loaded plugins Apr 04 11:35:15.120557 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_fip.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.121211 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.121751 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-fip not supported by any of loaded plugins Apr 04 11:35:15.122077 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_gateway_ip.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.127283 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.127824 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 04 11:35:15.128161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_port_network_policy.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.129098 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.129685 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 04 11:35:15.130020 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_pps_rule.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.131190 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.132295 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-pps not supported by any of loaded plugins Apr 04 11:35:15.132626 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_rule_type_details.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.133591 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.134111 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 04 11:35:15.134439 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: qos_rules_alias.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.135493 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.136010 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 04 11:35:15.136336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: quotasv2.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.137260 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.137612 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: quotas Apr 04 11:35:15.137937 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: quotasv2_detail.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.139632 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.139973 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: quota_details Apr 04 11:35:15.140307 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: rbac.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.141355 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.141907 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: rbac-policies Apr 04 11:35:15.142240 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: rbac_address_group.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.143427 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.143947 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: rbac-address-group Apr 04 11:35:15.144274 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: rbac_address_scope.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.145202 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.145925 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: rbac-address-scope Apr 04 11:35:15.146257 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: rbac_security_groups.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.147194 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.148240 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: rbac-security-groups Apr 04 11:35:15.148566 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: rbac_subnetpool.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.149492 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.150036 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: rbac-subnetpool Apr 04 11:35:15.150362 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: revisionifmatch.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.151279 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.151798 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: revision-if-match Apr 04 11:35:15.152124 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: revisions.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.153225 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.153768 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: standard-attr-revisions Apr 04 11:35:15.154098 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: router_availability_zone.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.154775 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.155286 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: router_availability_zone Apr 04 11:35:15.155612 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: routerservicetype.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.156541 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.157053 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension router-service-type not supported by any of loaded plugins Apr 04 11:35:15.157380 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.158334 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.158851 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: security-groups-normalized-cidr Apr 04 11:35:15.159179 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.160101 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.160618 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: port-security-groups-filtering Apr 04 11:35:15.160943 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.161895 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.162411 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: security-groups-remote-address-group Apr 04 11:35:15.162735 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: securitygroup.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.173604 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.174144 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: security-group Apr 04 11:35:15.174478 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: segment.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.175268 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.175787 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension segment not supported by any of loaded plugins Apr 04 11:35:15.176115 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.177070 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.177618 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 04 11:35:15.177946 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: servicetype.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.179648 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.180174 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: service-type Apr 04 11:35:15.180503 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: sorting.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.193848 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.194736 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: sorting Apr 04 11:35:15.195064 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: standard_attr_segment.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.195990 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.196509 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 04 11:35:15.196835 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: standardattrdescription.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.197485 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.198025 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: standard-attr-description Apr 04 11:35:15.198396 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: stateful_security_group.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.199289 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.199810 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: stateful-security-group Apr 04 11:35:15.200138 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: stdattrs_common.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.200720 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 04 11:35:15.201046 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.202029 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.202556 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 04 11:35:15.202882 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnet_onboard.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.203960 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.204545 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: subnet_onboard Apr 04 11:35:15.204876 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.205914 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.206439 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 04 11:35:15.206768 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnet_service_types.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.207710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.208260 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: subnet-service-types Apr 04 11:35:15.208591 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnetallocation.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.209741 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.210270 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: subnet_allocation Apr 04 11:35:15.210600 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.211280 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.211798 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: subnetpool-prefix-ops Apr 04 11:35:15.212123 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.213079 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.213621 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 04 11:35:15.213946 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: tagging.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.215009 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.218458 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: standard-attr-tag Apr 04 11:35:15.218458 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: timestamp.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.219439 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.219964 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loaded extension: standard-attr-timestamp Apr 04 11:35:15.220297 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: trunk.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.221344 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.221897 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension trunk not supported by any of loaded plugins Apr 04 11:35:15.222225 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: trunk_details.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.223171 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.223695 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension trunk-details not supported by any of loaded plugins Apr 04 11:35:15.224023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: uplink_status_propagation.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.224957 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.225514 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 04 11:35:15.225870 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Loading extension file: vlantransparent.py {{(pid=109525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 11:35:15.226550 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 11:35:15.227063 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 04 11:35:15.229596 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:network Apr 04 11:35:15.230136 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnet Apr 04 11:35:15.230539 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 11:35:15.230936 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:port Apr 04 11:35:15.232233 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.232668 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service FLAVORS assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.233293 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.233770 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.234137 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:router Apr 04 11:35:15.234576 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:floatingip Apr 04 11:35:15.235076 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service METERING assigned prefix: /metering {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.236577 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:15.236958 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:15.237318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:35:15.238427 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 11:35:15.238872 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:security_group Apr 04 11:35:15.239317 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 11:35:15.239941 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service CORE assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.240383 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 11:35:15.240631 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] subnetpool is already registered Apr 04 11:35:15.241645 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service CORE assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.241976 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 11:35:15.242358 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] subnetpool is already registered Apr 04 11:35:15.244792 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.245261 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service FLAVORS assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.245895 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.246325 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.246661 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:router Apr 04 11:35:15.247004 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] router is already registered Apr 04 11:35:15.247461 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:floatingip Apr 04 11:35:15.247751 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] floatingip is already registered Apr 04 11:35:15.248210 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service METERING assigned prefix: /metering {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.248882 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 11:35:15.249212 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] rbac_policy is already registered Apr 04 11:35:15.249645 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:security_group Apr 04 11:35:15.249986 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] security_group is already registered Apr 04 11:35:15.250389 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 11:35:15.250724 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] security_group_rule is already registered Apr 04 11:35:15.251354 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service CORE assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.251687 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 11:35:15.252025 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] subnetpool is already registered Apr 04 11:35:15.252440 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.v2.resource_helper [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Service CORE assigned prefix: {{(pid=109525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 11:35:15.252765 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 11:35:15.253105 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING neutron.quota.resource_registry [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] subnetpool is already registered Apr 04 11:35:15.253599 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: extensions {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.258776 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: address-groups {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.258776 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: address-scopes {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.258776 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: agents {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.259579 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: auto-allocated-topology {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.260841 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: availability_zones {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.262063 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: dhcp-networks {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.263543 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: dhcp-agents {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.264969 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: routers {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.267156 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: flavors {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.268572 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: service_profiles {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.269944 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: next_providers {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.271381 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: service_profiles {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.272956 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: floatingip-pools {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.274198 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: routers {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.276355 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: floatingips {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.277680 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: l3-routers {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.279584 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: l3-agents {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.281432 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: metering-labels {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.283171 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: metering-label-rules {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.284654 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: network-ip-availabilities {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.286173 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: bindings {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.287815 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: quotas {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.289246 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: quotas {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.290659 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: rbac-policies {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.291851 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: security-groups {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.294199 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: security-group-rules {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.295439 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: service-providers {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.296643 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: subnetpools {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.298067 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: subnetpools {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.299540 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.301214 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.303034 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.305327 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.307100 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.309020 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.310723 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.312663 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.314410 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.316191 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron.api.extensions [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Extended resource: tags {{(pid=109525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 11:35:15.322747 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING keystonemiddleware.auth_token [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 04 11:35:15.327531 dv-neutron-835866-1-hyperv neutron-server[109525]: WARNING keystonemiddleware.auth_token [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 04 11:35:15.336071 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Acquired lock "singleton_lock" {{(pid=109525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 04 11:35:15.336611 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_concurrency.lockutils [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Releasing lock "singleton_lock" {{(pid=109525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 04 11:35:15.337252 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Starting 2 workers Apr 04 11:35:15.342033 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Started child 109636 {{(pid=109525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 11:35:15.346530 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Started child 109637 {{(pid=109525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 11:35:15.347544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.348263 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO neutron.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 04 11:35:15.348755 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Notify callbacks [] for process, before_spawn {{(pid=109525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.348925 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [-] (109636) wsgi starting up on http://0.0.0.0:9696 Apr 04 11:35:15.351244 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Starting 1 workers Apr 04 11:35:15.351425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.352716 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [-] (109637) wsgi starting up on http://0.0.0.0:9696 Apr 04 11:35:15.356404 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Started child 109638 {{(pid=109525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 11:35:15.356963 dv-neutron-835866-1-hyperv neutron-server[109525]: INFO oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Starting 1 workers Apr 04 11:35:15.360408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] calling RpcWorker wait() {{(pid=109638) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 04 11:35:15.360996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] returning from RpcWorker wait() {{(pid=109638) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 04 11:35:15.361610 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Started child 109639 {{(pid=109525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 11:35:15.362405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.362502 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG neutron_lib.callbacks.manager [None req-51ff28c0-10d5-4cf3-9c25-35650f57247f None None] Notify callbacks [] for process, after_spawn {{(pid=109525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.362978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:15.364379 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 11:35:15.364590 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 11:35:15.364776 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 11:35:15.364987 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 11:35:15.365318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 11:35:15.365482 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 11:35:15.366725 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.367010 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.367272 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.367533 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.367653 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:15.368225 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.368429 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.368670 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.368925 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.369196 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.369434 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.369608 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:15.369736 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.369832 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.370019 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.370256 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.370564 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.370825 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.371059 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.371342 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.371510 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.371757 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.372016 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.372264 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.372535 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] debug = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.372775 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.373270 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.373520 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.373787 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.374026 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.374317 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.374561 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.374824 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.375071 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.375288 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.375522 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.375790 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.376021 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.376259 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.376479 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.376744 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.376981 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.377437 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] host = dv-neutron-835866-1-hyperv {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.377720 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.377936 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.378183 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.378435 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.378652 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.378864 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.379139 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.379392 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.379634 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.379875 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.380128 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.380369 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.380611 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.380867 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.381030 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_options = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.381277 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.381614 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.382392 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.382581 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.382750 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.382928 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.383193 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.383353 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.383574 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.383784 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.383995 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.384223 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.384475 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.384692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.384946 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.385186 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.385440 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.385667 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.385916 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.386131 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.386364 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.386589 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.386819 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.387058 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.387370 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.387525 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388457 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388457 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388457 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388457 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388719 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.388866 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.389095 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.389458 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.389815 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.390128 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.390279 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.390508 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.390773 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.390998 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.391252 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.391524 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.391756 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.391980 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.392192 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.392693 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.392929 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_json = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.393140 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.393381 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.393649 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.393863 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.394092 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.394305 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.394514 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.394741 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.395391 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.395827 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.396106 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.396618 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.397008 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.397448 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.397896 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.398143 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.398395 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.398646 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.399061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.399545 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.399786 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.400079 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.400350 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.400624 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.400951 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.401199 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.401481 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.401748 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.401988 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.402240 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.402483 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.402740 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.402975 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.403206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.403609 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.403838 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.404343 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.404665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.404937 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.405200 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.405646 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.405895 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411161 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.411710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.412699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.413005 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.413166 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.413405 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.413670 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.413885 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.414100 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.414318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.414531 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.414741 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.414981 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.415434 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.415825 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417061 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417405 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417405 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417621 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.417845 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.418058 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.418276 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.418525 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.418758 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.419051 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.419364 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.419605 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.419848 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.420099 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.420363 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.420629 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.421211 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.421211 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.421367 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.421531 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.421813 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.422065 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.422319 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.422564 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.422782 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.423029 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.423417 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.423848 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.424393 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.424393 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.424539 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.424763 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.425023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.425296 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.425530 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.425830 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.426106 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.426348 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.426651 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.426870 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.427128 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.427418 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.427684 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.427957 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.428214 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.428996 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.429252 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.429487 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.429752 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.429975 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.430233 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.430462 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.430743 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.430998 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.431238 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.431487 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.431726 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.432086 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.432316 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.432550 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.432784 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.433070 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.433487 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.433751 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.434033 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.434286 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.434545 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.434785 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.435014 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.435260 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.435514 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.435762 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.435969 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.436220 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.436458 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.436706 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.436926 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.437314 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.437635 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.437856 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.438084 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.438317 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.438542 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.438766 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.439020 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.439233 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.439454 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.439693 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.439916 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.440137 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.440357 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.440572 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.440838 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.441055 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.441341 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.441606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.441851 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.442098 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.442320 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.442576 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.442792 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.443044 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.443280 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.443657 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.443874 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.444165 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.444916 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.445132 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.445359 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.445601 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.445850 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.446101 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.446448 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.446712 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.446947 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.447211 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.447451 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.447689 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.447932 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.448147 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.448386 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.448655 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.448828 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.449079 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.449316 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.449533 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.449772 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.449988 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.450249 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.450484 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.450722 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.450940 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.451158 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.451392 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.451606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.452014 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.452234 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.452447 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.452687 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.452900 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.453298 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.453992 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.454448 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.454692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.454951 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.455196 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.455425 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.455674 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.455908 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.456149 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.456371 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.456763 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.457169 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.457417 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.457648 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.457863 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.458088 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.458321 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.458518 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.458906 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.459119 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.459333 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.459561 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.459815 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.460025 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.460250 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.460461 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.460694 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.460933 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.461136 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.461346 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.461616 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.461835 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.462044 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.462287 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.462504 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.462739 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.463045 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.463321 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.463545 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.463847 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.464097 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.464345 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.464592 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.464915 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.465129 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.465366 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.465597 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.465819 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.466048 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.466323 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.466645 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.466940 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.467209 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.467466 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.467734 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.468013 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.468290 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.468525 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.468834 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.469144 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.469426 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.469715 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.469974 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.470206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.470659 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.470824 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.471046 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.471284 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.471499 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.471747 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.471974 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.472198 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.472448 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.472694 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.472911 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.473139 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.473371 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.473621 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.473841 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.473999 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 11:35:15.474531 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 11:35:15.474688 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 11:35:15.474995 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 11:35:15.475187 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 11:35:15.475432 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 11:35:15.475591 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 11:35:15.475939 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.476248 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.476410 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.476573 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.476725 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477050 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477209 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477369 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477527 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477703 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.477860 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478020 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478196 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478373 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478518 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478664 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478805 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.478970 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.479091 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.479245 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.479399 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.479704 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.479862 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] debug = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480019 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480221 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480385 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480543 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480699 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.480855 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.481007 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.481338 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.481710 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.481866 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482026 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482184 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482342 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482524 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.482816 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483127 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483284 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] host = dv-neutron-835866-1-hyperv {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483441 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483598 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483756 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.483916 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484074 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484232 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484406 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484542 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484698 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.484855 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485012 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485165 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485319 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485640 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485795 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_options = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.485949 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.486107 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.486257 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.486444 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.486608 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.486761 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487074 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487235 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487403 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487551 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487696 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.487854 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488009 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488170 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488320 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488477 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488635 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.488788 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.489089 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.489245 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.489573 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.489732 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.489885 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.490187 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.490344 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.490501 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.490658 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.490808 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.491535 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.491652 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.491794 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.491952 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492110 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492267 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492516 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492619 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492723 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.492875 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.493201 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.493393 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.493506 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.494250 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.495524 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.495690 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.495852 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496012 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496169 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_json = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496326 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496486 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496640 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.496950 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:15.497143 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497250 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497406 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497613 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497745 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 11:35:15.497925 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498089 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498262 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498425 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498586 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498747 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.498909 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499070 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499230 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499391 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499562 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499727 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.499894 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.500051 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.500356 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.500659 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.500970 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.501269 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.501584 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.501884 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502056 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502216 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502388 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502557 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502718 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.502881 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503222 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503222 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503388 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503503 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503830 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.503986 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.504301 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.504467 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.504628 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.504788 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.504950 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505114 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505275 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505434 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505620 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505783 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.505944 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.506110 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.506268 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.506432 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.506643 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.507306 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.507476 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.507634 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.507781 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.507941 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508101 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508261 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508434 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508594 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508754 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.508915 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509074 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509234 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509393 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509571 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509735 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.509897 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510055 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510227 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510388 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510548 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510707 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.510867 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511026 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511186 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511346 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511505 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511665 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.511854 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512035 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512134 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512274 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512462 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512644 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512737 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.512897 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513060 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513219 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513382 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513533 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513709 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.513876 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514049 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514208 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514373 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514531 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514698 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.514847 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515006 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515165 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515325 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515484 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515644 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515802 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.515965 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516125 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516284 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516444 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516602 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516761 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.516921 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.517080 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.517240 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.517678 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.517840 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.517999 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518158 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518318 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518488 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518648 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518810 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.518970 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519137 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519307 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519468 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519630 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519789 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.519949 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520109 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520268 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520428 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520589 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520748 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.520908 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521078 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521248 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521409 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521582 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521746 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.521930 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.522095 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523515 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523931 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523931 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.523931 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524153 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524233 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524385 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524544 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524704 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.524864 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.525024 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.525184 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.525343 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.525504 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526224 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526224 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526224 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526224 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526629 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526629 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526629 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526858 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.526858 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.527013 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529117 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.529800 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530336 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530724 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530724 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530724 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.530939 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531016 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531183 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531692 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531917 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.531917 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.532065 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.532231 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.532391 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533215 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533708 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533708 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533708 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533938 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.533938 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.534080 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.534216 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.534379 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.534539 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535063 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535063 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535063 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535309 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535309 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535464 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535612 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.535770 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.536606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.536606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.536606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.536606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.536606 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537084 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537084 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537084 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537291 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537291 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537432 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537607 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.537748 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.538496 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.539764 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541023 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541570 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541570 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541570 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541570 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541866 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.541945 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542052 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542214 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542374 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542754 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542754 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542918 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.542997 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543382 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543382 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543539 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543617 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543753 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.543924 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.544095 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.544354 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.544489 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.544862 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.544862 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545206 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545464 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545539 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545698 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.545821 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546029 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546115 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546276 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546441 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546601 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546748 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.546906 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547046 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547184 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547352 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547492 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547661 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547807 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.547968 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.548114 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 11:35:15.548264 dv-neutron-835866-1-hyperv neutron-server[109525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 11:35:15.722376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 32926) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:15.730815 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062819 Apr 04 11:35:27.105084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052664f-8b0c-41b6-b7a9-cf65fc118d97 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:35:27.270754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052664f-8b0c-41b6-b7a9-cf65fc118d97 None None] No non-hosted networks {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 04 11:35:27.277774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.agentschedulers_db [None req-b052664f-8b0c-41b6-b7a9-cf65fc118d97 None None] DHCP Agent not found on host dv-neutron-835866-1-hyperv {{(pid=109638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 04 11:35:27.394953 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa13c93a-6bba-42b7-8e0b-eeb48d5d70d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:29.432123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0e58838b-f6ea-46a4-b52c-267949ec1e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:29.475937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-703b0f31-14ff-4061-aa6d-047f2705deab None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835866-1-hyperv {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:35:29.477176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-703b0f31-14ff-4061-aa6d-047f2705deab None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:35:30.078253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-703b0f31-14ff-4061-aa6d-047f2705deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:30.471968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:31.995328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:32.360932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:32.361631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.362017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.362348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.362671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.362997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.363316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.363656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.363991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.364310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.364645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.364979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.365310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:32.370495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835866-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:32.377644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835866-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:35:33.169378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:33.677404 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING oslo_policy.policy [None req-0012c108-0d16-4afe-bbe4-5a1e6ccbb822 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:33.678009 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING oslo_policy.policy [None req-0012c108-0d16-4afe-bbe4-5a1e6ccbb822 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:33.898819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-0012c108-0d16-4afe-bbe4-5a1e6ccbb822 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:35:33.899983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0012c108-0d16-4afe-bbe4-5a1e6ccbb822 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7285697 Apr 04 11:35:36.308617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33034) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:36.626976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:35:36.646130 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.db.l3_hamode_db [None req-498cea40-87ca-417a-b419-7bb1453391b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 04 11:35:36.721187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.policy [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 11:35:36.723339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cea40-87ca-417a-b419-7bb1453391b6 None None] Routers set() bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:35:36.723732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cea40-87ca-417a-b419-7bb1453391b6 None None] Router IDs set() for agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 11:35:36.768031 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING oslo_policy.policy [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:36.768403 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING oslo_policy.policy [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:36.934383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779924402824', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779924402535', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779924374510', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779924387978', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779925613062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779924499961', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1683789', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1689421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959185'] for rbac-policy, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:37.159199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:37.160437 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e73acec3-2e3d-415f-9b22-2c228970b13e admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8508227 Apr 04 11:35:39.768030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33046) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:40.062202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Request body: {'network': {'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'name': 'private', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:35:40.151560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Made reservation on behalf of aac5cc5a71f543d7ab89e5088fe1833c for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:35:40.154422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.171859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.281501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.357378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.378705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:35:40.409007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779926925141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.409646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Unsubscribe: segment precommit_create {{(pid=109636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 11:35:40.410176 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Added segment 436174d6-832d-430b-b10d-54a12d4c3b51 of type vlan for network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 Apr 04 11:35:40.416657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f8ba4-6a1d-440d-82cc-a5fc531ce089,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:40.438688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.439029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.439423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.439748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.440070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.440403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.440724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.441054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.441372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.441715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Tracked resource versions report: Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: pushed versions: Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: { 'AddressGroup': {'1.2'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'ConntrackHelper': {'1.0'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Log': {'1.0'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Network': {'1.1'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Port': {'1.7'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'PortForwarding': {'1.2'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'QosPolicy': {'1.9'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroup': {'1.4'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SubPort': {'1.0'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Subnet': {'1.1'}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Trunk': {'1.1'}} Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: consumer versions: Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'ConntrackHelper': '1.0', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Log': '1.0', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Network': '1.1', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Port': '1.7', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'PortForwarding': '1.2', Apr 04 11:35:40.444333 dv-neutron-835866-1-hyperv neutron-server[109636]: 'QosPolicy': '1.9', Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroup': '1.4', Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroupRule': '1.2', Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SubPort': '1.0', Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Subnet': '1.1', Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Trunk': '1.1'}} Apr 04 11:35:40.446155 dv-neutron-835866-1-hyperv neutron-server[109636]: {{(pid=109636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:35:40.563532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.666470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.667670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:35:40.668351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:40.767357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1c6e6c-46bf-4c1a-ac46-b6c107daf877,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:40.781840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:35:40.794604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-58e070af-7881-485a-be26-e4e30b02b2c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0255091 Apr 04 11:35:43.475103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33062) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:43.861483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c7907-35b0-4ff1-ad22-e78569381628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:35:43.862839 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b77c7907-35b0-4ff1-ad22-e78569381628 admin admin] 10.222.0.43 "GET /v2.0/networks/7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 HTTP/1.1" status: 200 len: 825 time: 0.3868110 Apr 04 11:35:43.887716 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d869da1d-0cff-4054-a78b-10840367f5c1 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/432d9f4c-f12d-48cf-8d90-d18975b28ccb HTTP/1.1" status: 200 len: 734 time: 0.0181265 Apr 04 11:35:43.902123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Request body: {'subnet': {'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb', 'ip_version': 4, 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:35:43.989201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Made reservation on behalf of aac5cc5a71f543d7ab89e5088fe1833c for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:35:43.992028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:44.355687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:44.425072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Checking segment: {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:35:44.425437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Network hostable DHCP agents. Network: 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:35:44.430343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1d208e-1ebe-42c5-98a9-38cb25122503,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:44.541708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:35:44.623026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:35:44.627700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:35:44.628298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:44.633616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d505d-da22-4af0-b4dc-917984e2f65c None None] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:35:44.700236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3bd59fd7-a039-4366-9c6a-08836a22c386 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8026602 Apr 04 11:35:44.950502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:35:44.951672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.239787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Allocated IP 172.20.0.2 (7c1c6e6c-46bf-4c1a-ac46-b6c107daf877/8d1d208e-1ebe-42c5-98a9-38cb25122503/137a980a-eef3-4f5c-b26b-058851aae9ae) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:35:45.437857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.529216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.608692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:35:45.617462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:35:45.622796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Pushing event updated for resources: {'Port': ['ID=137a980a-eef3-4f5c-b26b-058851aae9ae,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:45.624902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:35:45.634228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.634796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.634915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.635245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.635566 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.635905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.636233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.636571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.636910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.637235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.637572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.637889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Tracked resource versions report: Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: pushed versions: Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: { 'AddressGroup': {'1.2'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'ConntrackHelper': {'1.0'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Log': {'1.0'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Network': {'1.1'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Port': {'1.7'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'PortForwarding': {'1.2'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'QosPolicy': {'1.9'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroup': {'1.4'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SubPort': {'1.0'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Subnet': {'1.1'}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Trunk': {'1.1'}} Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: consumer versions: Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'ConntrackHelper': '1.0', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Log': '1.0', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Network': '1.1', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Port': '1.7', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'PortForwarding': '1.2', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'QosPolicy': '1.9', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroup': '1.4', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroupRule': '1.2', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SubPort': '1.0', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Subnet': '1.1', Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Trunk': '1.1'}} Apr 04 11:35:45.639252 dv-neutron-835866-1-hyperv neutron-server[109638]: {{(pid=109638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:35:45.711028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Attempting to bind port 137a980a-eef3-4f5c-b26b-058851aae9ae on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:35:45.711412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Attempting to bind port 137a980a-eef3-4f5c-b26b-058851aae9ae by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:35:45.711821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Attempting to bind port 137a980a-eef3-4f5c-b26b-058851aae9ae on network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:35:45.716735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:35:45.717144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Checking segment: {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:35:45.717687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.718074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Bound using segment: {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:35:45.718546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Bound port: 137a980a-eef3-4f5c-b26b-058851aae9ae, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:35:45.718952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.778644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] For port 137a980a-eef3-4f5c-b26b-058851aae9ae, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:35:45.782884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] For port 137a980a-eef3-4f5c-b26b-058851aae9ae, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=137a980a-eef3-4f5c-b26b-058851aae9ae,segment=NetworkSegment(436174d6-832d-430b-b10d-54a12d4c3b51),segment_id=436174d6-832d-430b-b10d-54a12d4c3b51)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:35:45.858296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:45.924567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3614-2c7c-41be-ac6b-91258859ac3c None None] Pushing event updated for resources: {'Port': ['ID=137a980a-eef3-4f5c-b26b-058851aae9ae,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:47.160252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33070) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:47.469108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-b556003f-98ba-41e1-b5b9-824a1f0d1de1 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:35:47.470124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b556003f-98ba-41e1-b5b9-824a1f0d1de1 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089337 Apr 04 11:35:49.884116 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:50.379716 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING oslo_policy.policy [None req-4251d918-00e5-45b6-92cb-75d229b952c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:50.380287 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING oslo_policy.policy [None req-4251d918-00e5-45b6-92cb-75d229b952c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:50.606889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-4251d918-00e5-45b6-92cb-75d229b952c6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:35:50.607989 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4251d918-00e5-45b6-92cb-75d229b952c6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7229912 Apr 04 11:35:53.271946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33098) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:53.570634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:35:53.607104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 137a980a-eef3-4f5c-b26b-058851aae9ae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:35:53.640977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.policy [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 11:35:53.687493 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING oslo_policy.policy [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:53.687890 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING oslo_policy.policy [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 11:35:53.699620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 137a980a-eef3-4f5c-b26b-058851aae9ae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:35:53.700013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:53.815480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:53.824412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:53.826401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:53.850575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 137a980a-eef3-4f5c-b26b-058851aae9ae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=137a980a-eef3-4f5c-b26b-058851aae9ae,segment=NetworkSegment(436174d6-832d-430b-b10d-54a12d4c3b51),segment_id=436174d6-832d-430b-b10d-54a12d4c3b51)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:35:53.928297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:53.976032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=137a980a-eef3-4f5c-b26b-058851aae9ae,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:53.983035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:54.067024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:54.153344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:54.154546 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-66367098-8469-40a1-80a7-6480fa9768a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8816123 Apr 04 11:35:54.276615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec6926-5dd2-43c6-a89a-43bc854c61c9 None None] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:35:54.344256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-99c35351-8b96-4786-a4b7-f3cddebd85c9 None None] Provisioning complete for port 137a980a-eef3-4f5c-b26b-058851aae9ae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:35:54.344629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99c35351-8b96-4786-a4b7-f3cddebd85c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:54.692129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-37154dfd-abfe-47d4-bda8-115c68b6450c None None] Provisioning complete for port 137a980a-eef3-4f5c-b26b-058851aae9ae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:35:54.692802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37154dfd-abfe-47d4-bda8-115c68b6450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:55.581350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 137a980a-eef3-4f5c-b26b-058851aae9ae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:35:55.626509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 137a980a-eef3-4f5c-b26b-058851aae9ae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:35:55.626877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:56.575064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:56.886313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-e74c41f0-b415-41c8-8e3c-5937b10f5071 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:35:56.887286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e74c41f0-b415-41c8-8e3c-5937b10f5071 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113122 Apr 04 11:35:57.109196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee77-211e-42b4-9762-bd2bcc697463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.293243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33116) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:35:59.389252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a84a8a9e-81c5-4e5b-9a9c-2c16d695f3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.609726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:35:59.680631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Made reservation on behalf of c754a9317f864b6090be3ae7d7452bba for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:35:59.682863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.690844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.759456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.836915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.852510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Reserving flat network on physical network physnet1 {{(pid=109636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 04 11:35:59.875906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c06530-a792-485c-88af-eb38c7bd502a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:35:59.881389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:35:59.881764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Added segment 70fbdab9-47bf-4b0d-ae37-55754d8b71a1 of type flat for network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae Apr 04 11:35:59.927158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:00.014078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:00.014945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:36:00.015509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:00.072438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] Pushing event updated for resources: {'Network': ['ID=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:00.085892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:36:00.106018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-afaf5cf3-26d5-43b9-8a03-d50bdbef7444 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8116436 Apr 04 11:36:00.412577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:01.888388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:02.411832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:02.520155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33134) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:36:02.690966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f78510-7a58-4880-80e1-256b8304d378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:36:02.692287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-55f78510-7a58-4880-80e1-256b8304d378 admin admin] 10.222.0.43 "GET /v2.0/subnets/8d1d208e-1ebe-42c5-98a9-38cb25122503 HTTP/1.1" status: 200 len: 849 time: 0.1711895 Apr 04 11:36:02.848191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-761486b7-5152-4230-bcac-d83b413bc7ce admin admin] 10.222.0.43 "GET /v2.0/routers/d4910c93-71c2-44bc-aba6-9620dde6b8f4 HTTP/1.1" status: 200 len: 704 time: 0.1497939 Apr 04 11:36:03.120002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:03.406244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Allocated IP 172.20.0.1 (7c1c6e6c-46bf-4c1a-ac46-b6c107daf877/8d1d208e-1ebe-42c5-98a9-38cb25122503/abcfb71d-a519-463c-a666-2b91eb287b60) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:36:03.555999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:03.732776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:03.804513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:36:03.808920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:36:03.815711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:36:03.816265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:03.871461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Pushing event updated for resources: {'Port': ['ID=abcfb71d-a519-463c-a666-2b91eb287b60,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:04.036322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2dfa30fd-a321-46bd-9d68-336512b20a92 None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:04.037478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2dfa30fd-a321-46bd-9d68-336512b20a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.070071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa30fd-a321-46bd-9d68-336512b20a92 None None] Port abcfb71d-a519-463c-a666-2b91eb287b60 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:36:04.090361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.377268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.442285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.443108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.524044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Pushing event updated for resources: {'Port': ['ID=abcfb71d-a519-463c-a666-2b91eb287b60,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:04.562095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:36:04.563327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:36:04.772363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Router d4910c93-71c2-44bc-aba6-9620dde6b8f4 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:36:04.791520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0f2cc27f-e361-40b7-9966-ed293414bc8b None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:04.791895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc27f-e361-40b7-9966-ed293414bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:04.823731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0f2cc27f-e361-40b7-9966-ed293414bc8b None None] Port abcfb71d-a519-463c-a666-2b91eb287b60 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:36:04.863244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:36:04.868268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0956faf6-78d8-4efe-8306-4252bc37357f admin admin] 10.222.0.43 "PUT /v2.0/routers/d4910c93-71c2-44bc-aba6-9620dde6b8f4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0126462 Apr 04 11:36:04.873199 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Sync routers for ids ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:36:04.885631 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Routers {'d4910c93-71c2-44bc-aba6-9620dde6b8f4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:36:04.886515 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:35:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:05.069215 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Set router d4910c93-71c2-44bc-aba6-9620dde6b8f4 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:36:05.498557 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:03Z', 'revision_number': 2, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port_host': None, '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:04Z', 'revision_number': 2, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:05.549425 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Checking router: d4910c93-71c2-44bc-aba6-9620dde6b8f4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:36:05.549818 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Updating router d4910c93-71c2-44bc-aba6-9620dde6b8f4 port abcfb71d-a519-463c-a666-2b91eb287b60 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:36:05.597583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.104217 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.177971 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.334840 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Pushing event updated for resources: {'Port': ['ID=abcfb71d-a519-463c-a666-2b91eb287b60,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.352856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.353222 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Tracked resource versions report: Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: pushed versions: Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: { 'AddressGroup': {'1.2'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'ConntrackHelper': {'1.0'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Log': {'1.0'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Network': {'1.1'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Port': {'1.7'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'PortForwarding': {'1.2'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'QosPolicy': {'1.9'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroup': {'1.4'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SubPort': {'1.0'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Subnet': {'1.1'}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Trunk': {'1.1'}} Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: consumer versions: Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'ConntrackHelper': '1.0', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Log': '1.0', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Network': '1.1', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Port': '1.7', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'PortForwarding': '1.2', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'QosPolicy': '1.9', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroup': '1.4', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroupRule': '1.2', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SubPort': '1.0', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Subnet': '1.1', Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Trunk': '1.1'}} Apr 04 11:36:06.354564 dv-neutron-835866-1-hyperv neutron-server[109639]: {{(pid=109639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:36:06.358747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Attempting to bind port abcfb71d-a519-463c-a666-2b91eb287b60 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:36:06.359146 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Attempting to bind port abcfb71d-a519-463c-a666-2b91eb287b60 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:36:06.359570 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Attempting to bind port abcfb71d-a519-463c-a666-2b91eb287b60 on network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:36:06.366171 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:36:06.366586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Checking segment: {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:36:06.367078 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.367459 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Bound using segment: {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:36:06.367950 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Bound port: abcfb71d-a519-463c-a666-2b91eb287b60, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436174d6-832d-430b-b10d-54a12d4c3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:36:06.368321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.434663 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] For port abcfb71d-a519-463c-a666-2b91eb287b60, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:36:06.454292 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] For port abcfb71d-a519-463c-a666-2b91eb287b60, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=abcfb71d-a519-463c-a666-2b91eb287b60,segment=NetworkSegment(436174d6-832d-430b-b10d-54a12d4c3b51),segment_id=436174d6-832d-430b-b10d-54a12d4c3b51)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:36:06.459713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5f80f0ff-9c19-4723-bd21-69b3c55067dc None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:06.460177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5f80f0ff-9c19-4723-bd21-69b3c55067dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.493046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5f80f0ff-9c19-4723-bd21-69b3c55067dc None None] Port abcfb71d-a519-463c-a666-2b91eb287b60 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:36:06.500257 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.555656 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Routers {'d4910c93-71c2-44bc-aba6-9620dde6b8f4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:36:06.556273 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:35:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:06.600990 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384102f0-efc0-46d6-8eaf-e66021daffb7 None None] Pushing event updated for resources: {'Port': ['ID=abcfb71d-a519-463c-a666-2b91eb287b60,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:06.655425 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] Set router d4910c93-71c2-44bc-aba6-9620dde6b8f4 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:36:06.714070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:06.714713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.790336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.828861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] For port abcfb71d-a519-463c-a666-2b91eb287b60, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=abcfb71d-a519-463c-a666-2b91eb287b60,segment=NetworkSegment(436174d6-832d-430b-b10d-54a12d4c3b51),segment_id=436174d6-832d-430b-b10d-54a12d4c3b51)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:36:06.869401 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:03Z', 'revision_number': 2, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port_host': None, '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:06Z', 'revision_number': 4, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:06.897720 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73208e-57b9-4be9-9e3b-9e2621c66c17 None None] The sync data for ids ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'] in dv-neutron-835866-1-hyperv is: [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:03Z', 'revision_number': 2, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port_host': None, '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:06Z', 'revision_number': 4, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:36:06.903326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:06.951584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592bee4-9647-4956-a1f3-4840df7f75c5 None None] Pushing event updated for resources: {'Port': ['ID=abcfb71d-a519-463c-a666-2b91eb287b60,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:07.136304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33154) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:36:07.244270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2b465-bb37-4b8d-8a69-5c17c8d6983d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:36:07.245712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-adf2b465-bb37-4b8d-8a69-5c17c8d6983d admin admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 842 time: 0.1084926 Apr 04 11:36:07.256227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:36:07.355284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Made reservation on behalf of c754a9317f864b6090be3ae7d7452bba for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:36:07.357537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:07.683766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:36:07.684213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:07.742308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a35470-2035-42f2-8ca3-cb65aa06dc87,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:07.751521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:36:07.751910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Network hostable DHCP agents. Network: 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:36:07.853760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:36:07.922533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:36:07.927098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:36:07.929952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:07.934751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67979f-cde5-439a-9ee1-dc269a9fa29b None None] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:36:08.025727 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a1c8757c-11f6-4082-b63e-9144543fdc3a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7733495 Apr 04 11:36:08.057904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa599401-e16e-40f1-85ab-7e0f864d5253 None None] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:36:09.403872 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:36:10.344129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33162) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:36:10.538409 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-03bf8d6e-3968-4f63-be21-7f3896715ea1 admin admin] 10.222.0.43 "GET /v2.0/routers/d4910c93-71c2-44bc-aba6-9620dde6b8f4 HTTP/1.1" status: 200 len: 710 time: 0.1930964 Apr 04 11:36:10.622012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b0d97-ae1a-4cdd-8ae2-cc15be92a7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:36:10.623298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b16b0d97-ae1a-4cdd-8ae2-cc15be92a7fc admin admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 886 time: 0.0776925 Apr 04 11:36:10.632494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:36:10.873622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:11.149383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:11.221195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:11.322976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Allocated IP 172.26.1.97 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5db0454c-d77a-48d0-9abd-0802ab799da6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:36:11.422196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:11.517244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:11.554633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:36:11.558855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:36:11.561362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:36:11.596305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Pushing event updated for resources: {'Port': ['ID=5db0454c-d77a-48d0-9abd-0802ab799da6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:11.901396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:12.191000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:12.195148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:12.301297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Router d4910c93-71c2-44bc-aba6-9620dde6b8f4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:36:12.403583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:36:12.408281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:12.409220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-68dbba87-5726-472f-9267-815d904d2226 admin admin] 10.222.0.43 "PUT /v2.0/routers/d4910c93-71c2-44bc-aba6-9620dde6b8f4 HTTP/1.1" status: 200 len: 889 time: 1.7798433 Apr 04 11:36:13.241098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Sync routers for ids ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:36:13.252513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Routers {'d4910c93-71c2-44bc-aba6-9620dde6b8f4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:36:13.253245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:35:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:13.462151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Set router d4910c93-71c2-44bc-aba6-9620dde6b8f4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:36:13.631479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device abcfb71d-a519-463c-a666-2b91eb287b60 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:36:13.803951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:13.804318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.013265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:11Z', 'revision_number': 4, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port': {'id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:11Z', 'updated_at': '2022-04-04T11:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:06Z', 'revision_number': 5, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:14.064065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Checking router: d4910c93-71c2-44bc-aba6-9620dde6b8f4 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:36:14.064335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Updating router d4910c93-71c2-44bc-aba6-9620dde6b8f4 port 5db0454c-d77a-48d0-9abd-0802ab799da6 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:36:14.109665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.422219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.511050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.564257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead46f-20ef-4e7a-b2ef-bfb6063812e0 None None] Pushing event updated for resources: {'Port': ['ID=5db0454c-d77a-48d0-9abd-0802ab799da6,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:14.568251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Attempting to bind port 5db0454c-d77a-48d0-9abd-0802ab799da6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:36:14.568622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Attempting to bind port 5db0454c-d77a-48d0-9abd-0802ab799da6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:36:14.568987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Attempting to bind port 5db0454c-d77a-48d0-9abd-0802ab799da6 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:36:14.574299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:36:14.574676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:36:14.575078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.575465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:36:14.575925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Bound port: 5db0454c-d77a-48d0-9abd-0802ab799da6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:36:14.576321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.624545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] For port 5db0454c-d77a-48d0-9abd-0802ab799da6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:36:14.627502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] For port 5db0454c-d77a-48d0-9abd-0802ab799da6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5db0454c-d77a-48d0-9abd-0802ab799da6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:36:14.688643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:14.748044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead46f-20ef-4e7a-b2ef-bfb6063812e0 None None] Pushing event updated for resources: {'Port': ['ID=5db0454c-d77a-48d0-9abd-0802ab799da6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:14.752368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Routers {'d4910c93-71c2-44bc-aba6-9620dde6b8f4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:36:14.753395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:35:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:14.859347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] Set router d4910c93-71c2-44bc-aba6-9620dde6b8f4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:36:14.860473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33174) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:36:14.983930 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f6f6c917-35c8-4ec4-b557-f5de6252d139 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1221454 Apr 04 11:36:15.069881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:11Z', 'revision_number': 4, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port': {'id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:11Z', 'updated_at': '2022-04-04T11:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:06Z', 'revision_number': 5, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:36:15.096915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa914cb-d70b-44b7-ab78-e415fa77e41c None None] The sync data for ids ['d4910c93-71c2-44bc-aba6-9620dde6b8f4'] in dv-neutron-835866-1-hyperv is: [{'id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'name': 'router1', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:35:53Z', 'updated_at': '2022-04-04T11:36:11Z', 'revision_number': 4, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'gw_port': {'id': '5db0454c-d77a-48d0-9abd-0802ab799da6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:11Z', 'updated_at': '2022-04-04T11:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'abcfb71d-a519-463c-a666-2b91eb287b60', 'name': '', 'network_id': '7c1c6e6c-46bf-4c1a-ac46-b6c107daf877', 'tenant_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'mac_address': 'fa:16:3e:c5:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4910c93-71c2-44bc-aba6-9620dde6b8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:36:03Z', 'updated_at': '2022-04-04T11:36:06Z', 'revision_number': 5, 'project_id': 'aac5cc5a71f543d7ab89e5088fe1833c', 'subnets': [{'id': '8d1d208e-1ebe-42c5-98a9-38cb25122503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432d9f4c-f12d-48cf-8d90-d18975b28ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:36:15.639188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5db0454c-d77a-48d0-9abd-0802ab799da6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:36:15.695716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5db0454c-d77a-48d0-9abd-0802ab799da6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:15.696092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:15.780129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:15.801510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5db0454c-d77a-48d0-9abd-0802ab799da6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5db0454c-d77a-48d0-9abd-0802ab799da6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:36:15.899737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:15.955524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5db0454c-d77a-48d0-9abd-0802ab799da6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:36:17.627211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5db0454c-d77a-48d0-9abd-0802ab799da6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:36:17.677543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5db0454c-d77a-48d0-9abd-0802ab799da6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:36:17.677881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:27.108668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-02561905-23f6-4c3a-8088-2c580d6be5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:29.394675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-29af5b9d-cbb6-4324-b0a5-1c5bd2531180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:30.400659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:31.891628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:32.367857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:46.404996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:36:57.126577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f786b2c3-a64e-49ef-89f4-cba07b1981b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:36:59.389372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b44a4589-684c-40cb-b8f1-062bd89bfaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:00.429252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:02.510413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:02.622284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:23.403044 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:37:27.108701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30dbe774-0fbc-4d98-9712-e1f385d7dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:29.402880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7839569-b41a-4ca6-8378-36f218dc0021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:30.416801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:31.884476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:32.365124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:57.096275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17b2a761-f8c9-4f74-9440-bc2e82d05356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:37:58.046945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33768) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:37:58.121454 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d349ce5-3670-4d50-9f81-c4e42b690afb admin admin] GET failed (client error): The resource could not be found. Apr 04 11:37:58.122767 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2d349ce5-3670-4d50-9f81-c4e42b690afb admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0749066 Apr 04 11:37:58.312329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9952f77-6af6-4762-bf19-5ca826bfae2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:37:58.313835 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a9952f77-6af6-4762-bf19-5ca826bfae2d admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1863129 Apr 04 11:37:59.376031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cee09ca9-8b22-4f00-b7d3-6cef73ba31ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:00.401634 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:38:00.449832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:00.506076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33778) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:00.634101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630d3e19-5bb7-4f01-86de-9402c563d0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:00.635453 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-630d3e19-5bb7-4f01-86de-9402c563d0ef admin admin] 10.222.0.43 "GET /v2.0/subnets/8d1d208e-1ebe-42c5-98a9-38cb25122503 HTTP/1.1" status: 200 len: 849 time: 0.1284385 Apr 04 11:38:00.647096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:38:00.727183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:00.947099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238'] for subnet, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:01.003083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:01.004209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:01.005187 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] 10.222.0.43 "PUT /v2.0/subnets/8d1d208e-1ebe-42c5-98a9-38cb25122503 HTTP/1.1" status: 200 len: 868 time: 0.3617280 Apr 04 11:38:01.008425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d997d1-773f-4a2a-8f23-cee2d97aa747 None None] Network 7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:38:01.019393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1d208e-1ebe-42c5-98a9-38cb25122503,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:01.028943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.029312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.029652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.029993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.030327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.030674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.031011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.031356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.031687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.032012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.032761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.032761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4401940-4567-44b8-997f-ed2ddce49c1c admin admin] Tracked resource versions report: Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: pushed versions: Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: { 'AddressGroup': {'1.2'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'ConntrackHelper': {'1.0'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Log': {'1.0'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Network': {'1.1'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Port': {'1.7'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'PortForwarding': {'1.2'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'QosPolicy': {'1.9'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroup': {'1.4'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SubPort': {'1.0'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Subnet': {'1.1'}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Trunk': {'1.1'}} Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: consumer versions: Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'ConntrackHelper': '1.0', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Log': '1.0', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Network': '1.1', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Port': '1.7', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'PortForwarding': '1.2', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'QosPolicy': '1.9', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroup': '1.4', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroupRule': '1.2', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SubPort': '1.0', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Subnet': '1.1', Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Trunk': '1.1'}} Apr 04 11:38:01.034641 dv-neutron-835866-1-hyperv neutron-server[109637]: {{(pid=109637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:38:01.381102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-36fda3b3-02c9-46fe-a5f3-408348781f6d None None] Provisioning complete for port 137a980a-eef3-4f5c-b26b-058851aae9ae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:01.381475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fda3b3-02c9-46fe-a5f3-408348781f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:01.469415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-36fda3b3-02c9-46fe-a5f3-408348781f6d None None] Provisioning complete for port abcfb71d-a519-463c-a666-2b91eb287b60 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:01.470107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fda3b3-02c9-46fe-a5f3-408348781f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:01.896080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:02.381545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:03.222004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33790) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:03.420977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e33ba-26cc-45bd-939f-7c43af72512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:03.421361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e33ba-26cc-45bd-939f-7c43af72512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:03.422935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-994e33ba-26cc-45bd-939f-7c43af72512c admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998937 Apr 04 11:38:05.620080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33800) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:05.748232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c80786-8661-4b34-982f-a5552674f400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:05.748703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c80786-8661-4b34-982f-a5552674f400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:05.750236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8c80786-8661-4b34-982f-a5552674f400 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292078 Apr 04 11:38:07.931916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33808) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:08.055780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5329a40-d29a-4459-b839-ac4796bf082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:08.057159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f5329a40-d29a-4459-b839-ac4796bf082e admin admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 886 time: 0.1242933 Apr 04 11:38:10.226810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33816) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:10.356481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f472131-0ba0-42b5-b9d4-b4b55c77506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:10.357855 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f472131-0ba0-42b5-b9d4-b4b55c77506a admin admin] 10.222.0.43 "GET /v2.0/networks/7c1c6e6c-46bf-4c1a-ac46-b6c107daf877 HTTP/1.1" status: 200 len: 869 time: 0.1300173 Apr 04 11:38:12.543005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33824) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:12.664901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b0984-e301-4b69-b203-e1256411fb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:12.665362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b0984-e301-4b69-b203-e1256411fb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:12.666923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d61b0984-e301-4b69-b203-e1256411fb58 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229861 Apr 04 11:38:14.866430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33832) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:14.954122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f4dee-34ba-48a0-a429-bc5234d828a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:14.954582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f4dee-34ba-48a0-a429-bc5234d828a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:14.956617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc6f4dee-34ba-48a0-a429-bc5234d828a4 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892491 Apr 04 11:38:17.163088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:17.250059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e93c1-22b8-42d3-8b7f-4baa8e3bc9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:17.251391 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-586e93c1-22b8-42d3-8b7f-4baa8e3bc9b2 admin admin] 10.222.0.43 "GET /v2.0/subnets/21a35470-2035-42f2-8ca3-cb65aa06dc87 HTTP/1.1" status: 200 len: 816 time: 0.0873656 Apr 04 11:38:19.458173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:19.546513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d713350-4cc6-4302-8cb4-23659c4d4134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:19.547828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3d713350-4cc6-4302-8cb4-23659c4d4134 admin admin] 10.222.0.43 "GET /v2.0/subnets/8d1d208e-1ebe-42c5-98a9-38cb25122503 HTTP/1.1" status: 200 len: 868 time: 0.0887022 Apr 04 11:38:27.100487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f1209526-a833-41b5-9b13-3d89061e7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:29.380763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eb8c44e6-c5d9-4b3e-ab49-a06c563b7bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:30.426708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:31.906297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:32.369280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:37.400373 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:38:39.694395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33902) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:39.742391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-5168d52e-ae71-4d37-a0a0-938de27d0965 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:38:39.743394 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5168d52e-ae71-4d37-a0a0-938de27d0965 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480585 Apr 04 11:38:42.179582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33910) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:42.239285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-21143d00-ed31-4eec-8a6e-093d546b7d35 admin admin] GET failed (client error): The resource could not be found. Apr 04 11:38:42.240578 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-21143d00-ed31-4eec-8a6e-093d546b7d35 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600688 Apr 04 11:38:42.377393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caa680-51f0-4d97-8af0-478611bff78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:42.378803 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c1caa680-51f0-4d97-8af0-478611bff78f admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336870 Apr 04 11:38:44.589858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33918) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:44.639185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:38:44.728730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Made reservation on behalf of c754a9317f864b6090be3ae7d7452bba for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:38:44.731142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:44.759453 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.services.revisions.revision_plugin [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Could not find related network for resource to bump revision. Apr 04 11:38:44.770699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:38:44.778861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:44.779200 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Added segment cbb7b80e-f547-4ec3-a610-ec7b8f96b719 of type vlan for network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 Apr 04 11:38:44.820565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:44.900006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:44.901001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:44.901580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:44.957921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bd12c7-4537-4655-8f1f-ffa1c5e90641,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:44.964283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.964641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.964982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.965348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.965706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.966040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.966368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.966694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.967152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.967412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.967686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.968001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:44.980189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:38:45.006499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0dc92386-0dbb-4495-9b16-0d6acf643950 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4154830 Apr 04 11:38:47.217294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33926) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:38:47.276138 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2ddf03-8cf8-4148-bd7c-1ce4bfa21ff5 admin admin] GET failed (client error): The resource could not be found. Apr 04 11:38:47.277420 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c2ddf03-8cf8-4148-bd7c-1ce4bfa21ff5 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591388 Apr 04 11:38:47.435733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c7b53-a46f-4291-be4c-95ed95be8142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:47.437092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de4c7b53-a46f-4291-be4c-95ed95be8142 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1550539 Apr 04 11:38:47.448084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:38:47.545460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Made reservation on behalf of c754a9317f864b6090be3ae7d7452bba for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:38:47.547811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:47.769204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:47.827621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b8e2c6-57c2-469c-bfe9-a98035071648,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:47.829824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Checking segment: {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:38:47.830176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Network hostable DHCP agents. Network: e4bd12c7-4537-4655-8f1f-ffa1c5e90641, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:38:47.905290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:38:47.979759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e4bd12c7-4537-4655-8f1f-ffa1c5e90641) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:38:47.983686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:38:47.984277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:47.988476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994bd606-3014-475f-aa14-bc35cf6b6c1c None None] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:38:48.069589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13177a92-4f1c-41ca-a818-f3a4520e9997 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6121542 Apr 04 11:38:48.225734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e4bd12c7-4537-4655-8f1f-ffa1c5e90641', 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641', 'tenant_id': 'c754a9317f864b6090be3ae7d7452bba', 'fixed_ips': [{'subnet_id': '60b8e2c6-57c2-469c-bfe9-a98035071648'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:38:48.226620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.368276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Allocated IP 192.168.233.2 (e4bd12c7-4537-4655-8f1f-ffa1c5e90641/60b8e2c6-57c2-469c-bfe9-a98035071648/d69e2cb3-ac30-424d-bfbf-ad61b4a8324f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:38:48.512564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.586148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.624519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:38:48.627783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:38:48.631185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:38:48.641274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Pushing event updated for resources: {'Port': ['ID=d69e2cb3-ac30-424d-bfbf-ad61b4a8324f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:48.663046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.663414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.663766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.664106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.664441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.664807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.665147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.665502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.665877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.666210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.666535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.666862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:38:48.707456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Attempting to bind port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:38:48.707822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Attempting to bind port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:38:48.708323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Attempting to bind port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f on network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:38:48.713711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:38:48.714110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Checking segment: {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:38:48.714620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.715014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Bound using segment: {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:38:48.715472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Bound port: d69e2cb3-ac30-424d-bfbf-ad61b4a8324f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:38:48.715850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.781679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] For port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:38:48.784732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] For port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d69e2cb3-ac30-424d-bfbf-ad61b4a8324f,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:38:48.883834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:48.941853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500ee75-1474-4484-a3bc-18ed3ec76e38 None None] Pushing event updated for resources: {'Port': ['ID=d69e2cb3-ac30-424d-bfbf-ad61b4a8324f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:49.755854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d69e2cb3-ac30-424d-bfbf-ad61b4a8324f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:38:49.789126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59177686-0788-4cd1-811f-6f6059486edd None None] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:38:49.875350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:49.875719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:49.918211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e7dad363-d7e5-44f7-8214-18e34b514e1b None None] Provisioning complete for port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:49.918575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e7dad363-d7e5-44f7-8214-18e34b514e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:50.078635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:50.107758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e7dad363-d7e5-44f7-8214-18e34b514e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:50.136371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d69e2cb3-ac30-424d-bfbf-ad61b4a8324f,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:38:50.198641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:50.277349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-e7dad363-d7e5-44f7-8214-18e34b514e1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:38:50.277738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-e7dad363-d7e5-44f7-8214-18e34b514e1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:38:50.278351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d69e2cb3-ac30-424d-bfbf-ad61b4a8324f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:38:50.934145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9c2d760a-f32e-41ac-af60-d1b8e788db58 None None] Provisioning complete for port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:50.934800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9c2d760a-f32e-41ac-af60-d1b8e788db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:51.676133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d69e2cb3-ac30-424d-bfbf-ad61b4a8324f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:38:51.722622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d69e2cb3-ac30-424d-bfbf-ad61b4a8324f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:38:51.722991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:57.088269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-575572ff-9f4f-4f6f-8015-ef41ace6ee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:38:59.379617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e61351ff-d649-4bc1-957a-0bb03c7a39ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:00.436941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:01.887776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:02.367903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:14.399613 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:39:27.138756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e2c24df8-349f-4f88-ae7e-a52d2236b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:29.396607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4fcf-1566-4547-a40e-588160d1e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:30.418971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:31.921641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:32.373461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:51.397963 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:39:57.166815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4df430c3-29a2-4744-ad64-9ca48fb7e72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:39:59.429263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d0752b8-556c-4762-af24-13940f400f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:00.412468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:01.909674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:02.360959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:16.742842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33966) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:40:16.749707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-646fb218-2185-48f3-bb91-d034c4cf6eac tempest-verify_tempest_config-343020526 tempest-verify_tempest_config-343020526-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:40:16.750717 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-646fb218-2185-48f3-bb91-d034c4cf6eac tempest-verify_tempest_config-343020526 tempest-verify_tempest_config-343020526-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069146 Apr 04 11:40:17.235592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 33984) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:40:17.337903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.411299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.474289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.520632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75faeed652914c3c89f7a7ba444a36f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2839704 Apr 04 11:40:17.521540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d2f06-4b28-406e-bb21-cbdac5fc05ef,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:40:17.523364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 33990) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:40:17.528385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.528758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.529103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.529440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.529798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.530130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.530487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.530831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.531159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.531479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.531804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.532123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65210683-cf77-436a-9b8e-c6811dd3e83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.601705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.621110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.772024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.774650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:17.775848 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c16d2f06-4b28-406e-bb21-cbdac5fc05ef HTTP/1.1" status: 204 len: 168 time: 0.2515423 Apr 04 11:40:17.783760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d2f06-4b28-406e-bb21-cbdac5fc05ef,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:40:17.790700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.791059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.791397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.791738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.792075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.792407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.792739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.793154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.793406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.793760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.796122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:17.796122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c084976-aebf-4d28-9144-040c03998271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:40:27.371584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-15b4c3fb-c01c-4c3d-8855-1dfe6c69b7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:28.396252 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:40:29.405979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-831e8b78-5bed-4979-9f02-2c2dc0313171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:30.457223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:31.901523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:32.451170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:57.106243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e984f48-3d74-447a-9eaf-fefbf0c97690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:40:59.420421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e95c0e53-86ee-4b35-90ea-bc335452aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:00.438779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:01.912874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:02.367527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:05.395571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 5 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:41:27.150824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d40b59f-2822-4bde-b53c-b89d835b8247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:29.413443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f2af65ed-d1ad-4b52-9afe-e779efff110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:30.436131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:31.900683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:32.361716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:34.115840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634805'] for agent, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:42.394583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:41:48.895870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34060) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:41:49.001117 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b82e821d-c36c-496d-b089-90893e8cf48a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1041379 Apr 04 11:41:51.227572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34070) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:41:51.288475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-00228652-d143-432a-bbf3-655c17201e08 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0598199 Apr 04 11:41:57.105886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1ef3-e019-4b9f-bbab-642cd561afc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:41:59.419660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6738e07-8dae-4dce-9685-b0df7c7791ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:00.437577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:01.905354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:02.354684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:04.063347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:19.394211 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:42:27.122253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85f993f4-763d-4b1a-b161-6614a38bb17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:29.402488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-71614499-94a2-47e0-aec2-e72b1d347bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:30.463961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:31.933991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:32.355369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:34.053341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:56.397340 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:42:57.132709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bab9b578-7233-4254-af29-df7a1c0fd9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:42:59.412560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e017bf8a-9f4a-409a-ae25-45285798c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:00.446555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:01.917872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:02.360828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:04.046520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:20.447945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34198) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:20.908364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-445020876-network', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:20.998734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Made reservation on behalf of edc079cdba364b2da5a75c6fddd85c50 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:21.001175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.014738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.098659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.200219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.235941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:21.244165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39efbaf3-096c-444a-b21b-aecdca114e38,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:21.255866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.256229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.256569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.256917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.257231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.257614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.257922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.258277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.258575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.258896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.259212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.259528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Tracked resource versions report: Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: pushed versions: Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: { 'AddressGroup': {'1.2'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'ConntrackHelper': {'1.0'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Log': {'1.0'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Network': {'1.1'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Port': {'1.7'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'PortForwarding': {'1.2'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'QosPolicy': {'1.9'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroup': {'1.4'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SubPort': {'1.0'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Subnet': {'1.1'}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Trunk': {'1.1'}} Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: consumer versions: Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: HyperV agent@hv-neutron-8358: {}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'ConntrackHelper': '1.0', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Log': '1.0', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Network': '1.1', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Port': '1.7', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'PortForwarding': '1.2', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'QosPolicy': '1.9', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroup': '1.4', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SecurityGroupRule': '1.2', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'SubPort': '1.0', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Subnet': '1.1', Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: 'Trunk': '1.1'}} Apr 04 11:43:21.260593 dv-neutron-835866-1-hyperv neutron-server[109637]: {{(pid=109637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:43:21.264550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779926925141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.265194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Unsubscribe: segment precommit_create {{(pid=109637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 11:43:21.265715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Added segment fda92947-ffb6-41f5-8a00-d218a31a32ba of type vlan for network f4f36307-c7c6-4158-ab31-6d49efbaf537 Apr 04 11:43:21.318879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.431355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.432587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:21.433314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.530934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f36307-c7c6-4158-ab31-6d49efbaf537,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:21.547521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34250) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:21.548024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:21.548787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Request body: {'subnet': {'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-445020876-subnet', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:21.551931 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b60ddc4f-8fad-4a9b-be78-e6e65564dd31 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1041789 Apr 04 11:43:21.614767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34254) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:21.651513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Made reservation on behalf of edc079cdba364b2da5a75c6fddd85c50 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:21.653910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.886229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:21.942460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a122385-83fb-46e2-8a32-bb491b334422,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:21.952792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.953163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.953549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.953915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.954248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.954593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.954924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.955264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.955592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.955913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.956235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.956555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Tracked resource versions report: Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: pushed versions: Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: { 'AddressGroup': {'1.2'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'ConntrackHelper': {'1.0'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Log': {'1.0'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Network': {'1.1'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Port': {'1.7'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'PortForwarding': {'1.2'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'QosPolicy': {'1.9'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroup': {'1.4'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SubPort': {'1.0'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Subnet': {'1.1'}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Trunk': {'1.1'}} Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: consumer versions: Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: HyperV agent@hv-neutron-8358: {}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'ConntrackHelper': '1.0', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Log': '1.0', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Network': '1.1', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Port': '1.7', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'PortForwarding': '1.2', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'QosPolicy': '1.9', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroup': '1.4', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SecurityGroupRule': '1.2', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'SubPort': '1.0', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Subnet': '1.1', Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: 'Trunk': '1.1'}} Apr 04 11:43:21.957745 dv-neutron-835866-1-hyperv neutron-server[109636]: {{(pid=109636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:43:21.962141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Checking segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:21.962415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Network hostable DHCP agents. Network: f4f36307-c7c6-4158-ab31-6d49efbaf537, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:22.057793 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5dd14a20-df7a-4a49-93af-1508e3aaff76 tempest-AgentManagementNegativeTest-834428614 tempest-AgentManagementNegativeTest-834428614-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4417028 Apr 04 11:43:22.059066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:22.117345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34274) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:22.125132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, f4f36307-c7c6-4158-ab31-6d49efbaf537) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:22.129852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:22.131740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.136356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc3303-1782-40bc-8661-07d675044bca None None] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:22.263482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e939a6fb-fa5b-49f2-a05b-bcd6d56cbcf2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7192342 Apr 04 11:43:22.266559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34280) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:22.270907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:22.310671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-f4f36307-c7c6-4158-ab31-6d49efbaf537', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:43:22.311577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.354982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.356073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.415767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.455283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Allocated IP 172.20.0.2 (f4f36307-c7c6-4158-ab31-6d49efbaf537/4a122385-83fb-46e2-8a32-bb491b334422/d8c7caf0-6b2c-47c2-9200-42e266abea19) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:22.688889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1569056319-network', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:22.712302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.727650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.774238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Made reservation on behalf of c8796c4c58404763a6ed32de532d9d2d for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:22.776536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.786129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.798170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.846264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:22.848957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:22.854058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:22.865795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.889941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Pushing event updated for resources: {'Port': ['ID=d8c7caf0-6b2c-47c2-9200-42e266abea19,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:22.899558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.900107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.900768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.901261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.901777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.902317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.902803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.903292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.903797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.904119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.904589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.905066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Tracked resource versions report: Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: pushed versions: Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: { 'AddressGroup': {'1.2'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'ConntrackHelper': {'1.0'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Log': {'1.0'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Network': {'1.1'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Port': {'1.7'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'PortForwarding': {'1.2'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'QosPolicy': {'1.9'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroup': {'1.4'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SubPort': {'1.0'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Subnet': {'1.1'}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Trunk': {'1.1'}} Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: consumer versions: Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: HyperV agent@hv-neutron-8358: {}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'ConntrackHelper': '1.0', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Log': '1.0', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Network': '1.1', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Port': '1.7', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'PortForwarding': '1.2', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'QosPolicy': '1.9', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroup': '1.4', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SecurityGroupRule': '1.2', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'SubPort': '1.0', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Subnet': '1.1', Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: 'Trunk': '1.1'}} Apr 04 11:43:22.906391 dv-neutron-835866-1-hyperv neutron-server[109638]: {{(pid=109638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:43:22.940575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.940993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Attempting to bind port d8c7caf0-6b2c-47c2-9200-42e266abea19 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:22.941378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Attempting to bind port d8c7caf0-6b2c-47c2-9200-42e266abea19 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:22.941761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Attempting to bind port d8c7caf0-6b2c-47c2-9200-42e266abea19 on network f4f36307-c7c6-4158-ab31-6d49efbaf537 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:22.947878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:22.951663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Checking segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:22.951663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.951663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Bound using segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:22.951663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Bound port: d8c7caf0-6b2c-47c2-9200-42e266abea19, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:22.951663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:22.984055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:23.016129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa444d7-55f4-478b-9eca-bfccdd544a53,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.023641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.024827 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Added segment 8dda648c-2d71-4520-a938-815481dd105f of type vlan for network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f Apr 04 11:43:23.034336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] For port d8c7caf0-6b2c-47c2-9200-42e266abea19, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:23.037756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] For port d8c7caf0-6b2c-47c2-9200-42e266abea19, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8c7caf0-6b2c-47c2-9200-42e266abea19,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:23.068128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.112657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.127954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34302) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:23.135283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.160955 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.188151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abf370-2008-4751-8570-5905a53f4f64 None None] Pushing event updated for resources: {'Port': ['ID=d8c7caf0-6b2c-47c2-9200-42e266abea19,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.210864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.210864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:23.210864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.296266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] Pushing event updated for resources: {'Network': ['ID=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.310118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:23.332992 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-791140a7-da8c-4565-8403-21d9380b37a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2139871 Apr 04 11:43:23.333874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34312) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:23.342510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Request body: {'subnet': {'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1569056319-subnet', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:23.347265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Allocated IP 172.26.1.11 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/903b24e4-32dc-496d-bc93-585093ce74e6) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:23.447952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Made reservation on behalf of c8796c4c58404763a6ed32de532d9d2d for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:23.484082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.582559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.623239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1e1f-01e2-4486-8a1f-723ba96fcb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.745085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.797927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1e1f-01e2-4486-8a1f-723ba96fcb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.852257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:23.858119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:23.869595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.871642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Pushing event updated for resources: {'Port': ['ID=903b24e4-32dc-496d-bc93-585093ce74e6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.875685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:23.915325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1e1f-01e2-4486-8a1f-723ba96fcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:23.931371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1399afc0-c3bb-4275-85f4-90c948cf7ce3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.961009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b1e1f-01e2-4486-8a1f-723ba96fcb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2239fb-447f-48f5-a41e-61d86dc828c5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:23.990407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8c7caf0-6b2c-47c2-9200-42e266abea19 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:23.999326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Checking segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:23.999682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Network hostable DHCP agents. Network: efa3920d-50c4-4f34-9ab5-2ca6df98eb4f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:24.024481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:24.055995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d8c7caf0-6b2c-47c2-9200-42e266abea19 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:24.055995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.070601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dd0b1e1f-01e2-4486-8a1f-723ba96fcb72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e417ea536a75485484387680a226e8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9415619 Apr 04 11:43:24.079996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:24.175003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:24.183102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.189688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.216029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.235750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d8c7caf0-6b2c-47c2-9200-42e266abea19, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8c7caf0-6b2c-47c2-9200-42e266abea19,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:24.252067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, efa3920d-50c4-4f34-9ab5-2ca6df98eb4f) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:24.257785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:24.266204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.266592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690ff6e-6956-490b-bec2-7e042023011b None None] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:24.323624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.383693 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-df8fbb5c-bafc-40bc-99c5-d49174f73531 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0473092 Apr 04 11:43:24.384687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34350) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:24.394006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:24.401510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.452490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d8c7caf0-6b2c-47c2-9200-42e266abea19,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:24.495718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1702054030'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:24.511253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.517637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.556684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25397798-543f-4056-80cf-1a27db0f873a None None] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:24.647102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Made reservation on behalf of 26f814bde28143df9286a7b7a7cc9cb0 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:24.651736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.657275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.661827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.664824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.665099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:43:24.666237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.666371 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc2239fb-447f-48f5-a41e-61d86dc828c5 HTTP/1.1" status: 204 len: 168 time: 0.5793836 Apr 04 11:43:24.676835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a3f2f-ce97-46e5-94f8-b72fcb37d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2239fb-447f-48f5-a41e-61d86dc828c5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:24.720710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d0577b24-3fdb-4b4a-a0b0-cf7d0bbae7c6 None None] Provisioning complete for port d8c7caf0-6b2c-47c2-9200-42e266abea19 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:24.722200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d0577b24-3fdb-4b4a-a0b0-cf7d0bbae7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.723347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.727752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:24.732389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34360) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:24.974816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Router 22adeade-2c53-449a-910c-ae648c414275 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:43:24.983315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.018618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Allocated IP 172.20.0.2 (efa3920d-50c4-4f34-9ab5-2ca6df98eb4f/1399afc0-c3bb-4275-85f4-90c948cf7ce3/22c4a9cb-85cc-44ca-8719-845e1e17ab51) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:25.025659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.116577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.156895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10edf7a-7630-4213-b060-4af16210c188,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:25.178150 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:43:25.197312 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Sync routers for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:43:25.200908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:25.202764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1677705545'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:25.218790 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:25.220758 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:42:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:25.221971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.223609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Added segment 83bd672a-53c5-470a-80c8-87d76a2736f6 of type vlan for network c31f1c93-306a-48f6-badb-13a60c6fdc71 Apr 04 11:43:25.275941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.297678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34372) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:25.323030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.324214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e4db4473-69d2-4c3a-960b-68361b2c3f1d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0566502 Apr 04 11:43:25.329605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34376) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:25.343294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.360238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.403165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:25.406872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f0d1e8d6-06de-4041-a741-2839901ac7bf None None] Provisioning complete for port d8c7caf0-6b2c-47c2-9200-42e266abea19 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:25.406872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e8d6-06de-4041-a741-2839901ac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.423396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Made reservation on behalf of 4f8503e3c7654132a9c1a79b1b188ae2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:25.425989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.438605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.487011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:25.492286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:25.495259 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:25.535174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.567059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.579283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:25.588783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.629892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.657576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:25.674971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.675258 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Added segment a0f08bfb-5094-46fc-866c-21aebe57fd9b of type vlan for network ab227100-a568-4bf4-aada-227823f6d19d Apr 04 11:43:25.699566 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:24Z', 'revision_number': 3, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:25.719868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.729469 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Checking router: 22adeade-2c53-449a-910c-ae648c414275 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:43:25.730927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Updating router 22adeade-2c53-449a-910c-ae648c414275 port 903b24e4-32dc-496d-bc93-585093ce74e6 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:43:25.752692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Attempting to bind port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:25.753059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Attempting to bind port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:25.753422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Attempting to bind port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 on network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:25.779820 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.787448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:25.787835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Checking segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:25.788237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.788629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Bound using segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:25.789109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Bound port: 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:25.789514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.822023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Pushing event updated for resources: {'Port': ['ID=22c4a9cb-85cc-44ca-8719-845e1e17ab51,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:25.956049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3977ea8f-47be-445f-af18-1636c1fb25a3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:25.966278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1845089277'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:25.973817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34386) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:25.977332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] For port 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:25.981118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] For port 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=22c4a9cb-85cc-44ca-8719-845e1e17ab51,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:25.988527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:25.995364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:25.996065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.007416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8c7caf0-6b2c-47c2-9200-42e266abea19 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:26.060839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.126754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Pushing event updated for resources: {'Network': ['ID=c31f1c93-306a-48f6-badb-13a60c6fdc71,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:26.149245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:26.149353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Made reservation on behalf of cfd5c74d7c264b0c8ec4a46b55471805 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:26.155514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.176562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.186629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f57a-bdc3-4ad7-ac8a-7fadc0c76463 None None] Pushing event updated for resources: {'Port': ['ID=22c4a9cb-85cc-44ca-8719-845e1e17ab51,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:26.196958 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4595833 Apr 04 11:43:26.203042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.256807 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09fbba3b-222e-42b5-8231-071e0f862bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2284007 Apr 04 11:43:26.284263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d8c7caf0-6b2c-47c2-9200-42e266abea19 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:26.284676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.295272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.395781 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.432970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-74661499'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:26.442732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf230b-d01c-44b7-b1ff-04af01e40a9f tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Pushing event updated for resources: {'Network': ['ID=ab227100-a568-4bf4-aada-227823f6d19d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:26.477975 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.573660 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Attempting to bind port 903b24e4-32dc-496d-bc93-585093ce74e6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:26.575033 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Attempting to bind port 903b24e4-32dc-496d-bc93-585093ce74e6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:26.575625 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Attempting to bind port 903b24e4-32dc-496d-bc93-585093ce74e6 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:26.586747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Bound port: 903b24e4-32dc-496d-bc93-585093ce74e6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.593540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Pushing event updated for resources: {'Port': ['ID=903b24e4-32dc-496d-bc93-585093ce74e6,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:26.594447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ab227100-a568-4bf4-aada-227823f6d19d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:26.602413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34414) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:26.610694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Allocated IP 172.26.1.168 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:26.646426 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.647126 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.647710 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.648281 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.648839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.649395 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.650062 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.650634 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.651407 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.651948 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.652522 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.653080 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Tracked resource versions report: Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: pushed versions: Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: { 'AddressGroup': {'1.2'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'ConntrackHelper': {'1.0'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Log': {'1.0'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Network': {'1.1'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Port': {'1.7'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'PortForwarding': {'1.2'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'QosPolicy': {'1.9'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroup': {'1.4'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroupRule': {'1.2'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SubPort': {'1.0'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Subnet': {'1.1'}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Trunk': {'1.1'}} Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: consumer versions: Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: { DHCP agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: HyperV agent@hv-neutron-8358: {}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: L3 agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: Metadata agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: Metering agent@dv-neutron-835866-1-hyperv: {}, Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: Open vSwitch agent@dv-neutron-835866-1-hyperv: { 'AddressGroup': '1.2', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'ConntrackHelper': '1.0', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Log': '1.0', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Network': '1.1', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Port': '1.7', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'PortForwarding': '1.2', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'QosPolicy': '1.9', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroup': '1.4', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SecurityGroupRule': '1.2', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'SubPort': '1.0', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Subnet': '1.1', Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: 'Trunk': '1.1'}} Apr 04 11:43:26.654462 dv-neutron-835866-1-hyperv neutron-server[109639]: {{(pid=109639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 11:43:26.707190 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] For port 903b24e4-32dc-496d-bc93-585093ce74e6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:26.717311 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] For port 903b24e4-32dc-496d-bc93-585093ce74e6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=903b24e4-32dc-496d-bc93-585093ce74e6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:26.721156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Made reservation on behalf of c04b688cfcb14cff853b616d66509084 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:26.724806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.748994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.786537 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.836372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.863797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.899102 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:26.900336 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:42:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:26.915090 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89bdb9-b176-41c3-8c4f-6973c525cb47 None None] Pushing event updated for resources: {'Port': ['ID=903b24e4-32dc-496d-bc93-585093ce74e6,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:26.958243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:26.963652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.009466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-57cac45c-d306-459c-b2ad-6a0a1924412b tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:27.045151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:27.057224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Pushing event updated for resources: {'Port': ['ID=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:27.057470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.090439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:27.092182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:27.094985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:27.101153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22920c-6dc7-4178-9e12-e5c37be3eae4,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:27.128451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.128800 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Added segment 7877a608-8041-43df-974d-76e4a9b7e72e of type vlan for network 1b6c7c41-047a-4645-8837-e94225754fbb Apr 04 11:43:27.140327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.161500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d00c1de4-f991-4391-b0f2-4a60f560ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.166512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.213483 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:27.272407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:27.285579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.321237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-57cac45c-d306-459c-b2ad-6a0a1924412b tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "PUT /v2.0/quotas/586efdfbdadf489db18c58fb79333b00 HTTP/1.1" status: 200 len: 368 time: 0.7159657 Apr 04 11:43:27.322188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84bf9e0-369d-459b-b554-e7b28e8307f8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:27.324621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34430) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:27.330189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.330635 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Added segment a61ae46e-9da0-4987-9d44-e21f3c3c3871 of type vlan for network 9bcac5e9-ba34-4bf3-9577-12956d055e10 Apr 04 11:43:27.339205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Request body: {'network': {'project_id': '586efdfbdadf489db18c58fb79333b00'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:27.581274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.587803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Made reservation on behalf of 586efdfbdadf489db18c58fb79333b00 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:27.592345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.608185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34434) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:27.635371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b43d42-3161-46f1-8da7-0e3d458c09a7 None None] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:27.640097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.643081 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:24Z', 'revision_number': 3, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:27.682776 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92821-044f-47c8-b54e-6cfc6b5cc998 None None] The sync data for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv is: [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:24Z', 'revision_number': 3, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:43:27.724767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:27.736621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1154028809'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:27.743708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.817906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Allocated IP 172.20.0.1 (f4f36307-c7c6-4158-ab31-6d49efbaf537/4a122385-83fb-46e2-8a32-bb491b334422/1946826d-901d-4363-be4b-5f9c3b36a853) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:27.834505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] Provisioning complete for port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:27.837978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.857776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:27.861736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.875934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:27.876976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:27.908395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.resource_extend [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:43:27.917193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-946356555'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:27.929076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-851762902'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:27.975434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.022304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 22c4a9cb-85cc-44ca-8719-845e1e17ab51 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:28.037064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] For port 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=22c4a9cb-85cc-44ca-8719-845e1e17ab51,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:28.057654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Made reservation on behalf of 49f39248d81643da979b39f6b6d72266 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:28.060672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.086269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.105486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:28.107282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.110734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.131794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.151923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.153329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:28.154419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.159957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.162828 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8640790 Apr 04 11:43:28.163553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34446) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:28.169923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7263a-7546-4a5e-b767-b626791104ae tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Pushing event updated for resources: {'Network': ['ID=1b6c7c41-047a-4645-8837-e94225754fbb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.173264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.180286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Made reservation on behalf of 7fbe0fef33654e38b114867775683727 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:28.184435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.238752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.261935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 1b6c7c41-047a-4645-8837-e94225754fbb details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:28.277460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:28.306249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Made reservation on behalf of 953196e9c7664ea19bd2b7c7ea3ebebb for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:28.309018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.316893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.317232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Added segment 3e89f698-e80a-4df5-b932-99b54731b42a of type vlan for network 01e7f80a-cd73-4e66-8307-c7c62c9199a3 Apr 04 11:43:28.323527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67163331-013a-496b-87d6-20092169371b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.389041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.399016 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4239235 Apr 04 11:43:28.402560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c069f-a84d-4a3c-bebb-31ffddcb319f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event updated for resources: {'Network': ['ID=9bcac5e9-ba34-4bf3-9577-12956d055e10,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.404818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34450) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:28.414510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c578b-b203-42b5-a968-dfe516574b33 None None] Pushing event updated for resources: {'Port': ['ID=22c4a9cb-85cc-44ca-8719-845e1e17ab51,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.420100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Request body: {'subnet': {'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:28.435695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.453157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'name': 'tempest-network--118817191', 'router:external': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:28.463950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:28.502833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.557883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.584590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-cf036998-2f8b-4ac2-9e32-1328ae162092 None None] Provisioning complete for port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:28.585254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf036998-2f8b-4ac2-9e32-1328ae162092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.894069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:28.894069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.894069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.894069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.895248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.895673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:28.895673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.895673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.895673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port fb6a3428-26eb-43cf-bf25-6b925f299fb5 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:28.895673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Router ec3f5c85-3874-41ad-a056-ae4e788c8923 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Made reservation on behalf of c04b688cfcb14cff853b616d66509084 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.897306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:28.898206 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5323963 Apr 04 11:43:28.898294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.898367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34456) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:28.898434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:28.898434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:28.898434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:28.900760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port c5c4c551-26fb-423b-a5a6-a582f16e0efe yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:28.906876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Request body: {'network': {'project_id': '586efdfbdadf489db18c58fb79333b00'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:28.911037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Pushing event updated for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.949541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6fb944-c932-41c0-a450-0f5fbbd7a6d5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:28.955042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:29.007041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717026-e5fc-4528-b4d2-e2a0ccb85fb9 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event updated for resources: {'Network': ['ID=01e7f80a-cd73-4e66-8307-c7c62c9199a3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.017011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 01e7f80a-cd73-4e66-8307-c7c62c9199a3 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:29.078653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.147314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Made reservation on behalf of 586efdfbdadf489db18c58fb79333b00 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:29.149486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.191194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:43:29.195547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.200843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Sync routers for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:43:29.228755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:29.229807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:42:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:29.259234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d902abb3-d0fd-43ce-841c-4cd1fb7dbb3f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.262371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:29.270398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-433ed1ee-f45e-49bd-8759-5ade0c695b51 None None] Provisioning complete for port 1946826d-901d-4363-be4b-5f9c3b36a853 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:29.270877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-433ed1ee-f45e-49bd-8759-5ade0c695b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.311538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.313739 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Added segment d44e0a4a-b79d-4899-9848-cfbf3b16ea53 of type vlan for network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 Apr 04 11:43:29.360795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-433ed1ee-f45e-49bd-8759-5ade0c695b51 None None] Port 1946826d-901d-4363-be4b-5f9c3b36a853 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:29.387770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:29.404549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:29.410677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.412203 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3945e7e4-a637-4c16-89ea-49e76eaf6c18 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0255346 Apr 04 11:43:29.421207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34458) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:29.427443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.427793 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Added segment 09189531-55e4-4b4b-b729-2110b6bbbb40 of type vlan for network 31cf1d63-47ca-44f7-95d6-216aaab0e387 Apr 04 11:43:29.442873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144ce3cc-a45e-43f1-8fb0-8dcff0ff7bac,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.447009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port fb6a3428-26eb-43cf-bf25-6b925f299fb5 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:29.474391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b288cf99-3630-42fb-8c4e-7e446b72f8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.475631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027fbaec-3864-4af0-9a0d-25d3fa7715b2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.478375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.479722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.480816 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Added segment 00893a7a-b9fb-42ac-9f9e-aadbe52d0f62 of type vlan for network 2521ecd1-5e93-4a00-b233-2d8ed6caa4e2 Apr 04 11:43:29.521221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.565849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.588208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:27Z', 'revision_number': 3, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:29.608167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.623944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.624282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Checking router: ec3f5c85-3874-41ad-a056-ae4e788c8923 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:43:29.624692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Updating router ec3f5c85-3874-41ad-a056-ae4e788c8923 port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:43:29.657234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.714167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.720087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:29.720671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.757021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6a3428-26eb-43cf-bf25-6b925f299fb5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.768275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.770269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:29.770996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.788505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.789544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:29.790546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.813142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.852195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Checking segment: {'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:29.852613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Network hostable DHCP agents. Network: c31f1c93-306a-48f6-badb-13a60c6fdc71, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:29.869728 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9673777 Apr 04 11:43:29.870591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34460) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:29.882615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-03c31230-0296-472d-a95c-88cf5ec5896a tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Request body: {'network': {'project_id': '586efdfbdadf489db18c58fb79333b00'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:29.888556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port c5c4c551-26fb-423b-a5a6-a582f16e0efe yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:29.896007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'Network': ['ID=18782ef9-cdaf-44a5-bbd6-f885e9b7e615,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.916459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.921229 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eb9d8576-0357-4333-9b29-311e86029301 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3095279 Apr 04 11:43:29.925620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c05aa-d7d7-4200-b218-185c70956b63 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event updated for resources: {'Network': ['ID=2521ecd1-5e93-4a00-b233-2d8ed6caa4e2,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:29.930622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34462) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:29.944868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:29.945351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Request body: {'subnet': {'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:29.950446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:29.964318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7987978 Apr 04 11:43:29.967935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:30.012673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c31230-0296-472d-a95c-88cf5ec5896a tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 04 11:43:30.013154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c31230-0296-472d-a95c-88cf5ec5896a tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:43:30.014643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-03c31230-0296-472d-a95c-88cf5ec5896a tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1369720 Apr 04 11:43:30.021895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34466) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:30.083309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.114130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.153190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2521ecd1-5e93-4a00-b233-2d8ed6caa4e2 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:30.160613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 903b24e4-32dc-496d-bc93-585093ce74e6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:30.161134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.176595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.178409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:30.190880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf3902-a1bd-4d60-b7f5-623a383e90ac tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=31cf1d63-47ca-44f7-95d6-216aaab0e387,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.238171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 31cf1d63-47ca-44f7-95d6-216aaab0e387 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:30.287480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c31f1c93-306a-48f6-badb-13a60c6fdc71) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:30.294955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:30.314461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.314808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.315400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.327879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052e863-7518-42c2-b131-9a944213bf56 None None] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:30.340389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.340965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Made reservation on behalf of 7fbe0fef33654e38b114867775683727 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:30.344578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.350950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.351292 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.362970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.363287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 2 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.363770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.364696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.365193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > port after_create 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.365766 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.366238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > port after_update 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.366707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.367172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.372072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.372072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.418799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.419120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.419454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.421834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed8aa4-f496-4c23-938c-65e975ed47ca None None] Pushing event updated for resources: {'Port': ['ID=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.435281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Attempting to bind port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.435281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Attempting to bind port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.435281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Attempting to bind port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.458186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.458452 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.464897 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 3 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.481527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:30.481847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:30.482246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.482624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:30.483094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Bound port: cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:30.483465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.492161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.492593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.492811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.500835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.505903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.506225 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.512965 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 4 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.524874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 903b24e4-32dc-496d-bc93-585093ce74e6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:30.525244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.568191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.568521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.568855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.586254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.605929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.606126 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.608815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.608940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.609206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.609542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:30.609929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cf1d63-47ca-44f7-95d6-216aaab0e387']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:30.612105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] For port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:30.612226 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 5 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.626553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] For port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:30.674182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09189531-55e4-4b4b-b729-2110b6bbbb40') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:30.674485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09189531-55e4-4b4b-b729-2110b6bbbb40') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:30.684752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.692117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.692487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.692822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.694574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.698510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=c5c4c551-26fb-423b-a5a6-a582f16e0efe,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.710836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.711155 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.724495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.735947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 6 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.742071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 903b24e4-32dc-496d-bc93-585093ce74e6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=903b24e4-32dc-496d-bc93-585093ce74e6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:30.761155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.761705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.762181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.772072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.772581 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.773264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed8aa4-f496-4c23-938c-65e975ed47ca None None] Pushing event updated for resources: {'Port': ['ID=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.775064 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 7 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.776097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:30.776753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:30.784594 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0c640284-7c14-4059-86e7-7ad381f14c92 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=586efdfbdadf489db18c58fb79333b00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7615898 Apr 04 11:43:30.791594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:30.807953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.811989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.811989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.816109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.817080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 22c4a9cb-85cc-44ca-8719-845e1e17ab51 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:30.818892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.819216 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.821044 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 8 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.823382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.841240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.852572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.853173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.853303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event updated for resources: {'Subnet': ['ID=dc5e21b2-8093-47b8-9003-331074ea8b8a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.853503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.860142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:30.860549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: from cryptography.utils import int_from_bytes Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: from cryptography.utils import int_from_bytes Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:30.870012 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:30.876412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Allocated IP 172.20.0.1 (efa3920d-50c4-4f34-9ab5-2ca6df98eb4f/1399afc0-c3bb-4275-85f4-90c948cf7ce3/d26932ce-a2a2-4a4d-9ffe-fad5be1c081c) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:30.887478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Checking segment: {'id': 'a61ae46e-9da0-4987-9d44-e21f3c3c3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:30.887848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Network hostable DHCP agents. Network: 9bcac5e9-ba34-4bf3-9577-12956d055e10, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:30.894311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.894854 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.902582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 9 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.905602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Checking segment: {'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:30.905971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Network hostable DHCP agents. Network: ab227100-a568-4bf4-aada-227823f6d19d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:30.912376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.927332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'Subnet': ['ID=be5e4dbb-650d-461b-8c7e-74e93421427d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.944870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:30.945140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:30.945443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:30.952713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=903b24e4-32dc-496d-bc93-585093ce74e6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:30.965306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:30.965678 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:30.967992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:30.967992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:30.968641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 10 to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 Apr 04 11:43:30.972928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:30.991403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.018262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:31.018596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:31.019297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:31.020813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Checking segment: {'id': 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:31.021170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Network hostable DHCP agents. Network: 18782ef9-cdaf-44a5-bbd6-f885e9b7e615, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:31.034888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:31.035257 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fb6a3428-26eb-43cf-bf25-6b925f299fb5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:31.035576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.127799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.160782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port fb6a3428-26eb-43cf-bf25-6b925f299fb5, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:31.161968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempted to set empty binding levels {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:31.166455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:31.183042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:31.185663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.190983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31cf1d63-47ca-44f7-95d6-216aaab0e387 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:43:31.193883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.197194 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/31cf1d63-47ca-44f7-95d6-216aaab0e387 HTTP/1.1" status: 204 len: 168 time: 1.2282946 Apr 04 11:43:31.197948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Network ab227100-a568-4bf4-aada-227823f6d19d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:31.205238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:31.208299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.210161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:31.234295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:27Z', 'revision_number': 3, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:31.244512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a959-24d2-4d1b-8d33-0772e5ffac99 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Network': ['ID=31cf1d63-47ca-44f7-95d6-216aaab0e387,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:31.254434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.262045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.271900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Pushing event updated for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:31.272812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfdb5c-c5fd-4945-afe7-f6f0fc30656d None None] The sync data for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:27Z', 'revision_number': 3, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:43:31.285812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.290863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.299151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ab227100-a568-4bf4-aada-227823f6d19d) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:31.300989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 18782ef9-cdaf-44a5-bbd6-f885e9b7e615) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:31.303613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:31.314347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:31.314945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.323146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 9bcac5e9-ba34-4bf3-9577-12956d055e10) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:31.324038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b425cc-3229-448c-90e0-fb118b147c3f None None] Network ab227100-a568-4bf4-aada-227823f6d19d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:31.328374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:31.329077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:31.329377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.331621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.335562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:31.336610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ea3c7-d038-4e8a-a1d1-26329155b0b2 None None] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:31.337861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.368077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:31.374957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d9e8c-16ad-4a64-8ca3-0e75f8b7cc86 None None] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:31.377421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:31.377421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6a3428-26eb-43cf-bf25-6b925f299fb5,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:31.380015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:31.380535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.416467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:31.418005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:31.418606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:31.431411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:31.432000 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:31.435760 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 2 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:31.473975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:31.474577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:31.475085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:31.492003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:31.492568 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:31.493534 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 3 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:31.505862 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-194a65cd-3953-46d7-874d-e5d942ac536f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0960281 Apr 04 11:43:31.510611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:31.528671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Request body: {'port': {'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1636907583'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:31.539469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:31.550838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:31.551203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:31.551899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:31.556864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:31.576908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.579640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.583984 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/67163331-013a-496b-87d6-20092169371b HTTP/1.1" status: 204 len: 168 time: 0.7777982 Apr 04 11:43:31.589598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34482) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:31.591217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:31.591217 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:31.592435 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 4 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:31.608350 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a37b35b-8bab-4045-ab76-b7215185241b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6698408 Apr 04 11:43:31.631646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34484) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:31.661824 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc41ce5c-af18-48b3-b5f5-c607bb43f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.9295068 Apr 04 11:43:31.675413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34486) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:31.676031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Request body: {'port': {'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1305187743'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:31.689341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:31.752251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9822e-c82c-47d3-bb74-acc8573b82c2 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67163331-013a-496b-87d6-20092169371b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:31.826760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:31.827280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Added segment 2b3aa49b-23bb-46f7-9919-84cc98ebe358 of type vlan for network ef30591e-8194-40c3-8e8a-6178f04b2a21 Apr 04 11:43:31.861368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Pushing event updated for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:31.967025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 903b24e4-32dc-496d-bc93-585093ce74e6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:31.969727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.001502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.003553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.003965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.004413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.035147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b3acf17e-af78-4ecc-8474-a4df8c0b2524 None None] Provisioning complete for port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:32.035529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3acf17e-af78-4ecc-8474-a4df8c0b2524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.048132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.048433 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.050345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Router 22adeade-2c53-449a-910c-ae648c414275 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:43:32.055663 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 5 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.065397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Deleting port fb6a3428-26eb-43cf-bf25-6b925f299fb5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:32.066435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.103880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.104218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.104554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.113579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.113933 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.117521 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 6 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.176139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.177096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:32.177783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.185663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.186007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.186338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.205917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.206251 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.208464 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 7 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.214054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.218637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.218765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.252446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b3acf17e-af78-4ecc-8474-a4df8c0b2524 None None] Port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:32.259451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port fb6a3428-26eb-43cf-bf25-6b925f299fb5, host hv-neutron-8358, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:32.259821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.261869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.261869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.262123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.276034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.276034 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.277295 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 8 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.297514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.298832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.298832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.299134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > port after_create 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.299474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.299855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > port after_update 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.300184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.300502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.300843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.301177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.311342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-9bcac5e9-ba34-4bf3-9577-12956d055e10', 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10', 'tenant_id': 'c04b688cfcb14cff853b616d66509084', 'fixed_ips': [{'subnet_id': 'dc5e21b2-8093-47b8-9003-331074ea8b8a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:43:32.312326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.312966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Made reservation on behalf of c04b688cfcb14cff853b616d66509084 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:32.316561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.318484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Made reservation on behalf of 7fbe0fef33654e38b114867775683727 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:32.321710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.326008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.326346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.326677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.338439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-18782ef9-cdaf-44a5-bbd6-f885e9b7e615', 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615', 'tenant_id': '7fbe0fef33654e38b114867775683727', 'fixed_ips': [{'subnet_id': 'be5e4dbb-650d-461b-8c7e-74e93421427d'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:43:32.339261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.341647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:43:32.353165 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5b0d342b-21f8-4fc8-99f2-6f1d4967d9aa admin admin] 10.222.0.43 "PUT /v2.0/routers/22adeade-2c53-449a-910c-ae648c414275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0225661 Apr 04 11:43:32.354540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Sync routers for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:43:32.360006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.360338 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.367659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 903b24e4-32dc-496d-bc93-585093ce74e6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:32.368001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.379595 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 9 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.386126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] device_id is not set on port 66c7ac91-f994-4b5b-a9ad-771869ae7a07 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:32.389067 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:32.391715 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:32.484646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.505726 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.507314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.508267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.517584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] device_id is not set on port c83b4352-0021-4520-9888-93faf02846fb yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:32.541052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.541444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.541814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.543543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 11:43:32.543543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2521ecd1-5e93-4a00-b233-2d8ed6caa4e2']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:32.559464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Calling delete_port for fb6a3428-26eb-43cf-bf25-6b925f299fb5 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:32.610849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00893a7a-b9fb-42ac-9f9e-aadbe52d0f62') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:32.611428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00893a7a-b9fb-42ac-9f9e-aadbe52d0f62') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:32.619416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4130430 Apr 04 11:43:32.628384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-710fe85c-b6c4-4aec-80bf-9143151f519d None None] Provisioning complete for port 1946826d-901d-4363-be4b-5f9c3b36a853 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:32.628826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-710fe85c-b6c4-4aec-80bf-9143151f519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.668749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34494) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:32.672239 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:32.676486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'subnet': {'network_id': 'ef30591e-8194-40c3-8e8a-6178f04b2a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:32.687762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dcff6-3687-4e4b-8c2a-3e33168ae3cb tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=ef30591e-8194-40c3-8e8a-6178f04b2a21,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:32.692910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.693632 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.695927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.711016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ef30591e-8194-40c3-8e8a-6178f04b2a21 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:32.760221 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 10 to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe Apr 04 11:43:32.823414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-710fe85c-b6c4-4aec-80bf-9143151f519d None None] Port 1946826d-901d-4363-be4b-5f9c3b36a853 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:32.823919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.856167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:32.856618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: from cryptography.utils import int_from_bytes Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: from cryptography.utils import int_from_bytes Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:32.864601 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:32.871650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Allocated IP 172.20.0.2 (9bcac5e9-ba34-4bf3-9577-12956d055e10/dc5e21b2-8093-47b8-9003-331074ea8b8a/372a6a6a-b71a-4dd8-b0e4-48a9f14127c7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:32.881110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:32.881521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:32.881945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:32.892716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port c5c4c551-26fb-423b-a5a6-a582f16e0efe on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:32.893136 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port c5c4c551-26fb-423b-a5a6-a582f16e0efe on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:32.893625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:32.988778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:32.989355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port c5c4c551-26fb-423b-a5a6-a582f16e0efe, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:32.989816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempted to set empty binding levels {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:32.998055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.000223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Allocated IP 172.20.0.2 (18782ef9-cdaf-44a5-bbd6-f885e9b7e615/be5e4dbb-650d-461b-8c7e-74e93421427d/01be5198-8b50-4311-8885-c91b84e750dd) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:33.081785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.169790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=c5c4c551-26fb-423b-a5a6-a582f16e0efe,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.171321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 2, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:33.179310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:33.182824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.192632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.196766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.213963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.221243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34498) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:33.221710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2521ecd1-5e93-4a00-b233-2d8ed6caa4e2 HTTP/1.1" status: 204 len: 168 time: 1.6262989 Apr 04 11:43:33.225293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.238891 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Checking router: 22adeade-2c53-449a-910c-ae648c414275 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:43:33.239789 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Updating router 22adeade-2c53-449a-910c-ae648c414275 port 1946826d-901d-4363-be4b-5f9c3b36a853 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:43:33.256456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8854cb3-9a66-4304-bf0d-ae3d35bbe97f tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event deleted for resources: {'Network': ['ID=2521ecd1-5e93-4a00-b233-2d8ed6caa4e2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.284499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.291994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fb6a3428-26eb-43cf-bf25-6b925f299fb5 HTTP/1.1" status: 204 len: 168 time: 1.5873070 Apr 04 11:43:33.291994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67acc9-c377-4b0c-84fe-3ca215741640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb6a3428-26eb-43cf-bf25-6b925f299fb5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.303820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34500) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:33.316064 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.323493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.353961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b464f2-0954-4da9-8efb-8fee5452c1d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:33.356135 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e0b464f2-0954-4da9-8efb-8fee5452c1d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports/fb6a3428-26eb-43cf-bf25-6b925f299fb5 HTTP/1.1" status: 404 len: 333 time: 0.0498967 Apr 04 11:43:33.357283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.366104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:33.377100 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d008d30e-ca34-4f58-883a-860186062642 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.4890671 Apr 04 11:43:33.384046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34504) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:33.458382 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:43:33.469688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167440839'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:33.500535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.505801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.540144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Pushing event updated for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.600007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.601229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:33.603818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7e9fda98-ffb5-4432-adbf-8ed8308034cf {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:43:33.604287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:43:33.606147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.618925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:33.635182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:33.654264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.671237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:33.680149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:33.685110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:33.696250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Pushing event updated for resources: {'Port': ['ID=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.761916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Made reservation on behalf of 49f39248d81643da979b39f6b6d72266 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:33.766453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Allocated IP 172.20.0.13 (18782ef9-cdaf-44a5-bbd6-f885e9b7e615/be5e4dbb-650d-461b-8c7e-74e93421427d/c83b4352-0021-4520-9888-93faf02846fb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:33.768537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.885805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Attempting to bind port 01be5198-8b50-4311-8885-c91b84e750dd on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:33.886293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Attempting to bind port 01be5198-8b50-4311-8885-c91b84e750dd by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:33.887344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Attempting to bind port 01be5198-8b50-4311-8885-c91b84e750dd on network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:33.887574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34506) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:33.894671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886492731', 'description': 'tempest-description--1740696439'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:33.899609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port 1d13d19c-a824-4924-8ec9-d183b0c8a479 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:33.928390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Attempting to bind port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:33.928751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Attempting to bind port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a61ae46e-9da0-4987-9d44-e21f3c3c3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:33.929109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Attempting to bind port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 on network 9bcac5e9-ba34-4bf3-9577-12956d055e10 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:33.932870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:33.933791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Checking segment: {'id': 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:33.934189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.934579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Bound using segment: {'id': 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:33.935045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Bound port: 01be5198-8b50-4311-8885-c91b84e750dd, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:33.935420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.952940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Pushing event updated for resources: {'Port': ['ID=01be5198-8b50-4311-8885-c91b84e750dd,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:33.957128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:33.961024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Checking segment: {'id': 'a61ae46e-9da0-4987-9d44-e21f3c3c3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:33.961024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:33.961024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Bound using segment: {'id': 'a61ae46e-9da0-4987-9d44-e21f3c3c3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:33.961024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Bound port: 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ae46e-9da0-4987-9d44-e21f3c3c3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9bcac5e9-ba34-4bf3-9577-12956d055e10'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:33.961024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.014318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.097616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:34.107778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.137886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e7f80a-cd73-4e66-8307-c7c62c9199a3']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:34.148282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e89f698-e80a-4df5-b932-99b54731b42a') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:34.148848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e89f698-e80a-4df5-b932-99b54731b42a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:34.158972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.172493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.177399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:34.184682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] For port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:34.184873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:34.185219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.186569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:34.191869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.227676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] For port 01be5198-8b50-4311-8885-c91b84e750dd, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:34.256276 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.264683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] For port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,segment=NetworkSegment(a61ae46e-9da0-4987-9d44-e21f3c3c3871),segment_id=a61ae46e-9da0-4987-9d44-e21f3c3c3871)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:34.273602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] For port 01be5198-8b50-4311-8885-c91b84e750dd, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=01be5198-8b50-4311-8885-c91b84e750dd,segment=NetworkSegment(d44e0a4a-b79d-4899-9848-cfbf3b16ea53),segment_id=d44e0a4a-b79d-4899-9848-cfbf3b16ea53)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:34.278635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.305074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:34.305449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.329583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.374076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.378090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.454508 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74390f-b38a-4da2-9642-7c05618d004d None None] Pushing event updated for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:34.481407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:34.504698 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:34.508509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.509374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.520661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Attempting to bind port 1946826d-901d-4363-be4b-5f9c3b36a853 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:34.520661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Attempting to bind port 1946826d-901d-4363-be4b-5f9c3b36a853 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:34.520661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Attempting to bind port 1946826d-901d-4363-be4b-5f9c3b36a853 on network f4f36307-c7c6-4158-ab31-6d49efbaf537 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:34.521532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Deleting port c5c4c551-26fb-423b-a5a6-a582f16e0efe {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:34.521729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.529871 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:34.530249 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Checking segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:34.530645 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.531040 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Bound using segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:34.531492 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Bound port: 1946826d-901d-4363-be4b-5f9c3b36a853, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:34.531884 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.537135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.580488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c97e-087d-4ecd-afb0-4ed49546d37a None None] Pushing event updated for resources: {'Port': ['ID=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:34.648192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.656730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7217a9ae-851d-4255-a1fc-eaef4f01e525 None None] Provisioning complete for port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:34.657309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7217a9ae-851d-4255-a1fc-eaef4f01e525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.663291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:34.726051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:34.726537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] device_id is not set on port 0ebda4ce-c917-44e6-8cb8-e7c75f563020 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:34.732089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371da3-33da-48d4-bac5-39bba44530e0 None None] Pushing event updated for resources: {'Port': ['ID=01be5198-8b50-4311-8885-c91b84e750dd,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:34.733758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=1d13d19c-a824-4924-8ec9-d183b0c8a479,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:34.740408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7217a9ae-851d-4255-a1fc-eaef4f01e525 None None] Port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:34.743225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.743465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.746110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port c5c4c551-26fb-423b-a5a6-a582f16e0efe, host hv-neutron-8358, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:34.746460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.751774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:34.759108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:34.760102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:34.760839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.764144 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] For port 1946826d-901d-4363-be4b-5f9c3b36a853, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:34.768540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] For port 1946826d-901d-4363-be4b-5f9c3b36a853, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1946826d-901d-4363-be4b-5f9c3b36a853,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:34.786770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.826564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Router ec3f5c85-3874-41ad-a056-ae4e788c8923 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:43:34.827076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:34.827347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:43:34.827885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.853022 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.887489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] Provisioning complete for port 1946826d-901d-4363-be4b-5f9c3b36a853 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:34.890036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:34.988811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.001466 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74390f-b38a-4da2-9642-7c05618d004d None None] Pushing event updated for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.012311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Allocated IP 172.20.0.10 (9bcac5e9-ba34-4bf3-9577-12956d055e10/dc5e21b2-8093-47b8-9003-331074ea8b8a/0ebda4ce-c917-44e6-8cb8-e7c75f563020) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:35.017868 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:35.018626 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:35.068849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Calling delete_port for c5c4c551-26fb-423b-a5a6-a582f16e0efe owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:35.074300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.078115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.082211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/01e7f80a-cd73-4e66-8307-c7c62c9199a3 HTTP/1.1" status: 204 len: 168 time: 1.8597667 Apr 04 11:43:35.086418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:35.086895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-53755429-714d-43fe-b91f-a1aee2c4bd67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6312990 Apr 04 11:43:35.101416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:35.114710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:35.200795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] For port 1946826d-901d-4363-be4b-5f9c3b36a853, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1946826d-901d-4363-be4b-5f9c3b36a853,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:35.279590 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:35.295633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.323149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10e9e013-27eb-43ea-b7a3-2c91b6d2b05b,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.342141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.346979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4536939 Apr 04 11:43:35.346979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e9aa-e44a-4561-91ce-a5685c3d2f96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3113e2a-8a72-4b31-b7dd-de4f466872c4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.350065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34512) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:35.371299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'security_group_rule': {'security_group_id': 'f3113e2a-8a72-4b31-b7dd-de4f466872c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:35.375602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.375971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Checking segment: {'id': '2b3aa49b-23bb-46f7-9919-84cc98ebe358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef30591e-8194-40c3-8e8a-6178f04b2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:35.378266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Network hostable DHCP agents. Network: ef30591e-8194-40c3-8e8a-6178f04b2a21, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:43:35.414832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb22b1-f733-4f37-af32-2bdd6afa79cd None None] Pushing event updated for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.431916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-689618fd-81c5-46d8-97df-d3416440be23 None None] Provisioning complete for port 1946826d-901d-4363-be4b-5f9c3b36a853 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:35.431916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-689618fd-81c5-46d8-97df-d3416440be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.435591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:35.442252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b04e-293e-4598-81bd-87f2242e1a65 tempest-QuotasNegativeTest-883392328 tempest-QuotasNegativeTest-883392328-project-admin] Pushing event deleted for resources: {'Network': ['ID=01e7f80a-cd73-4e66-8307-c7c62c9199a3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.452249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:35.461692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:43:35.476396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-068ed997-ec19-4ccd-8444-d4ccefec394c admin admin] 10.222.0.43 "PUT /v2.0/routers/ec3f5c85-3874-41ad-a056-ae4e788c8923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0443254 Apr 04 11:43:35.505998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Sync routers for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:43:35.514434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'Port': ['ID=c83b4352-0021-4520-9888-93faf02846fb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.521868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:35.522249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:35.551633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Network ef30591e-8194-40c3-8e8a-6178f04b2a21 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:35.574388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.645649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.660283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ef30591e-8194-40c3-8e8a-6178f04b2a21) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:35.678430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:35.686218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.784660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.796353 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-387ca851-2bbc-4771-9325-8113561b315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:35.828628 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3095506e-c029-4997-a1e0-297fe52517f9 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1588943 Apr 04 11:43:35.832315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34522) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:35.837713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef30591e-8194-40c3-8e8a-6178f04b2a21'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:35.856431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:35.870454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426500ac-af4b-4045-a6ce-d23d1b2e16ea None None] Network ef30591e-8194-40c3-8e8a-6178f04b2a21 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:35.875955 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca851-2bbc-4771-9325-8113561b315d None None] The sync data for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv is: [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:43:35.887137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.892152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:35.893117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.911882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:35.924960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:35.931891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92b034e-1929-448e-adf9-01c39be2f2c9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.939844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event updated for resources: {'Port': ['ID=0ebda4ce-c917-44e6-8cb8-e7c75f563020,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:35.953040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:35.986549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.046626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.050247 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3b43e756-29a9-43b3-813b-2fa7c78469b7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6871624 Apr 04 11:43:36.051595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34526) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.072878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'security_group_rule': {'security_group_id': 'f3113e2a-8a72-4b31-b7dd-de4f466872c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:36.161487 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dddc63fd-e8e3-4db9-9edc-0f818ec4f887 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5164557 Apr 04 11:43:36.174470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34530) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.203332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Request body: {'port': {'network_id': '18782ef9-cdaf-44a5-bbd6-f885e9b7e615', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1416943025', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:36.209358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] bootfile-name is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:36.211538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] tftp-server is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:36.211741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b0424-3db0-40cc-95a5-0c0a68a634a5 None None] Network ef30591e-8194-40c3-8e8a-6178f04b2a21 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:36.212081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] server-ip-address is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:36.298614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.335446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.370315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:36.373540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:36.378525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.540699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34534) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.569309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.576796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:36.608071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5c4c551-26fb-423b-a5a6-a582f16e0efe,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:36.633792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34540) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.646890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161789964', 'description': 'tempest-description--34340620'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:36.668441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.672354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-823f84e7-d1e4-4d76-9f92-fba9aeed4d1b tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c5c4c551-26fb-423b-a5a6-a582f16e0efe HTTP/1.1" status: 204 len: 168 time: 3.2872648 Apr 04 11:43:36.678058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34542) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.710854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Allocated IP 172.20.0.5 (ef30591e-8194-40c3-8e8a-6178f04b2a21/10e9e013-27eb-43ea-b7a3-2c91b6d2b05b/2870a3d7-61ab-48d4-9ce5-788633c43ca5) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:36.751891 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c3895e2-8826-4028-94ee-5edf88bad8c9 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.2352631 Apr 04 11:43:36.760573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34544) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.802237 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80c2575-dacd-4329-ba1b-620b1b4bcfc4 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:36.815149 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a80c2575-dacd-4329-ba1b-620b1b4bcfc4 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports/c5c4c551-26fb-423b-a5a6-a582f16e0efe HTTP/1.1" status: 404 len: 333 time: 0.1327615 Apr 04 11:43:36.817815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34546) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:36.850882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909867a-1cca-4390-b21d-b3d430a6bc49 None None] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:36.870238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1396250524'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:36.893581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.916194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d159e65-371f-430f-84a8-ae0b666f7d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.921806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9a831-ce21-43d9-95de-603241678d03 None None] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:36.956355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Made reservation on behalf of 7fbe0fef33654e38b114867775683727 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:36.960123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.979056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.990133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:36.993937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] device_id is not set on port 1b645bb7-9f13-4369-ab87-53cdfc054240 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:37.048594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bbb46a-ee29-4963-89b2-6ab2a329a1bc,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:37.089812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Made reservation on behalf of 953196e9c7664ea19bd2b7c7ea3ebebb for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:37.096353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.116433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.117662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-138b2c60-661e-4afd-9dd9-70f7a04f2f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0522101 Apr 04 11:43:37.123361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:37.132961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.137899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:37.146962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port 1d13d19c-a824-4924-8ec9-d183b0c8a479 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:37.161956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.193834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.195141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:37.216902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d159e65-371f-430f-84a8-ae0b666f7d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.218541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] Provisioning complete for port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:37.219167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.224331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.245135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Deleting port 0ebda4ce-c917-44e6-8cb8-e7c75f563020 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:37.246515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.304476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:37.304848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.314117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d159e65-371f-430f-84a8-ae0b666f7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.320125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.358099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.400056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.415648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 2, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:37.419735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.421024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7781813 Apr 04 11:43:37.425617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6d159e65-371f-430f-84a8-ae0b666f7d76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22ab6ee546c84396828f294b08f89370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760984 Apr 04 11:43:37.425617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34550) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:37.429842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d159e65-371f-430f-84a8-ae0b666f7d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ad870-165a-4f55-8773-dc6bc77bd6da,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:37.435834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34552) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:37.439686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'security_group_rule': {'security_group_id': 'e165a7bd-4d6d-4494-8187-66cd49ee4444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:37.462409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Checking router: ec3f5c85-3874-41ad-a056-ae4e788c8923 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:43:37.462746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Updating router ec3f5c85-3874-41ad-a056-ae4e788c8923 port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:43:37.469309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Network ef30591e-8194-40c3-8e8a-6178f04b2a21 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:37.489852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:37.492375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:37.541840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Allocated IP 172.20.0.14 (18782ef9-cdaf-44a5-bbd6-f885e9b7e615/be5e4dbb-650d-461b-8c7e-74e93421427d/1b645bb7-9f13-4369-ab87-53cdfc054240) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:37.547268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Port': ['ID=2870a3d7-61ab-48d4-9ce5-788633c43ca5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:37.553662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.570574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6901fe-8e50-47de-8957-e343f458098c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e165a7bd-4d6d-4494-8187-66cd49ee4444,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:37.580318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.608420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.622044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=1d13d19c-a824-4924-8ec9-d183b0c8a479,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:37.632299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.670359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.683973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Calling delete_port for 0ebda4ce-c917-44e6-8cb8-e7c75f563020 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:37.710137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.715286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] For port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,segment=NetworkSegment(a61ae46e-9da0-4987-9d44-e21f3c3c3871),segment_id=a61ae46e-9da0-4987-9d44-e21f3c3c3871)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:37.810153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.877215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.885320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:37.895825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Allocated IP 172.26.1.43 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:37.992613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:37.993599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:37.994121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.038190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ca41-e4bd-4de3-b6be-5424f056731d None None] Pushing event updated for resources: {'Port': ['ID=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.080995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:43:38.081690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:43:38.093144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Provisioning complete for port 01be5198-8b50-4311-8885-c91b84e750dd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:38.093879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.154136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.183473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.191891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.192603 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.198207 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 2 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.217792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.221805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37705cca-b2ea-46af-af63-939cff48bd7c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.235268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.249506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.273418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.286145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.293024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-44f14d3f-db65-4abe-a73c-a74ab8600cde tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8599012 Apr 04 11:43:38.296482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:38.300894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'security_group_rule': {'security_group_id': 'e165a7bd-4d6d-4494-8187-66cd49ee4444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:38.303013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.303352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.303718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.311680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.336441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.336780 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.344304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 3 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.349795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.350230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.360583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] For port 01be5198-8b50-4311-8885-c91b84e750dd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=01be5198-8b50-4311-8885-c91b84e750dd,segment=NetworkSegment(d44e0a4a-b79d-4899-9848-cfbf3b16ea53),segment_id=d44e0a4a-b79d-4899-9848-cfbf3b16ea53)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:38.396755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.397069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.397588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.411655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.413714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.413714 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.420677 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 4 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.484539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.484868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.485420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.487604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.495107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.499238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.519971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.537821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.538154 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.541129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:38.542392 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 5 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.545120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.548073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:38.549241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407c66f-b520-4bdc-b97a-176a032e63a7 None None] Pushing event updated for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.550900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:38.556076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Provisioning complete for port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:38.556449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.565511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Network ab227100-a568-4bf4-aada-227823f6d19d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:38.571532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:38.573489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.574421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.574733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.579807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:38.580380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.580738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:38.581342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.585800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=33452a9e-dcfa-4fe7-b5aa-463be634dbd6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.593990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.594310 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.595183 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 6 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.608706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.609058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.609372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.613778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.614101 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.614484 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 7 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.629111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.629447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.630156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.634420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.634744 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.635127 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 8 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.642370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3135c50d-c033-432a-8f46-efa3b31e4b24,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.645196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.651655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.654856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.659873 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e01ad870-165a-4f55-8773-dc6bc77bd6da HTTP/1.1" status: 204 len: 168 time: 1.2150877 Apr 04 11:43:38.668507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.686456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.689638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.691076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.691808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.694337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bf1e3-66c4-4340-8f7f-595de09aa460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ad870-165a-4f55-8773-dc6bc77bd6da,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.715257 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b33b0a2a-26ae-4fb0-b70d-a218261fcd9a tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8571463 Apr 04 11:43:38.728728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34558) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:38.743332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Attempting to bind port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.748117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event deleted for resources: {'Port': ['ID=0ebda4ce-c917-44e6-8cb8-e7c75f563020,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.749311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Attempting to bind port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.749799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Attempting to bind port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c on network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.754452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:38.757531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:38.771394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.771730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.772038 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.778356 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1f9a28a7-4d65-4c74-b07c-0cff993f9103 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4804523 Apr 04 11:43:38.779691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34560) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:38.791998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Pushing event updated for resources: {'Port': ['ID=01be5198-8b50-4311-8885-c91b84e750dd,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.799886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:38.800787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Checking segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:38.800787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.801039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Bound using segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:38.801538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Bound port: d26932ce-a2a2-4a4d-9ffe-fad5be1c081c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:38.801937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.807196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 9 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.841468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'Port': ['ID=5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:38.841995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:38.868769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:38.869114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:38.869456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:38.897895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.934370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:38.935032 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:38.943762 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 10 to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 Apr 04 11:43:38.957480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:38.996798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] For port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:38.998948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:38.999572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.001665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:39.002122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:39.002207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] For port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:39.002573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:39.003005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9df90801-5e36-47b5-b2c9-b2497750864a None None] Could not find standard attr ID for object 0ebda4ce-c917-44e6-8cb8-e7c75f563020. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:43:39.008174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.017243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.020616 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7c7e7067-a7ed-4d2d-98ab-c4e38b696747 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "DELETE /v2.0/ports/0ebda4ce-c917-44e6-8cb8-e7c75f563020 HTTP/1.1" status: 204 len: 168 time: 2.2587299 Apr 04 11:43:39.022295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:39.022690 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:39.023118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.024926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34562) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.027207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Port': ['ID=2870a3d7-61ab-48d4-9ce5-788633c43ca5,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:39.039860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.087297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.088596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f91a58b-bee6-4c52-afbf-091819b8cfb7 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2548666 Apr 04 11:43:39.097319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34566) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.146843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port 1d13d19c-a824-4924-8ec9-d183b0c8a479, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:39.147241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempted to set empty binding levels {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:39.152637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.160970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 01be5198-8b50-4311-8885-c91b84e750dd up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:39.222028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.226688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.234501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-42d122de-75f1-4c6f-960d-8cebbb3413d3 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=ef30591e-8194-40c3-8e8a-6178f04b2a21 HTTP/1.1" status: 200 len: 689 time: 0.1316748 Apr 04 11:43:39.240296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34570) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.263925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:39.279755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:39.283202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:39.288330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] In _notify_port_updated(), no bound segment for port 1d13d19c-a824-4924-8ec9-d183b0c8a479 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:43:39.289189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.289812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.295593 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "PUT /v2.0/ports/1d13d19c-a824-4924-8ec9-d183b0c8a479 HTTP/1.1" status: 200 len: 981 time: 4.1889901 Apr 04 11:43:39.295593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'Port': ['ID=1b645bb7-9f13-4369-ab87-53cdfc054240,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:39.299953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34572) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.303569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.374647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407c66f-b520-4bdc-b97a-176a032e63a7 None None] Pushing event updated for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:39.389147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Provisioning complete for port 01be5198-8b50-4311-8885-c91b84e750dd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:39.389383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.410219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1142fde-8f2d-45a4-8d1f-08fa4c6fa66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=1d13d19c-a824-4924-8ec9-d183b0c8a479,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:39.427561 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9fbdb901-ce2f-4e37-a821-6ff89cda4951 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4013309 Apr 04 11:43:39.431722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34574) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.437847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-137513169'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:39.438007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 01be5198-8b50-4311-8885-c91b84e750dd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:39.438232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.439784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:43:39.440416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:39.457234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.457957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.483099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.582325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Made reservation on behalf of c04b688cfcb14cff853b616d66509084 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:39.586964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.591968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b2888089-da62-4801-a60f-ac309197e44d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.3955812 Apr 04 11:43:39.596227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34576) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.662214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.662985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.663465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.663929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.664399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.664867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.665329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.665883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.666352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.667163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.667330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.667798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.668258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.668718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.669216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.669758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.670163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.670621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.677114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3711333d-bcb7-41f8-9eba-59ea4b7459c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16345 time: 0.3681159 Apr 04 11:43:39.683079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34578) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.708067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.708256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Provisioning complete for port c83b4352-0021-4520-9888-93faf02846fb triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:39.708449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.743908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:43:39.765855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34580) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.797689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Port c83b4352-0021-4520-9888-93faf02846fb cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:39.813306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c218e9d0-7026-41a9-9c4c-c8269cc112cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.821581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:39.821727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:39.829159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Allocated IP 172.26.1.236 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d4ffa9e8-99a9-466b-97df-bd32156cfbd1) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:39.835585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.894207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67773ff9-e9d6-415e-907c-89290a7b9e89 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.900227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67773ff9-e9d6-415e-907c-89290a7b9e89 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.905222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Provisioning complete for port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:39.905602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.906920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67773ff9-e9d6-415e-907c-89290a7b9e89 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:39.908722 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-67773ff9-e9d6-415e-907c-89290a7b9e89 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3094721 Apr 04 11:43:39.911979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.912854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Added segment 6c0ad0a5-e64a-4f89-b585-47728a3627e3 of type vlan for network 100064e5-9e05-4a7d-841e-692fdb460d61 Apr 04 11:43:39.928920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.929453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34582) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:39.933385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Deleting port 2870a3d7-61ab-48d4-9ce5-788633c43ca5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:39.934067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:39.954729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.034883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.057534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.060901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.078407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:38Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:40.113080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.119113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=33452a9e-dcfa-4fe7-b5aa-463be634dbd6,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.136763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1946826d-901d-4363-be4b-5f9c3b36a853 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:40.143843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5604b-75de-4da0-903b-f9996fcf97ec None None] The sync data for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:38Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:43:40.158422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Deleting port 1d13d19c-a824-4924-8ec9-d183b0c8a479 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:40.159627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.174268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] For port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:40.181828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'Port': ['ID=5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.189802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.190056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.224532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.225278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.228219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.232556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Calling delete_port for 2870a3d7-61ab-48d4-9ce5-788633c43ca5 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:40.243426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.243761 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.245532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 2 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.253031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.257796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.302293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.302490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.302720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.309219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Pushing event updated for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.309485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.309801 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.313646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 3 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.315264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c218e9d0-7026-41a9-9c4c-c8269cc112cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.317484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.318726 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71cd8769-e587-4829-bb07-3bbc6b349fd9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1901803 Apr 04 11:43:40.320179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3a10d50-9098-4e17-a8cb-20268be18f89 None None] Could not find standard attr ID for object 0ebda4ce-c917-44e6-8cb8-e7c75f563020. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:43:40.324077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 1946826d-901d-4363-be4b-5f9c3b36a853 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:40.324521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.330696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.335876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:40.336566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.337289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.337660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.337999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.351016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.351352 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.352944 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 4 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.355015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port 1d13d19c-a824-4924-8ec9-d183b0c8a479, host hv-neutron-8358, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:40.355386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.384598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.384957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.385280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.392960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.393291 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.395020 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 5 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.412444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Calling delete_port for 1d13d19c-a824-4924-8ec9-d183b0c8a479 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:40.424974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.425319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.426837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.440663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c218e9d0-7026-41a9-9c4c-c8269cc112cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.440663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Deleting port 1b645bb7-9f13-4369-ab87-53cdfc054240 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:40.440925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.446214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:40.518160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3b32c108-6421-4015-b5fe-30655d88484a None None] Provisioning complete for port 1b645bb7-9f13-4369-ab87-53cdfc054240 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:40.518529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3b32c108-6421-4015-b5fe-30655d88484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.604573 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1684465 Apr 04 11:43:40.605289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:40.605289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.605289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3b32c108-6421-4015-b5fe-30655d88484a None None] Port 1b645bb7-9f13-4369-ab87-53cdfc054240 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:40.617252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34588) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:40.620320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677ab6-143a-411e-a604-4d3968de4b86 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event updated for resources: {'Network': ['ID=100064e5-9e05-4a7d-841e-692fdb460d61,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.631062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.631400 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.642528 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 6 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.655032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 100064e5-9e05-4a7d-841e-692fdb460d61 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:40.673828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.674501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.675124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.686518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.686992 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.687457 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 7 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.705359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.705734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.706218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.711020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.711467 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.711930 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 8 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.734038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.734421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.734870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.740242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.740682 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.741405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.747161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 9 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.791203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Port': ['ID=2870a3d7-61ab-48d4-9ce5-788633c43ca5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.797938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.798354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.799272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.804791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3b32c108-6421-4015-b5fe-30655d88484a None None] Provisioning complete for port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:40.805431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3b32c108-6421-4015-b5fe-30655d88484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.856610 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c218e9d0-7026-41a9-9c4c-c8269cc112cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=668c19550bbc40598e736b5c957639d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0873456 Apr 04 11:43:40.858934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34604) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:40.877250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.879618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218e9d0-7026-41a9-9c4c-c8269cc112cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922542ee-66fd-4c10-abc3-0efd7fa60790,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:40.901116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 01be5198-8b50-4311-8885-c91b84e750dd up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:40.947598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.949729 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.952323 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 10 to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 Apr 04 11:43:40.971166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:40.971731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:40.972207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:40.978998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:40.979580 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:40.980091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:40.988164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.114813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:41.142118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34614) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.150782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 01be5198-8b50-4311-8885-c91b84e750dd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:41.151157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.151317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:41.151685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempted to set empty binding levels {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:41.161581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.176462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:41.180575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.188609 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 11:43:41.210770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:41.213713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'Port': ['ID=d4ffa9e8-99a9-466b-97df-bd32156cfbd1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.247499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.285098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Calling delete_port for 1b645bb7-9f13-4369-ab87-53cdfc054240 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:41.286310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=33452a9e-dcfa-4fe7-b5aa-463be634dbd6,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.296264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] In _notify_port_updated(), no bound segment for port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:43:41.297214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.297850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.299167 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d9da1d5e-514d-45bf-a609-c914faf64d2c tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "PUT /v2.0/ports/33452a9e-dcfa-4fe7-b5aa-463be634dbd6 HTTP/1.1" status: 200 len: 977 time: 2.5636382 Apr 04 11:43:41.301759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34616) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.320933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.335586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.370188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.384902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10e9e013-27eb-43ea-b7a3-2c91b6d2b05b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.410577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.411062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.411534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.412296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.412453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.412918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.413459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.413856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.414459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.414925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.415493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.415953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.416395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-e3876672-6a01-437b-b3e2-eb9aeb6528ac tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--886492731&fields=id&tenant_id=edc079cdba364b2da5a75c6fddd85c50 HTTP/1.1" status: 200 len: 267 time: 0.2422130 Apr 04 11:43:41.416615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.416993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.418124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.418585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.419058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.419562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.424548 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d28ab3e8-94a4-487e-845e-07efbb884786 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16371 time: 0.1196482 Apr 04 11:43:41.431992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34618) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.480559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.489791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.489983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d13d19c-a824-4924-8ec9-d183b0c8a479,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.534898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef30591e-8194-40c3-8e8a-6178f04b2a21']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:41.553772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3aa49b-23bb-46f7-9919-84cc98ebe358') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:41.554070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3aa49b-23bb-46f7-9919-84cc98ebe358') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:41.568322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.586475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.595634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:41.595859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:41.597523 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:41.600333 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-43aeded3-a465-4c8e-b1d3-15cc23dd6359 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks HTTP/1.1" status: 200 len: 8003 time: 0.9777222 Apr 04 11:43:41.611271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34620) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.618740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.619772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Deleting port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:41.620111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.623144 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-367e0179-3a2c-46d9-a5a0-9c659ebdc1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1d13d19c-a824-4924-8ec9-d183b0c8a479 HTTP/1.1" status: 204 len: 168 time: 1.9146533 Apr 04 11:43:41.642041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34622) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.717194 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9072bb-c082-48d7-b283-5ace499970db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:41.718733 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb9072bb-c082-48d7-b283-5ace499970db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports/1d13d19c-a824-4924-8ec9-d183b0c8a479 HTTP/1.1" status: 404 len: 333 time: 0.0693903 Apr 04 11:43:41.725670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34624) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.760283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-441040450', 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:41.769321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port 33452a9e-dcfa-4fe7-b5aa-463be634dbd6, host hv-neutron-8358, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:41.769707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.784459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Calling delete_port for 33452a9e-dcfa-4fe7-b5aa-463be634dbd6 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:41.791713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.860622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.862429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-0448c8e6-dbc0-48fd-8065-3234a7600f47 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:41.863932 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-0448c8e6-dbc0-48fd-8065-3234a7600f47 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 811 time: 0.4045465 Apr 04 11:43:41.866239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef30591e-8194-40c3-8e8a-6178f04b2a21 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:43:41.869029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.873953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/ef30591e-8194-40c3-8e8a-6178f04b2a21 HTTP/1.1" status: 204 len: 168 time: 2.6326683 Apr 04 11:43:41.883299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34626) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:41.912919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.915427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.919839 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/922542ee-66fd-4c10-abc3-0efd7fa60790 HTTP/1.1" status: 204 len: 168 time: 1.0444646 Apr 04 11:43:41.920550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Made reservation on behalf of 49f39248d81643da979b39f6b6d72266 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:41.922829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.926734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b8954-f74a-4d53-a3b2-e73c1e908cdc tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef30591e-8194-40c3-8e8a-6178f04b2a21,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.942188 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-b50aa8bc-2ace-4545-a026-575e834515cf tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/quotas/edc079cdba364b2da5a75c6fddd85c50 HTTP/1.1" status: 200 len: 375 time: 0.0665741 Apr 04 11:43:41.954159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:41.964608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e52476-d862-458f-a5b0-3575db186f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922542ee-66fd-4c10-abc3-0efd7fa60790,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:41.972777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d26932ce-a2a2-4a4d-9ffe-fad5be1c081c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:43:42.041146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port 3631d31d-4bfe-4a16-b8bb-fbed9b73164d yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:42.041360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af20c2-0133-4546-bede-de0291f20d07 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] Network 100064e5-9e05-4a7d-841e-692fdb460d61 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:43:42.073098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:42.073686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.093361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db99eb3e-96a4-4c05-ad27-1c0a6ee08a7a tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1984546 Apr 04 11:43:42.098319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34630) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.124373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.150977 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a0af20c2-0133-4546-bede-de0291f20d07 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "POST /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5386329 Apr 04 11:43:42.152160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34632) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.166265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4050e8-3ee6-4ffe-a90f-00db468c90de None None] Network 100064e5-9e05-4a7d-841e-692fdb460d61 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:42.193115 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-a46ce590-8d9a-432e-bd87-071714174c67 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2337587 Apr 04 11:43:42.193901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event deleted for resources: {'Port': ['ID=1b645bb7-9f13-4369-ab87-53cdfc054240,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:42.259838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.260312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.260801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.261261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.261742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.262296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.262642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:42.264469 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bbb6569e-522b-46d7-a669-65c7d43ebc83 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.1648185 Apr 04 11:43:42.274495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34638) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.274495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.429188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.434669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.435567 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "DELETE /v2.0/ports/33452a9e-dcfa-4fe7-b5aa-463be634dbd6 HTTP/1.1" status: 204 len: 168 time: 1.0006135 Apr 04 11:43:42.436551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde8ca-cfa6-411f-b3b3-b61a3248c0e5 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event deleted for resources: {'Port': ['ID=33452a9e-dcfa-4fe7-b5aa-463be634dbd6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:42.441191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-261a121c-2169-4000-8290-c0c7d53a921e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "DELETE /v2.0/ports/1b645bb7-9f13-4369-ab87-53cdfc054240 HTTP/1.1" status: 204 len: 168 time: 2.5152268 Apr 04 11:43:42.448993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34640) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.449162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.450140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-9df95afe-447c-41a7-868a-bf3e372a65f4 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] delete failed (client error): The resource could not be found. Apr 04 11:43:42.451171 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9df95afe-447c-41a7-868a-bf3e372a65f4 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/08897a9d-6622-4b81-8eee-fb0625ea94d2 HTTP/1.1" status: 404 len: 345 time: 0.1727505 Apr 04 11:43:42.471745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34646) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.515252 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f5639-4632-441c-a3c0-c357edb84410 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] DELETE failed (client error): The resource could not be found. Apr 04 11:43:42.515252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f5639-4632-441c-a3c0-c357edb84410 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:43:42.522900 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6e5f5639-4632-441c-a3c0-c357edb84410 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/ef30591e-8194-40c3-8e8a-6178f04b2a21 HTTP/1.1" status: 404 len: 339 time: 0.0495501 Apr 04 11:43:42.531027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34652) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.546029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'name': 'tempest-network--1316953118', 'router:external': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:42.579879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Request body: {'port': {'name': 'tempest-new-port-name-825386867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:42.580995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.api.validators [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] bootfile-name is not in valid_values {{(pid=109636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:42.581516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.api.validators [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] tftp-server is not in valid_values {{(pid=109636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:42.582505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.583093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.api.validators [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] server-ip-address is not in valid_values {{(pid=109636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:43:42.619735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-adb2f0e8-4e9b-4b9a-b0b6-afa047d2f723 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:43:42.627428 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-adb2f0e8-4e9b-4b9a-b0b6-afa047d2f723 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1277201 Apr 04 11:43:42.641282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.664809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c60dc0-1368-46f6-9cb4-ec691d71e702 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:42.666349 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71c60dc0-1368-46f6-9cb4-ec691d71e702 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports/33452a9e-dcfa-4fe7-b5aa-463be634dbd6 HTTP/1.1" status: 404 len: 333 time: 0.2141955 Apr 04 11:43:42.677786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34656) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.688431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1203984222', 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:42.712822 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-906b25d8-ca52-47cb-bcf8-9ada926c91b4 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks HTTP/1.1" status: 200 len: 8003 time: 0.5557628 Apr 04 11:43:42.717675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34660) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:42.743788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.747298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:42.749740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.787636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:42.969025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.015918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Made reservation on behalf of 953196e9c7664ea19bd2b7c7ea3ebebb for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:43.018522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.051146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:43.072524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:43.074489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:43.081164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:43.082132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.082732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.097336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'Port': ['ID=d4ffa9e8-99a9-466b-97df-bd32156cfbd1,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:43.110228 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-281689d0-1d4c-4983-ac3a-36bd8fd23886 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "DELETE /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks/100064e5-9e05-4a7d-841e-692fdb460d61 HTTP/1.1" status: 204 len: 168 time: 0.3888719 Apr 04 11:43:43.112541 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-b407a9ec-5caf-454f-b92c-3042b5694de5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841013 Apr 04 11:43:43.113002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34668) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.139762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.142074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port 9b62b1af-62c4-43ab-9ffd-98426f9de330 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:43.143113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.143465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Added segment f88f3d21-9dcf-4fdf-ab31-ef57ee3d5b75 of type vlan for network 21e6302f-4078-46cc-9d1c-a59ea09aef59 Apr 04 11:43:43.208783 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4657950 Apr 04 11:43:43.214855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34674) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.296406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.305769 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a00227cf-79b6-4b2b-8933-b8ef1810a900 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4829500 Apr 04 11:43:43.306557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1ef2b-4fab-4a7e-8a9a-e91b4dacbfd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=3631d31d-4bfe-4a16-b8bb-fbed9b73164d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:43.369906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.395102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9e2c8-c2c1-48d6-989e-d337a0e2ca25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.398704 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9b9e2c8-c2c1-48d6-989e-d337a0e2ca25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports/3631d31d-4bfe-4a16-b8bb-fbed9b73164d HTTP/1.1" status: 200 len: 958 time: 0.1738746 Apr 04 11:43:43.399312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34680) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.426853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.451265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.510447 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-5d4e5185-9ab7-4d1a-8f77-47e0a455621d service neutron] 10.222.0.43 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646383 Apr 04 11:43:43.527261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.528075 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cbd7d253-377e-490c-9f4e-067e773273ee tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks HTTP/1.1" status: 200 len: 7234 time: 0.4113193 Apr 04 11:43:43.535630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34694) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.566319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Deleting port 3631d31d-4bfe-4a16-b8bb-fbed9b73164d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:43.566580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.629243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.663234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.664198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.664784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.697809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.709605 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d59fd485-dadf-42a5-8c73-ec4171985a87 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/networks/9bcac5e9-ba34-4bf3-9577-12956d055e10/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1632745 Apr 04 11:43:43.721936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34702) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.734517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Calling delete_port for 3631d31d-4bfe-4a16-b8bb-fbed9b73164d owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:43.743644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event updated for resources: {'Port': ['ID=c83b4352-0021-4520-9888-93faf02846fb,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:43.752123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Network ab227100-a568-4bf4-aada-227823f6d19d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:43.759987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:43.778277 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2430482 Apr 04 11:43:43.780278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34706) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.784162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de2764-7f12-421d-9dbb-bdcc8c84ac3c tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=21e6302f-4078-46cc-9d1c-a59ea09aef59,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:43.786103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] In _notify_port_updated(), no bound segment for port c83b4352-0021-4520-9888-93faf02846fb on network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:43:43.791748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.792947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.794301 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5c1e9594-45a1-406f-9890-c6a6de64459b tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "PUT /v2.0/ports/c83b4352-0021-4520-9888-93faf02846fb HTTP/1.1" status: 200 len: 1136 time: 1.3381467 Apr 04 11:43:43.801149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:43.802192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.802730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:43.805314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34708) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.811586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 21e6302f-4078-46cc-9d1c-a59ea09aef59 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:43.894661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=9b62b1af-62c4-43ab-9ffd-98426f9de330,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:43.925619 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-be49345d-ed7d-48b0-8a0e-a5865280d72e tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/networks/9bcac5e9-ba34-4bf3-9577-12956d055e10/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2010226 Apr 04 11:43:43.940484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34720) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:43.962211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a4618-e5b1-4b05-b43a-5fa6d4e747ec tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:43.963695 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9e3a4618-e5b1-4b05-b43a-5fa6d4e747ec tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "GET /v2.0/ports/c83b4352-0021-4520-9888-93faf02846fb HTTP/1.1" status: 200 len: 1136 time: 0.1553569 Apr 04 11:43:43.967779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.048112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0931ca54-ab3e-4eb8-a3bc-9c58933ae465 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3678026 Apr 04 11:43:44.085871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34730) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.159423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Deleting port c83b4352-0021-4520-9888-93faf02846fb {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:44.163205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.193672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9999460b-1347-4580-b09a-0ff8c2d17b69 None None] Provisioning complete for port c83b4352-0021-4520-9888-93faf02846fb triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:44.194840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9999460b-1347-4580-b09a-0ff8c2d17b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.236262 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f7a965fe-1171-4a47-bcd7-3cab4f4c5574 req-0bb492f1-10ab-4911-9b55-6a3da39159c5 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.1833754 Apr 04 11:43:44.279071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9999460b-1347-4580-b09a-0ff8c2d17b69 None None] Port c83b4352-0021-4520-9888-93faf02846fb cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:44.312265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34742) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.316772 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 11:43:44.322056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad27cb-8e83-4b13-ad3a-30895d696e11 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.328050 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d6ad27cb-8e83-4b13-ad3a-30895d696e11 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports/9b62b1af-62c4-43ab-9ffd-98426f9de330 HTTP/1.1" status: 200 len: 955 time: 0.2348948 Apr 04 11:43:44.334073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34744) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.351723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d5539-6b2a-474c-bd59-8efacf1cb2a7 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.358416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d5539-6b2a-474c-bd59-8efacf1cb2a7 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.364780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d5539-6b2a-474c-bd59-8efacf1cb2a7 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.370854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d5539-6b2a-474c-bd59-8efacf1cb2a7 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.372510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5c2d5539-6b2a-474c-bd59-8efacf1cb2a7 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5897703 Apr 04 11:43:44.376927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34750) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.404414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.423668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-4e5f68a9-6ccd-414e-bfc3-94813e61ea49 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--161789964&fields=id&tenant_id=c8796c4c58404763a6ed32de532d9d2d HTTP/1.1" status: 200 len: 267 time: 0.1102862 Apr 04 11:43:44.446115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Calling delete_port for c83b4352-0021-4520-9888-93faf02846fb owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:44.500742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.570562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.576605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3631d31d-4bfe-4a16-b8bb-fbed9b73164d HTTP/1.1" status: 204 len: 168 time: 1.1689358 Apr 04 11:43:44.581948 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c8abf81e-59bd-431f-ae8c-c27fb6e28c08 tempest-DHCPAgentSchedulersTestJSON-1542210712 tempest-DHCPAgentSchedulersTestJSON-1542210712-project-admin] 10.222.0.43 "GET /v2.0/agents/b534aaa4-54b5-4e95-a4e8-151a30706918/dhcp-networks HTTP/1.1" status: 200 len: 7234 time: 0.6403759 Apr 04 11:43:44.582954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34756) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.586158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48875e10-1e89-49f8-bf2f-d4ee0a5ce922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event deleted for resources: {'Port': ['ID=3631d31d-4bfe-4a16-b8bb-fbed9b73164d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:44.595329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.612697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-02001ac9-73c8-4b5e-bd89-381fcc5e4b82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:44.618464 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-02001ac9-73c8-4b5e-bd89-381fcc5e4b82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports/3631d31d-4bfe-4a16-b8bb-fbed9b73164d HTTP/1.1" status: 404 len: 333 time: 0.0300605 Apr 04 11:43:44.621115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.631981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34760) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.637627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091054010'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:44.666258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Deleting port 9b62b1af-62c4-43ab-9ffd-98426f9de330 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:44.666826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.757669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34768) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:44.786115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Made reservation on behalf of 49f39248d81643da979b39f6b6d72266 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:44.790247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.845674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.849803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.852057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:44.867333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port fd6242df-40e4-4316-84af-3eabddb02768 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:44.877727 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Calling delete_port for 9b62b1af-62c4-43ab-9ffd-98426f9de330 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:44.893111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2102671978', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:44.929724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e6302f-4078-46cc-9d1c-a59ea09aef59']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:44.951157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88f3d21-9dcf-4fdf-ab31-ef57ee3d5b75') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:44.951536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88f3d21-9dcf-4fdf-ab31-ef57ee3d5b75') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:44.997801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-f8543ce9-016c-483b-b148-e18e2bded3b1 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:44.999491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-f8543ce9-016c-483b-b148-e18e2bded3b1 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/networks?id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f HTTP/1.1" status: 200 len: 806 time: 0.5599833 Apr 04 11:43:45.032842 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-72087e32-9635-47b0-9edc-2100f84b49ae tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/quotas/c8796c4c58404763a6ed32de532d9d2d HTTP/1.1" status: 200 len: 375 time: 0.0207353 Apr 04 11:43:45.068111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.144559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100064e5-9e05-4a7d-841e-692fdb460d61']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:45.167018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ad0a5-e64a-4f89-b585-47728a3627e3') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:45.167580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ad0a5-e64a-4f89-b585-47728a3627e3') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:45.190668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.226564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.252844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:45.252844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:45.254017 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:45.258234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.279983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.297920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:45.298186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:45.301547 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:45.313457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Made reservation on behalf of 9a0c31083f9c4b4fa6348b8dc72ef73d for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:45.315747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.319276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-3c3bcfae-a129-4294-9bd8-c3e545bae4f6 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8796c4c58404763a6ed32de532d9d2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548914 Apr 04 11:43:45.328160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.338921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.387521 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fd4cd8bd-adce-45c8-9b7f-4e240488361a req-919bceb2-cb21-4903-bdeb-b018b806123e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0417407 Apr 04 11:43:45.459724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event deleted for resources: {'Port': ['ID=c83b4352-0021-4520-9888-93faf02846fb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:45.470857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.473214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21e6302f-4078-46cc-9d1c-a59ea09aef59 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:43:45.476209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.484619 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/21e6302f-4078-46cc-9d1c-a59ea09aef59 HTTP/1.1" status: 204 len: 168 time: 1.0907009 Apr 04 11:43:45.485658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.487015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34788) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.498220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'name': 'tempest-network--2078832307', 'router:external': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:45.507812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-2487378e-86a3-4d10-8667-c64dbd23626e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:43:45.508833 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-2487378e-86a3-4d10-8667-c64dbd23626e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1240988 Apr 04 11:43:45.551121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.556345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9b62b1af-62c4-43ab-9ffd-98426f9de330 HTTP/1.1" status: 204 len: 168 time: 1.2173889 Apr 04 11:43:45.563223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042e79-28e9-4ba6-85d6-e41e9f113afb tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b62b1af-62c4-43ab-9ffd-98426f9de330,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:45.566612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6e33b-cf63-431c-a210-9204fe269a37 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Network': ['ID=21e6302f-4078-46cc-9d1c-a59ea09aef59,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:45.568969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34792) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.588864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.600716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.611555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.614632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "DELETE /v2.0/networks/100064e5-9e05-4a7d-841e-692fdb460d61 HTTP/1.1" status: 204 len: 168 time: 1.0184176 Apr 04 11:43:45.619986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34794) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.636611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6f2f60-b483-4179-8b98-176e57467fd8 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:45.638199 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5a6f2f60-b483-4179-8b98-176e57467fd8 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports/9b62b1af-62c4-43ab-9ffd-98426f9de330 HTTP/1.1" status: 404 len: 333 time: 0.0622277 Apr 04 11:43:45.647841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.655508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1753525763'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:45.659287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.664085 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66ac0db-5b0c-411f-901b-0823bec7525b tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] DELETE failed (client error): The resource could not be found. Apr 04 11:43:45.664868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66ac0db-5b0c-411f-901b-0823bec7525b tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:43:45.665024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d0ff04f4-4498-48c3-ac6e-41b95b24f700 tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "DELETE /v2.0/ports/c83b4352-0021-4520-9888-93faf02846fb HTTP/1.1" status: 204 len: 168 time: 1.6958311 Apr 04 11:43:45.671444 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d66ac0db-5b0c-411f-901b-0823bec7525b tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "DELETE /v2.0/ports/0ebda4ce-c917-44e6-8cb8-e7c75f563020 HTTP/1.1" status: 404 len: 333 time: 0.0448306 Apr 04 11:43:45.672189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34798) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.673023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34800) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:45.680033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60318d55-580d-4624-8a8e-7000ab410768 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event deleted for resources: {'Network': ['ID=100064e5-9e05-4a7d-841e-692fdb460d61,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:45.698583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:45.698583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.737921 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-82be701f-27e5-4e68-870e-5edddba3bcc4 service neutron] 10.222.0.43 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052979 Apr 04 11:43:45.796729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Made reservation on behalf of 953196e9c7664ea19bd2b7c7ea3ebebb for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:45.799719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.822071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:45.827149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.833399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Deleting subnet be5e4dbb-650d-461b-8c7e-74e93421427d {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:43:45.839440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Deleting subnet dc5e21b2-8093-47b8-9003-331074ea8b8a {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:43:45.844103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.865407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.866787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:45.871331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.871676 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Added segment e9958780-699e-4cd7-aac9-96dbe4eedd7d of type vlan for network 2a140a56-27da-44d9-99dd-791d0b305dd3 Apr 04 11:43:45.899726 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.907850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] device_id is not set on port 13de3058-f517-47dc-b5b7-fd80c69005e8 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:45.936591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.940018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:45.962459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-8a2892a0-d4d0-4170-a141-6eabb5fa5558 service neutron] 10.222.0.43 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151318 Apr 04 11:43:45.967837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.008134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.088119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31352696-89a6-4c2d-9bc7-c5678c2a52e5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.153772 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Network c31f1c93-306a-48f6-badb-13a60c6fdc71 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:46.167691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:46.170212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:46.171359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:46.171956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.175362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6242df-40e4-4316-84af-3eabddb02768,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.274628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.318144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.319935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:46.320655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.328587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Allocated IP 172.26.1.181 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/13de3058-f517-47dc-b5b7-fd80c69005e8) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:46.353417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.371132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.405058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=2a140a56-27da-44d9-99dd-791d0b305dd3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.408999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.419445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2a140a56-27da-44d9-99dd-791d0b305dd3 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:46.453943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fcdbec0e-6e4c-4b09-8dcc-537922995d45 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9657958 Apr 04 11:43:46.456343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34820) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.479877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Network ab227100-a568-4bf4-aada-227823f6d19d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:46.480566 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2ca214d6-0fcb-44f2-b060-895845488b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8466542 Apr 04 11:43:46.491708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34822) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.494122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:46.503710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:46.504780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:46.505371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.579984 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-df28cdd3-9c97-4f89-9504-98f8d0b8a8b8 req-fea8d233-c7d8-4aa9-b474-27f9261f48b9 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.0625169 Apr 04 11:43:46.599578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:46.645588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9954827 Apr 04 11:43:46.648894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.655934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34828) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.656505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42be6db-b544-4b6e-9df8-debc02aa4841 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.680185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:46.700471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-89c15c9d-877d-4979-b29d-6a397e4caa6b req-ab1b8244-00e3-43e3-9a85-aaf5289de3b9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0667858 Apr 04 11:43:46.707352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca05fb0-be92-4f76-90ab-1da8f5aeb684 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:46.711387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eca05fb0-be92-4f76-90ab-1da8f5aeb684 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "GET /v2.0/networks/2a140a56-27da-44d9-99dd-791d0b305dd3 HTTP/1.1" status: 200 len: 757 time: 0.2512391 Apr 04 11:43:46.712147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34830) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.748665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5e21b2-8093-47b8-9003-331074ea8b8a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.755051 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.781883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.794410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ed935-11d4-4124-85ea-f46166a7578a None None] Network 9bcac5e9-ba34-4bf3-9577-12956d055e10 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:46.803033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.804556 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6c9bed91-2714-4f83-bfca-5ef779ca224f tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "DELETE /v2.0/subnets/dc5e21b2-8093-47b8-9003-331074ea8b8a HTTP/1.1" status: 204 len: 168 time: 1.1239140 Apr 04 11:43:46.807203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event deleted for resources: {'Subnet': ['ID=be5e4dbb-650d-461b-8c7e-74e93421427d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:46.808901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34838) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.841815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a7f87-6584-4065-b965-474e590e5aef tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:46.843201 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a13a7f87-6584-4065-b965-474e590e5aef tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "GET /v2.0/networks/1b6c7c41-047a-4645-8837-e94225754fbb HTTP/1.1" status: 200 len: 768 time: 0.1265068 Apr 04 11:43:46.862885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.924056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:46.929439 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-84113935-45f2-45ee-bec1-165f0369332d tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "DELETE /v2.0/subnets/be5e4dbb-650d-461b-8c7e-74e93421427d HTTP/1.1" status: 204 len: 168 time: 1.2477937 Apr 04 11:43:46.930054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:46.939181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73daab-6c4e-4b10-9336-99c2d699c232 None None] Network 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:43:46.976744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.025846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.035103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.095715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.136428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] DHCP port deletion for 9bcac5e9-ba34-4bf3-9577-12956d055e10 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:43:47.137878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.155724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.170543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] device_id is not set on port fd6242df-40e4-4316-84af-3eabddb02768 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:47.185533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.190330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a140a56-27da-44d9-99dd-791d0b305dd3']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:47.202151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9958780-699e-4cd7-aac9-96dbe4eedd7d') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:47.202622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9958780-699e-4cd7-aac9-96dbe4eedd7d') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:47.216703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.221420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Deleting port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:47.222685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.238645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.246375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:47.246838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:47.248963 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:47.267101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] DHCP port deletion for 18782ef9-cdaf-44a5-bbd6-f885e9b7e615 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:43:47.271605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.366511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] For port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,segment=NetworkSegment(a61ae46e-9da0-4987-9d44-e21f3c3c3871),segment_id=a61ae46e-9da0-4987-9d44-e21f3c3c3871)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:47.367344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.387125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Calling delete_port for 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:47.402022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6242df-40e4-4316-84af-3eabddb02768,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:47.454242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.454537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.454977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.460184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.460597 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.461212 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 2 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.475743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Deleting port 01be5198-8b50-4311-8885-c91b84e750dd {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:47.476330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.478810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.484348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a140a56-27da-44d9-99dd-791d0b305dd3 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:43:47.496921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.525595 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2a140a56-27da-44d9-99dd-791d0b305dd3 HTTP/1.1" status: 204 len: 168 time: 0.6612792 Apr 04 11:43:47.531830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.536321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.539506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.542151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34848) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:47.549686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'name': 'tempest-network--1324746349'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:47.585326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.585771 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.586455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 3 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.593454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831ce2-c451-46a2-a6d3-d17b77a3da88 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a140a56-27da-44d9-99dd-791d0b305dd3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:47.613451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.614352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.615022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.623025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.623861 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.624278 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 4 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.648238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Deleting port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:47.648613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.650340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.650815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.651182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.657904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.658506 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.658962 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 5 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.659991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] For port 01be5198-8b50-4311-8885-c91b84e750dd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=01be5198-8b50-4311-8885-c91b84e750dd,segment=NetworkSegment(d44e0a4a-b79d-4899-9848-cfbf3b16ea53),segment_id=d44e0a4a-b79d-4899-9848-cfbf3b16ea53)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:47.664598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.676877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.677217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.677581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.684424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.684759 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.685179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 6 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.694090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Calling delete_port for 01be5198-8b50-4311-8885-c91b84e750dd owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:47.720958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.721221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.721780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.728569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.728986 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.729942 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 7 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.750298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.750631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.751016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.756231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.757168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.757593 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.758348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 8 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.764080 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e09daf6d-0260-49c3-8105-bf1a777ba16c req-074b621f-8083-4fc7-bee9-1b1c9bb82a90 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.0735843 Apr 04 11:43:47.772073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Made reservation on behalf of cb2ae0e997a84445bb80aaba43f12263 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:47.774526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.777056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Deleting port 01be5198-8b50-4311-8885-c91b84e750dd {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:47.777418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.796890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 9 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.814861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.815291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.815720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.824640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.824940 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.825354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempt 10 to bind port fd6242df-40e4-4316-84af-3eabddb02768 Apr 04 11:43:47.863442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:47.863778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:47.864119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempting to bind port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:47.868767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:47.869091 dv-neutron-835866-1-hyperv neutron-server[109636]: ERROR neutron.plugins.ml2.managers [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Failed to bind port fd6242df-40e4-4316-84af-3eabddb02768 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '83bd672a-53c5-470a-80c8-87d76a2736f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c31f1c93-306a-48f6-badb-13a60c6fdc71'}] Apr 04 11:43:47.869457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.885740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:47.912682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:43:47.952216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.44', 61082) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:47.971277 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b859404-7192-4611-8b10-0a9010f4ce33 req-de1a92ae-9c85-406e-8ff4-07cf879e32ad tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0676396 Apr 04 11:43:47.998432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] device_id is not set on port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:43:48.007095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.033490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:43:48.034388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:43:48.035489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 01be5198-8b50-4311-8885-c91b84e750dd no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:43:48.040650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] No DVR routers for this DVR port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:43:48.041159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Pushing event updated for resources: {'Port': ['ID=13de3058-f517-47dc-b5b7-fd80c69005e8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.042669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5bf7-1bea-4ced-b74b-149168afddfe None None] Pushing event deleted for resources: {'Port': ['ID=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.073850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:48.075460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:48.088544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port fd6242df-40e4-4316-84af-3eabddb02768, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:48.089008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attempted to set empty binding levels {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:48.101820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:48.107902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.117126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] For port 01be5198-8b50-4311-8885-c91b84e750dd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=01be5198-8b50-4311-8885-c91b84e750dd,segment=NetworkSegment(d44e0a4a-b79d-4899-9848-cfbf3b16ea53),segment_id=d44e0a4a-b79d-4899-9848-cfbf3b16ea53)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:48.118168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.129645 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:48.132588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-9c20e63f-76f5-4948-8dc9-05e8e5307d52 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:48.134137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-9c20e63f-76f5-4948-8dc9-05e8e5307d52 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 811 time: 0.1666648 Apr 04 11:43:48.148781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No active binding found for port 01be5198-8b50-4311-8885-c91b84e750dd {{(pid=109638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 04 11:43:48.149302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 01be5198-8b50-4311-8885-c91b84e750dd not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:43:48.152919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.187988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.189025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] No DVR routers for this DVR port 01be5198-8b50-4311-8885-c91b84e750dd on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:43:48.195446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333a33-ed9d-4682-a1ec-6ddcd41a9df7 None None] Pushing event deleted for resources: {'Port': ['ID=01be5198-8b50-4311-8885-c91b84e750dd,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.232091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] For port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,segment=NetworkSegment(a61ae46e-9da0-4987-9d44-e21f3c3c3871),segment_id=a61ae46e-9da0-4987-9d44-e21f3c3c3871)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:48.232771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.236073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] In _notify_port_updated(), no bound segment for port fd6242df-40e4-4316-84af-3eabddb02768 on network c31f1c93-306a-48f6-badb-13a60c6fdc71 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:43:48.240406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:48.240406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.240406 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "PUT /v2.0/ports/fd6242df-40e4-4316-84af-3eabddb02768 HTTP/1.1" status: 200 len: 981 time: 1.7400620 Apr 04 11:43:48.248067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.248414 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Added segment 7b0037d0-bbe5-44fa-ac45-5b100b7c7330 of type vlan for network 8869b2d2-1c63-4377-83ae-343f5ddec477 Apr 04 11:43:48.255062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34860) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:48.283078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Calling delete_port for 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:48.284826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Calling delete_port for 01be5198-8b50-4311-8885-c91b84e750dd owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:48.294180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-c37a7be7-755d-40db-99c2-3dae1bea0505 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc079cdba364b2da5a75c6fddd85c50 HTTP/1.1" status: 200 len: 379 time: 0.1166043 Apr 04 11:43:48.298467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6664ef6-cf87-409b-bd3a-8dc426edd877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6242df-40e4-4316-84af-3eabddb02768,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.318032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'port': {'device_id': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'admin_state_up': True, 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'security_groups': ['f3113e2a-8a72-4b31-b7dd-de4f466872c4']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:48.363801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.384225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:48.384903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.393783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.569645 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:48.571753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:48.571753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:48.587140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:48.587463 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:48.590244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Made reservation on behalf of edc079cdba364b2da5a75c6fddd85c50 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:48.592063 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 2 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:48.593904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.633306 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7a7d145b-ee1d-4548-9628-86d05c78cea6 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8715312 Apr 04 11:43:48.634804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:48.635186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:48.635542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:48.636805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34870) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:48.641533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.181'}]}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:48.646455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.654650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:48.654991 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:48.676584 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 3 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:48.679893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.692206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.695164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:48.695164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.695945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event deleted for resources: {'Port': ['ID=01be5198-8b50-4311-8885-c91b84e750dd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.703060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] No DVR routers for this DVR port 01be5198-8b50-4311-8885-c91b84e750dd on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:43:48.760379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Deleting port fd6242df-40e4-4316-84af-3eabddb02768 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:48.760672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.786740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] No DVR routers for this DVR port 372a6a6a-b71a-4dd8-b0e4-48a9f14127c7 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:43:48.804273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event deleted for resources: {'Port': ['ID=372a6a6a-b71a-4dd8-b0e4-48a9f14127c7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:48.809683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:48.810026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:48.810851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:48.816209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Allocated IP 172.20.0.3 (f4f36307-c7c6-4158-ab31-6d49efbaf537/4a122385-83fb-46e2-8a32-bb491b334422/50f13a6d-1d0c-4234-9d65-1416ab00784f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:48.872871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.874004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.881936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:48.882548 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:48.946327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 4 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:48.976405 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4316058 Apr 04 11:43:48.988603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:48.991481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:48.998921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:49.020172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.051207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2fac-7b46-40bf-910e-f16d0e610b85 tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=8869b2d2-1c63-4377-83ae-343f5ddec477,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:49.062790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 8869b2d2-1c63-4377-83ae-343f5ddec477 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:49.070608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] For port fd6242df-40e4-4316-84af-3eabddb02768, host hv-neutron-8358, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:49.073757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.098203 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bcb9d3ed-d4b8-4a2d-9de7-662af8e188fb req-ea9f7c17-0c4c-4996-ae82-316d4612d15e tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.1396332 Apr 04 11:43:49.098941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.099366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.099770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.135110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.142237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.142708 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.144367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.151949 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 5 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.155841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18782ef9-cdaf-44a5-bbd6-f885e9b7e615']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.158899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Calling delete_port for fd6242df-40e4-4316-84af-3eabddb02768 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:49.161246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-691f9e52-2adb-4f91-baf7-9e1c34c0b613 req-06877542-83e0-4999-b2f8-f2ac3bd54ddd tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0965691 Apr 04 11:43:49.201952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.202322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44e0a4a-b79d-4899-9848-cfbf3b16ea53') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.209284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcac5e9-ba34-4bf3-9577-12956d055e10']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.225509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.225892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.226230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.259276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.270716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61ae46e-9da0-4987-9d44-e21f3c3c3871') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.270931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61ae46e-9da0-4987-9d44-e21f3c3c3871') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:49.282173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.282508 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.287680 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 6 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.293476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.308201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.331852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:49.332272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.335551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.337992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:49.348573 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:49.366939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.374771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.375058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.375383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.387336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:49.387747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:49.391211 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:49.444293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.444631 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.451896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 7 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.517976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.517976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.528149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.534905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.535358 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.535456 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 8 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.550353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.551106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.551106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.558213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.558586 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.559103 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 9 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.576277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.44', 61088) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:49.577053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.607420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.629313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.629683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.630181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.637171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.637470 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.637986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.639634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.641268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd6242df-40e4-4316-84af-3eabddb02768,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:49.654650 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempt 10 to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b Apr 04 11:43:49.674138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.677286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] 10.222.0.43 "DELETE /v2.0/networks/18782ef9-cdaf-44a5-bbd6-f885e9b7e615 HTTP/1.1" status: 204 len: 168 time: 2.7317615 Apr 04 11:43:49.689925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.696033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] 10.222.0.43 "DELETE /v2.0/networks/9bcac5e9-ba34-4bf3-9577-12956d055e10 HTTP/1.1" status: 204 len: 168 time: 2.8836370 Apr 04 11:43:49.697229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ad0b3-5fcf-43b6-924e-44043d56f47e tempest-ExtraDHCPOptionsTestJSON-194527302 tempest-ExtraDHCPOptionsTestJSON-194527302-project] Pushing event deleted for resources: {'Network': ['ID=18782ef9-cdaf-44a5-bbd6-f885e9b7e615,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:49.704733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:49.715163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:49.718370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:49.722188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.731978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Network 8869b2d2-1c63-4377-83ae-343f5ddec477 is not hosted by any dhcp agent {{(pid=109636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:43:49.732851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:49.733452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.734823 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "PUT /v2.0/networks/8869b2d2-1c63-4377-83ae-343f5ddec477 HTTP/1.1" status: 200 len: 858 time: 0.7452450 Apr 04 11:43:49.735677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event updated for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:49.743807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34904) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:49.791094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30f2b8-a60b-4bf4-a872-0c7fd772e557 tempest-DHCPAgentSchedulersTestJSON-513400068 tempest-DHCPAgentSchedulersTestJSON-513400068-project] Pushing event deleted for resources: {'Network': ['ID=9bcac5e9-ba34-4bf3-9577-12956d055e10,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:49.820530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:49.820947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:49.821396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempting to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:49.845506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:49.850107 dv-neutron-835866-1-hyperv neutron-server[109637]: ERROR neutron.plugins.ml2.managers [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Failed to bind port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0f08bfb-5094-46fc-866c-21aebe57fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab227100-a568-4bf4-aada-227823f6d19d'}] Apr 04 11:43:49.850598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.856785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:49.860144 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-52a0ae57-60b7-4c7b-bcbd-c430d1527d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fd6242df-40e4-4316-84af-3eabddb02768 HTTP/1.1" status: 204 len: 168 time: 1.5953267 Apr 04 11:43:49.890967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34906) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:50.008556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c60047-5146-40fb-a578-bad3b73e1a5d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event updated for resources: {'Network': ['ID=8869b2d2-1c63-4377-83ae-343f5ddec477,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:50.035368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:50.035909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attempted to set empty binding levels {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 04 11:43:50.049461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-8f77f135-b4c3-43fb-abe9-74087b1b8028 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:50.051363 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-8f77f135-b4c3-43fb-abe9-74087b1b8028 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.44 "GET /v2.0/networks?id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f HTTP/1.1" status: 200 len: 806 time: 0.4723184 Apr 04 11:43:50.052910 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5d7397-490b-4531-8d01-0b6d7283923b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:50.054662 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1d5d7397-490b-4531-8d01-0b6d7283923b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834401859-project-admin] 10.222.0.43 "GET /v2.0/ports/fd6242df-40e4-4316-84af-3eabddb02768 HTTP/1.1" status: 404 len: 333 time: 0.1624031 Apr 04 11:43:50.061797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:50.094390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:50.097463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.119590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.140978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.192417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.217427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.218380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c35d22fb-8331-4494-85fa-3f426f93f68b None None] Provisioning complete for port 50f13a6d-1d0c-4234-9d65-1416ab00784f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:50.226752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c35d22fb-8331-4494-85fa-3f426f93f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.294945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c35d22fb-8331-4494-85fa-3f426f93f68b None None] Port 50f13a6d-1d0c-4234-9d65-1416ab00784f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:50.337828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-4742fe06-fd72-4289-8f04-a70e36941c50 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0271695 Apr 04 11:43:50.373167 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-554b39d6-f159-42e8-aff5-43ffa84879d9 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8796c4c58404763a6ed32de532d9d2d HTTP/1.1" status: 200 len: 379 time: 0.2980132 Apr 04 11:43:50.401791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] In _notify_port_updated(), no bound segment for port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b on network ab227100-a568-4bf4-aada-227823f6d19d {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:43:50.402651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:50.403257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.408203 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "PUT /v2.0/ports/9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b HTTP/1.1" status: 200 len: 977 time: 3.7502158 Apr 04 11:43:50.410971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34918) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:50.449608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'port': {'device_id': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'admin_state_up': True, 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'security_groups': ['e165a7bd-4d6d-4494-8187-66cd49ee4444']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:50.462345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a23f9071-cc05-4c61-a8b4-6475fd457a81 req-f636a573-457a-4b2f-b38f-e9fd717b600c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.1080902 Apr 04 11:43:50.462667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-27500cea-3c33-4dd4-b984-3392d09a2451 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:43:50.462667 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-27500cea-3c33-4dd4-b984-3392d09a2451 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084624 Apr 04 11:43:50.655241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.689235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.714761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70224f-8ed4-44e8-bf0b-3742b0eed00d req-f15b4d7d-f9ea-4127-8f2d-039a7a3954e7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:50.716376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15e86e-49f0-4b96-89c7-2dfc60661e3e tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event updated for resources: {'Port': ['ID=9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:50.724214 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e70224f-8ed4-44e8-bf0b-3742b0eed00d req-f15b4d7d-f9ea-4127-8f2d-039a7a3954e7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 931 time: 0.4060576 Apr 04 11:43:50.726830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34926) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:50.756923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8869b2d2-1c63-4377-83ae-343f5ddec477']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:50.788361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34930) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:50.790498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0037d0-bbe5-44fa-ac45-5b100b7c7330') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:50.791065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0037d0-bbe5-44fa-ac45-5b100b7c7330') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:50.862171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.879720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.957024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e70224f-8ed4-44e8-bf0b-3742b0eed00d req-6700c565-7027-4ddc-901d-602fdd1362d4 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316709 Apr 04 11:43:50.977646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:50.997787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:51.017999 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:51.019968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b047f2e3-982c-4464-8553-567fc505f603 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fbe0fef33654e38b114867775683727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763629 Apr 04 11:43:51.031166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34934) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.124664 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.171325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Deleting port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:51.171718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.182958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Request body: {'port': {'device_id': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:51.188668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31f1c93-306a-48f6-badb-13a60c6fdc71']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:51.206380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bd672a-53c5-470a-80c8-87d76a2736f6') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:51.206682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bd672a-53c5-470a-80c8-87d76a2736f6') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:51.225602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.236746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.254869 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-deb0db33-e0e2-49f7-b674-8c2045636c5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c04b688cfcb14cff853b616d66509084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4669805 Apr 04 11:43:51.260990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34938) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.294201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.296248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.300057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.311864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] For port 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b, host hv-neutron-8358, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:43:51.312745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.321429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:51.321939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:51.327111 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:51.329880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.367713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Calling delete_port for 9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:51.473440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.476941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.530224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Made reservation on behalf of c8796c4c58404763a6ed32de532d9d2d for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:51.534947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.554230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.589989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.590497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 043ce73c-346c-451c-8d62-afb928339d42 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:43:51.592028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.612559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.621349 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2bd4b207-ea6e-463e-ada4-f2a2d2a86e5e req-3e9f59b5-26a0-42e3-a147-76e02d17e70e tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Apr 04 11:43:51.623136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8869b2d2-1c63-4377-83ae-343f5ddec477 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:43:51.637214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.642043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.644968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] 10.222.0.43 "DELETE /v2.0/networks/c31f1c93-306a-48f6-badb-13a60c6fdc71 HTTP/1.1" status: 204 len: 168 time: 1.5820873 Apr 04 11:43:51.645528 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] 10.222.0.43 "DELETE /v2.0/networks/8869b2d2-1c63-4377-83ae-343f5ddec477 HTTP/1.1" status: 204 len: 168 time: 1.8783412 Apr 04 11:43:51.650830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34944) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.651636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa7c3e-f656-4ea8-a912-4752e0daa80d tempest-ExternalNetworksTestJSON-655287785 tempest-ExternalNetworksTestJSON-655287785-project-admin] Pushing event deleted for resources: {'Network': ['ID=8869b2d2-1c63-4377-83ae-343f5ddec477,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:51.670874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72ae7-9fa2-44a0-bd1b-ac2e8137483f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118979034-project] Pushing event deleted for resources: {'Network': ['ID=c31f1c93-306a-48f6-badb-13a60c6fdc71,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:51.769788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.773628 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0c67d3-9e4d-4aad-ac63-c6e7c59c66d8 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] DELETE failed (client error): The resource could not be found. Apr 04 11:43:51.774290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0c67d3-9e4d-4aad-ac63-c6e7c59c66d8 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:43:51.779530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2a0c67d3-9e4d-4aad-ac63-c6e7c59c66d8 tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "DELETE /v2.0/subnets/10e9e013-27eb-43ea-b7a3-2c91b6d2b05b HTTP/1.1" status: 404 len: 337 time: 0.1254878 Apr 04 11:43:51.792714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.798880 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:43:51.799020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.799124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4cd40422-5fef-481a-8bc2-e287ab696fc8 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1567538 Apr 04 11:43:51.799124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.799386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d902abb3-d0fd-43ce-841c-4cd1fb7dbb3f HTTP/1.1" status: 204 len: 168 time: 0.7618022 Apr 04 11:43:51.807265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34948) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.846814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:51.855415 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b HTTP/1.1" status: 204 len: 168 time: 1.4404438 Apr 04 11:43:51.860470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3565d-8f2f-4d25-8977-93d1669d812d tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:51.865272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34952) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:51.905605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5583d3a1-edbe-40c9-af03-bd9ccde4e525 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] GET failed (client error): The resource could not be found. Apr 04 11:43:51.907260 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5583d3a1-edbe-40c9-af03-bd9ccde4e525 tempest-PortsAdminExtendedAttrsTestJSON-317282372 tempest-PortsAdminExtendedAttrsTestJSON-317282372-project-admin] 10.222.0.43 "GET /v2.0/ports/9e62fc7b-b2ba-4f54-8b44-2a33dc8ae90b HTTP/1.1" status: 404 len: 333 time: 0.0377049 Apr 04 11:43:51.911296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cffa7d-1dce-4e04-944b-dd640f626eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902abb3-d0fd-43ce-841c-4cd1fb7dbb3f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:51.917303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34954) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:52.017711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.020655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.022100 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c84bf9e0-369d-459b-b554-e7b28e8307f8 HTTP/1.1" status: 204 len: 168 time: 0.7600975 Apr 04 11:43:52.061255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Allocated IP 172.20.0.7 (efa3920d-50c4-4f34-9ab5-2ca6df98eb4f/1399afc0-c3bb-4275-85f4-90c948cf7ce3/dd8c7f78-6282-458c-b85a-ae8e74c85942) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:43:52.296930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.311433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241202be-bf7c-4f30-9c1d-1566fcb235ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84bf9e0-369d-459b-b554-e7b28e8307f8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:52.392469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34964) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:52.422363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.500212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f357b-f77a-4be1-9359-e97e2024ca89 req-9e11ab62-5921-4447-95a0-820b1946129c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:52.506271 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b3f357b-f77a-4be1-9359-e97e2024ca89 req-9e11ab62-5921-4447-95a0-820b1946129c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 931 time: 0.2213767 Apr 04 11:43:52.516673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Deleting port 13de3058-f517-47dc-b5b7-fd80c69005e8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:43:52.517113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.527755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.653347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.695203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f13a6d-1d0c-4234-9d65-1416ab00784f {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:43:52.709662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.727690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.732376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Transition to ACTIVE for port object 50f13a6d-1d0c-4234-9d65-1416ab00784f will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:43:52.853010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.857498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:43:52.868754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Calling delete_port for 13de3058-f517-47dc-b5b7-fd80c69005e8 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:43:52.896333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:43:52.898329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event updated for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:52.901500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:43:52.949023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:52.988404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab227100-a568-4bf4-aada-227823f6d19d']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.001338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f08bfb-5094-46fc-866c-21aebe57fd9b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.002104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f08bfb-5094-46fc-866c-21aebe57fd9b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.014158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.017634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5d5a-2fcb-4407-8036-e8c6cddf0944 req-244f0cda-8047-4f92-b277-a2619a03e322 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:53.019337 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-467c5d5a-2fcb-4407-8036-e8c6cddf0944 req-244f0cda-8047-4f92-b277-a2619a03e322 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 931 time: 0.2138224 Apr 04 11:43:53.026181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:53.027324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.032477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.040680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:53.042175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.045452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34980) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:53.079628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6c7c41-047a-4645-8837-e94225754fbb']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.086791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3254bd80-0276-4ba5-a6ef-a45c0262f44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.093636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7877a608-8041-43df-974d-76e4a9b7e72e') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.095453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7877a608-8041-43df-974d-76e4a9b7e72e') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:43:53.105783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.123905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.132088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:43:53.132594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.133114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-467c5d5a-2fcb-4407-8036-e8c6cddf0944 req-592829c1-e341-4a82-85ea-bfd103bbde65 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032147 Apr 04 11:43:53.160349 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-458d84c3-07d0-4c5d-8ecb-ae7961e29d85 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7159479 Apr 04 11:43:53.204629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Request body: {'port': {'device_id': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:53.210568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b3f357b-f77a-4be1-9359-e97e2024ca89 req-aaeca9af-fc03-4acc-a4a7-60738b5372e2 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6912079 Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:43:53.211557 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:43:53.250689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-428ebf82-cfaa-414f-adbe-878f93c3fd51 None None] Provisioning complete for port dd8c7f78-6282-458c-b85a-ae8e74c85942 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:43:53.251848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-428ebf82-cfaa-414f-adbe-878f93c3fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.307996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.320707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-428ebf82-cfaa-414f-adbe-878f93c3fd51 None None] Port dd8c7f78-6282-458c-b85a-ae8e74c85942 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:43:53.321799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.339559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3254bd80-0276-4ba5-a6ef-a45c0262f44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.366402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.371842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.377055 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] 10.222.0.43 "DELETE /v2.0/networks/1b6c7c41-047a-4645-8837-e94225754fbb HTTP/1.1" status: 204 len: 168 time: 1.5710299 Apr 04 11:43:53.428397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4ba67ede-247a-496d-ae52-70558dc17f8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26f814bde28143df9286a7b7a7cc9cb0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0309510 Apr 04 11:43:53.433244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 34986) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:53.448558 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3254bd80-0276-4ba5-a6ef-a45c0262f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.473550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0064-5607-440b-a481-847553377558 service neutron] Pushing event updated for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:53.487229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20acb98-2c98-4314-96d8-00d1b01bb6aa tempest-ExternalNetworksTestJSON-1103620840 tempest-ExternalNetworksTestJSON-1103620840-project] Pushing event deleted for resources: {'Network': ['ID=1b6c7c41-047a-4645-8837-e94225754fbb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:53.548118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.558787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.563274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] 10.222.0.43 "DELETE /v2.0/networks/ab227100-a568-4bf4-aada-227823f6d19d HTTP/1.1" status: 204 len: 168 time: 1.6443574 Apr 04 11:43:53.625158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c3a4d-99dd-4e8b-8f8e-10c09f804fae tempest-PortsAdminExtendedAttrsTestJSON-598506635 tempest-PortsAdminExtendedAttrsTestJSON-598506635-project] Pushing event deleted for resources: {'Network': ['ID=ab227100-a568-4bf4-aada-227823f6d19d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:53.720516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Attempting to bind port 50f13a6d-1d0c-4234-9d65-1416ab00784f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:53.720874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Attempting to bind port 50f13a6d-1d0c-4234-9d65-1416ab00784f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:53.721325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Attempting to bind port 50f13a6d-1d0c-4234-9d65-1416ab00784f on network f4f36307-c7c6-4158-ab31-6d49efbaf537 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:53.726520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Port 50f13a6d-1d0c-4234-9d65-1416ab00784f on network f4f36307-c7c6-4158-ab31-6d49efbaf537 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:53.727252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Attempting to bind port 50f13a6d-1d0c-4234-9d65-1416ab00784f on network f4f36307-c7c6-4158-ab31-6d49efbaf537 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:53.740619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:53.740982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Checking segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:53.742185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Bound using segment: {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:53.742704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Bound port: 50f13a6d-1d0c-4234-9d65-1416ab00784f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda92947-ffb6-41f5-8a00-d218a31a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:53.743301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.782075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bd80-0276-4ba5-a6ef-a45c0262f44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6acefe-a51a-49af-ae2b-702e06ea5d27,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:53.792303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.804861 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3254bd80-0276-4ba5-a6ef-a45c0262f44d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a28fbeba2764257ba5249dd192e69e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549028 Apr 04 11:43:53.813866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:53.836988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 34998) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:53.935273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Pushing event deleted for resources: {'Port': ['ID=13de3058-f517-47dc-b5b7-fd80c69005e8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:54.088508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:54.097941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:54.100827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35000) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:54.101383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35002) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:54.103421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8c7f78-6282-458c-b85a-ae8e74c85942 {{(pid=109637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:43:54.114055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.141888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.provisioning_blocks [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Transition to ACTIVE for port object dd8c7f78-6282-458c-b85a-ae8e74c85942 will not be triggered until provisioned by entity L2. {{(pid=109637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:43:54.153904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.207382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.233829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.239318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.254697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.264366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.264366 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a5653a7a-b230-4356-8daf-5af38dabdd99 tempest-RoutersAdminNegativeTest-1224908771 tempest-RoutersAdminNegativeTest-1224908771-project-admin] 10.222.0.43 "DELETE /v2.0/ports/13de3058-f517-47dc-b5b7-fd80c69005e8 HTTP/1.1" status: 204 len: 168 time: 2.4473639 Apr 04 11:43:54.394093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.397598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.402057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d10edf7a-7630-4213-b060-4af16210c188 HTTP/1.1" status: 204 len: 168 time: 0.9643726 Apr 04 11:43:54.435410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:54.447846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab5a69-760a-4ee1-a7da-2c2621d2847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10edf7a-7630-4213-b060-4af16210c188,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:54.471468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-948617863'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:54.567049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:54.567746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.569334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-3e2a0064-5607-440b-a481-847553377558 service neutron] 10.222.0.44 "PUT /v2.0/ports/50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1093 time: 3.5295486 Apr 04 11:43:54.577352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:43:54.584467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03f99b-1a79-4ce3-88b5-3309a107fd42 req-43ffdee7-6533-46e1-8819-d11bb3d978bf tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:54.586367 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c03f99b-1a79-4ce3-88b5-3309a107fd42 req-43ffdee7-6533-46e1-8819-d11bb3d978bf tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.2577369 Apr 04 11:43:54.630719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0064-5607-440b-a481-847553377558 service neutron] Pushing event updated for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:54.645737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330bc99-9153-4e57-8e7d-2e461c37f2eb req-f80aeb47-1fc1-453d-9be6-ca2a11c2dfc1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:54.647720 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0330bc99-9153-4e57-8e7d-2e461c37f2eb req-f80aeb47-1fc1-453d-9be6-ca2a11c2dfc1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.3107264 Apr 04 11:43:54.741960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Attempting to bind port dd8c7f78-6282-458c-b85a-ae8e74c85942 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:43:54.742328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Attempting to bind port dd8c7f78-6282-458c-b85a-ae8e74c85942 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:43:54.742676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Attempting to bind port dd8c7f78-6282-458c-b85a-ae8e74c85942 on network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:54.773034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c03f99b-1a79-4ce3-88b5-3309a107fd42 req-c081e170-3061-4fa8-bfcf-896904a3fee2 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329858 Apr 04 11:43:54.785215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.787966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.788119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Port dd8c7f78-6282-458c-b85a-ae8e74c85942 on network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:43:54.788332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Attempting to bind port dd8c7f78-6282-458c-b85a-ae8e74c85942 on network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:43:54.789124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b6acefe-a51a-49af-ae2b-702e06ea5d27 HTTP/1.1" status: 204 len: 168 time: 0.8737221 Apr 04 11:43:54.793531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:54.797142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.815815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:43:54.815815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Checking segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:54.815815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Bound using segment: {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:43:54.815815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Bound port: dd8c7f78-6282-458c-b85a-ae8e74c85942, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dda648c-2d71-4520-a938-815481dd105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f'}}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:43:54.818181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.871793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:54.878778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56c6a5-9218-493e-93da-03f6920f308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6acefe-a51a-49af-ae2b-702e06ea5d27,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:54.896312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0330bc99-9153-4e57-8e7d-2e461c37f2eb req-2c8a3697-6697-4c5f-b65b-6101add377fd tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398274 Apr 04 11:43:54.948206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-f9243c53-cad4-4914-94d7-dfc4beeaa133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:54.950935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-f9243c53-cad4-4914-94d7-dfc4beeaa133 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1096 time: 0.2596600 Apr 04 11:43:54.955421 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74a1171f-edbd-4cab-95d4-1096d057472a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfd5c74d7c264b0c8ec4a46b55471805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8486714 Apr 04 11:43:54.958815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35022) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:54.975780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:43:54.981829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:43:55.041465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.054546 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-69a0db7b-8bd9-4aed-ab23-06b854ad0e38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 217 time: 0.0759127 Apr 04 11:43:55.126615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:55.127220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.128621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd8c7f78-6282-458c-b85a-ae8e74c85942 HTTP/1.1" status: 200 len: 1093 time: 1.9336882 Apr 04 11:43:55.129170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:43:55.147649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.173542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81296d-3383-43a7-8a9e-8fd185a6e3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:55.228741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.279541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.294786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35032) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:55.348574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35036) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:55.363742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.408986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77320f17-5586-475e-ae71-13839a3326ec,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:55.437463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:43:55.441806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.442450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.446191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e22920c-6dc7-4178-9e12-e5c37be3eae4 HTTP/1.1" status: 204 len: 168 time: 0.4837198 Apr 04 11:43:55.469129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af28db-748c-4a30-9a2f-1133943efbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22920c-6dc7-4178-9e12-e5c37be3eae4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:55.471612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.471972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment 72c25aa5-fc60-4a48-a9ba-2750f8123ac4 of type vlan for network 2c8ef30a-db5d-4649-b459-27337a7909a5 Apr 04 11:43:55.522571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.624638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.632375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:55.633179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:55.718083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=2c8ef30a-db5d-4649-b459-27337a7909a5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:55.729595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:43:55.750330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8657f07-dbc3-4d3d-8d1d-880459492436 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6448267 Apr 04 11:43:55.766966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35046) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:55.893319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-7989a328-24d4-4fff-bf58-71946552ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:55.899567 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-7989a328-24d4-4fff-bf58-71946552ab15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1457818 Apr 04 11:43:55.913658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5e1f08f0-5464-4988-8406-236ed8a5f2ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49f39248d81643da979b39f6b6d72266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1360018 Apr 04 11:43:55.919731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35050) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:55.982434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-750b7bfe-6171-46c0-ae4f-2a6d203a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:55.988245 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-750b7bfe-6171-46c0-ae4f-2a6d203a5e49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8796c4c58404763a6ed32de532d9d2d&device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 1096 time: 0.1605010 Apr 04 11:43:56.070117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b82732-dd60-4c8b-a086-5b497198ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:43:56.192525 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-10a62568-3c8d-4243-8a24-30381bb96949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942 HTTP/1.1" status: 200 len: 217 time: 0.1890140 Apr 04 11:43:56.297024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807348-ccf7-43ac-845e-ead726f38299 req-37eaf06f-d6ea-4671-bc63-6cdc0cfe2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:56.303136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-37eaf06f-d6ea-4671-bc63-6cdc0cfe2b0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3843520 Apr 04 11:43:56.358833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aa436-1377-48f3-880b-526c1456ace7 req-129c5e57-5620-41fa-9a31-96a594106247 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:56.368257 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b09aa436-1377-48f3-880b-526c1456ace7 req-129c5e57-5620-41fa-9a31-96a594106247 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.2590387 Apr 04 11:43:56.422745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.423866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04d04fcc-5ddb-46c7-a3b0-d3f40b0f083a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.543909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.568274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b09aa436-1377-48f3-880b-526c1456ace7 req-75fa6d84-d4ef-4907-b97e-96adfb53e4b6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989820 Apr 04 11:43:56.577579 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5da7a2d2-c83e-4bd0-abbf-4dad448b3223 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f8503e3c7654132a9c1a79b1b188ae2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2773726 Apr 04 11:43:56.578754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-ce65aaec-bb29-4474-b004-2a67481753cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:56.584283 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-ce65aaec-bb29-4474-b004-2a67481753cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1399afc0-c3bb-4275-85f4-90c948cf7ce3 HTTP/1.1" status: 200 len: 845 time: 0.3564093 Apr 04 11:43:56.594034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35058) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:56.601471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198ae3-77ee-4d87-b417-cdf17c35bbea req-50f30a7c-197b-4a68-811c-1ef50307cabf tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:56.612211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2d198ae3-77ee-4d87-b417-cdf17c35bbea req-50f30a7c-197b-4a68-811c-1ef50307cabf tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.4556108 Apr 04 11:43:56.676026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-49da8282-b1ef-47a0-a8d4-e54896567174 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392367 Apr 04 11:43:56.736651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f" -d '{"events": [{"name": "network-changed", "server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:43:56.739194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.800203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.804034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.805459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b6fb944-c932-41c0-a450-0f5fbbd7a6d5 HTTP/1.1" status: 204 len: 168 time: 0.8814878 Apr 04 11:43:56.808760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.839454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d1fb0-4234-4a89-a373-43f07351feef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6fb944-c932-41c0-a450-0f5fbbd7a6d5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:56.877464 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0807348-ccf7-43ac-845e-ead726f38299 req-5e30837f-b592-47a3-8c4c-6882cd12b67d service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897235 Apr 04 11:43:56.961323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.964320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:56.965871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3977ea8f-47be-445f-af18-1636c1fb25a3 HTTP/1.1" status: 204 len: 168 time: 0.3687899 Apr 04 11:43:56.980405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58471a48-8c5b-4110-b322-a11faa75cec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977ea8f-47be-445f-af18-1636c1fb25a3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:56.997123 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2d198ae3-77ee-4d87-b417-cdf17c35bbea req-015794fa-b3bf-4d84-bfa6-9b8b924d8d54 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564305 Apr 04 11:43:57.033981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-6dce0f7e-65d8-4d93-847b-d7c7b9a21c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:57.044103 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-6dce0f7e-65d8-4d93-847b-d7c7b9a21c0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4179683 Apr 04 11:43:57.122242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87b0d1ce-2085-4e95-bc6b-096bd31e951b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:57.217273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1cfe3-e76c-45c3-b111-1df8196d7a87 x-openstack-request-id: req-33d1cfe3-e76c-45c3-b111-1df8196d7a87 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:43:57.217845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:43:57.217845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33d1cfe3-e76c-45c3-b111-1df8196d7a87 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:43:57.218284 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d1cfe3-e76c-45c3-b111-1df8196d7a87'] response: {'name': 'network-changed', 'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'status': 'completed', 'code': 200} Apr 04 11:43:57.242712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04d04fcc-5ddb-46c7-a3b0-d3f40b0f083a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:57.509011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-362b4825-69af-4cf3-a8ae-ab6a43bdd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:57.510916 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-362b4825-69af-4cf3-a8ae-ab6a43bdd19d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1096 time: 0.0870249 Apr 04 11:43:57.549747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04d04fcc-5ddb-46c7-a3b0-d3f40b0f083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:57.578461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:57.586317 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-04d04fcc-5ddb-46c7-a3b0-d3f40b0f083a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4dff3de2eb743efab32c1b968771f77&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2396445 Apr 04 11:43:57.595681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35082) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:57.756247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d04fcc-5ddb-46c7-a3b0-d3f40b0f083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20352b26-6a91-45f6-946d-42d5ffe196ef,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:57.898281 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8e8f5d73-4929-41f7-b6b4-1f4b37e7f246 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb2ae0e997a84445bb80aaba43f12263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102345 Apr 04 11:43:57.901507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-f669f64f-86fa-4342-9d4d-79a27c40c214 service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641399 Apr 04 11:43:57.903447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:57.909799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-8b1f7e58-219f-47a7-bd07-e2d0d5f5e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:57.911553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-8b1f7e58-219f-47a7-bd07-e2d0d5f5e8e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.3844042 Apr 04 11:43:57.948466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a49054-850c-403c-8086-df3ae626e90d req-0c313264-853a-4a4f-a9ff-5aa8cdf8c124 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:58.038014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7a49054-850c-403c-8086-df3ae626e90d req-0c313264-853a-4a4f-a9ff-5aa8cdf8c124 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.1927748 Apr 04 11:43:58.038961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.039723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-743e9325-dbcc-49d2-8d09-eefbeb66865b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 217 time: 0.0507414 Apr 04 11:43:58.039829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.054034 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7a49054-850c-403c-8086-df3ae626e90d req-0452220c-025c-4854-a486-b4a60be74ef7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837066 Apr 04 11:43:58.176915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-9e4cf450-2a5a-4bc4-b084-7787e81487c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:58.178565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-9e4cf450-2a5a-4bc4-b084-7787e81487c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1634121 Apr 04 11:43:58.302094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a7dae-9710-414d-8c9a-22a22e31cc52 x-openstack-request-id: req-0c9a7dae-9710-414d-8c9a-22a22e31cc52 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:43:58.302692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:43:58.302789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c9a7dae-9710-414d-8c9a-22a22e31cc52 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:43:58.306480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9a7dae-9710-414d-8c9a-22a22e31cc52'] response: {'name': 'network-changed', 'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'status': 'completed', 'code': 200} Apr 04 11:43:58.426597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117061-06c1-4e40-9bea-3e87937b4644 req-e55ee90e-bc9f-4637-9b81-eb62d36fbf0a tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:58.434256 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-58117061-06c1-4e40-9bea-3e87937b4644 req-e55ee90e-bc9f-4637-9b81-eb62d36fbf0a tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.2208745 Apr 04 11:43:58.450400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.459599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-83b52b8b-ad28-461f-870c-b2c848118807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:58.462253 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-83b52b8b-ad28-461f-870c-b2c848118807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875014 Apr 04 11:43:58.484733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.559171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ec4d063-bb03-480c-bb4c-eaa9ab993e7d req-fc246633-87cb-402e-b960-7a3e259f8e84 service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004140 Apr 04 11:43:58.577445 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-58117061-06c1-4e40-9bea-3e87937b4644 req-66495d83-5c17-4205-8af4-a88034a38c21 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422684 Apr 04 11:43:58.617172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.620818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.620923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-5c7ebfc1-819c-4c82-af84-ab0de8f73e4b service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432161 Apr 04 11:43:58.621007 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20352b26-6a91-45f6-946d-42d5ffe196ef HTTP/1.1" status: 204 len: 168 time: 1.0221970 Apr 04 11:43:58.650362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d10f-eab4-4f29-b500-5b74c28a44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20352b26-6a91-45f6-946d-42d5ffe196ef,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:58.672538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.678878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:58.704002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/144ce3cc-a45e-43f1-8fb0-8dcff0ff7bac HTTP/1.1" status: 204 len: 168 time: 0.7688525 Apr 04 11:43:58.739327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698137e-871c-4ded-9e48-39551c047bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ce3cc-a45e-43f1-8fb0-8dcff0ff7bac,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:58.915056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-61e81906-790e-4e1c-83cd-94f637697c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:58.917152 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-61e81906-790e-4e1c-83cd-94f637697c88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8796c4c58404763a6ed32de532d9d2d&device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 1096 time: 0.1447351 Apr 04 11:43:59.058118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-03497145-9500-4a98-adb2-6217d24b1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:59.076118 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-03497145-9500-4a98-adb2-6217d24b1dff service neutron] 10.222.0.44 "GET /v2.0/networks?id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f HTTP/1.1" status: 200 len: 907 time: 0.1301768 Apr 04 11:43:59.123239 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7b82732-dd60-4c8b-a086-5b497198ad04 req-268eb1cb-32eb-4a68-a61b-274ea676581e service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856069 Apr 04 11:43:59.129401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35108) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:43:59.136623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:43:59.228610 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-a2ef2ec7-e9ba-421c-bb5e-bfbf58a7c476 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942 HTTP/1.1" status: 200 len: 217 time: 0.1579010 Apr 04 11:43:59.284760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5a80-f58e-48a9-8a5e-ee2d0478d262 req-774823b2-5628-4266-b684-458176f56fd6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:59.294243 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46ca5a80-f58e-48a9-8a5e-ee2d0478d262 req-774823b2-5628-4266-b684-458176f56fd6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.0835612 Apr 04 11:43:59.333035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:43:59.336917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:59.345228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46ca5a80-f58e-48a9-8a5e-ee2d0478d262 req-f218ad80-27b7-4760-990c-1e24c202f7da tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499039 Apr 04 11:43:59.395668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e12c9dc2-9ac5-41bc-9701-ab27fef55630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:59.469774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-1cb50fd9-7add-45c7-8ee0-d80e889ddb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:59.471857 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-1cb50fd9-7add-45c7-8ee0-d80e889ddb3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1399afc0-c3bb-4275-85f4-90c948cf7ce3 HTTP/1.1" status: 200 len: 845 time: 0.0909846 Apr 04 11:43:59.694020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-156ad546-a65b-4634-8073-fd2d467ec23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:59.694020 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-156ad546-a65b-4634-8073-fd2d467ec23d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992150 Apr 04 11:43:59.757008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfae09-bbc7-4e3d-ac98-93b54620f313 req-da498233-1693-4f72-a404-900cb1ff226d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:43:59.759140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecdfae09-bbc7-4e3d-ac98-93b54620f313 req-da498233-1693-4f72-a404-900cb1ff226d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.0848813 Apr 04 11:43:59.787189 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-6c48e333-e8ff-4f9e-9305-7d6779f8271a service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069157 Apr 04 11:43:59.816036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecdfae09-bbc7-4e3d-ac98-93b54620f313 req-bb828f91-77a1-4a42-bef2-a1466de6b7dc tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484495 Apr 04 11:43:59.863486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:43:59.938839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=aa2267b3-bb58-4e87-99b8-6a755b981393,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:43:59.950985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': '72c25aa5-fc60-4a48-a9ba-2750f8123ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:43:59.953482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: 2c8ef30a-db5d-4649-b459-27337a7909a5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:00.035206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35120) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.052367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:00.107787 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-42e37e76-238e-4f9f-8139-c63bb2022971 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=953196e9c7664ea19bd2b7c7ea3ebebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711284 Apr 04 11:44:00.110313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35122) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.125896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.170866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2c8ef30a-db5d-4649-b459-27337a7909a5) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:00.180143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:00.181730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.185401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15e592-7320-4d7d-a4e5-3924738607b2 None None] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:00.187232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.198705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-863d7674-f859-4992-8e0f-46df7acd3f77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a0c31083f9c4b4fa6348b8dc72ef73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698564 Apr 04 11:44:00.203136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35128) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.290056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.296875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2af34793-ea00-4372-8a42-9eb19ccbeef9 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1660621 Apr 04 11:44:00.302801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35130) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.324573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1310935629'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:00.415730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2c8ef30a-db5d-4649-b459-27337a7909a5', 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': 'aa2267b3-bb58-4e87-99b8-6a755b981393'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:00.415730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.451296 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dc3cc6-067f-4b00-a520-ee5e57d9db6f req-bb5ddd91-7a8a-42a5-81cf-bf8b27f5ce22 service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766941 Apr 04 11:44:00.452275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.456512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:00.461200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.476181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.507478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.566003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:00.600554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.601606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment 614e3431-0d66-45b3-8835-953278a0cd62 of type vlan for network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 Apr 04 11:44:00.612586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.617226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.624479 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/027fbaec-3864-4af0-9a0d-25d3fa7715b2 HTTP/1.1" status: 204 len: 168 time: 0.5129514 Apr 04 11:44:00.638961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b053-f15f-4554-b7d9-41938d7856ce req-9e275f09-0377-41ed-adfd-5dd874a0e5fc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:00.641047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7850b053-f15f-4554-b7d9-41938d7856ce req-9e275f09-0377-41ed-adfd-5dd874a0e5fc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.1198251 Apr 04 11:44:00.651356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6d8d-160f-4bd2-b2ea-485b474b172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027fbaec-3864-4af0-9a0d-25d3fa7715b2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:00.667514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.670284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.671784 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31352696-89a6-4c2d-9bc7-c5678c2a52e5 HTTP/1.1" status: 204 len: 168 time: 0.4644201 Apr 04 11:44:00.672325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.693099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428c414-e45b-4a38-856f-1950b8ad8389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31352696-89a6-4c2d-9bc7-c5678c2a52e5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:00.704214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7850b053-f15f-4554-b7d9-41938d7856ce req-61174d7a-42fe-4e12-b1ce-c6735e6ad4a6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556002 Apr 04 11:44:00.742311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Allocated IP 2001:db8:0:ffff::2 (2c8ef30a-db5d-4649-b459-27337a7909a5/aa2267b3-bb58-4e87-99b8-6a755b981393/818debb5-bf0f-4434-b9f8-c425774d5e44) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:00.761499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.768068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:00.768411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:00.840826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=2c2567b4-cbde-4a65-9510-4a80d5e95c36,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:00.867422 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-129e2c1d-8a45-4889-ba94-2c4602c72838 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5617719 Apr 04 11:44:00.869744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35150) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:00.876086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:00.889157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:01.042364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf2adc-a4af-431f-b8e1-782f971dce67 req-3c20dae8-6e99-45ce-9fdd-7243b199bb55 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:01.049947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7ddf2adc-a4af-431f-b8e1-782f971dce67 req-3c20dae8-6e99-45ce-9fdd-7243b199bb55 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.1069937 Apr 04 11:44:01.102923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7ddf2adc-a4af-431f-b8e1-782f971dce67 req-485c03ad-d80e-463e-8d97-31c572ed2d9e tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Apr 04 11:44:01.120492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:01.124484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.154386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.235356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.320379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Pushing event updated for resources: {'Port': ['ID=818debb5-bf0f-4434-b9f8-c425774d5e44,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:01.342196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:01.342196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:01.342196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:01.414781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Attempting to bind port 818debb5-bf0f-4434-b9f8-c425774d5e44 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:01.415364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Attempting to bind port 818debb5-bf0f-4434-b9f8-c425774d5e44 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '72c25aa5-fc60-4a48-a9ba-2750f8123ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:01.415937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Attempting to bind port 818debb5-bf0f-4434-b9f8-c425774d5e44 on network 2c8ef30a-db5d-4649-b459-27337a7909a5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:01.423647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:01.428193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Checking segment: {'id': '72c25aa5-fc60-4a48-a9ba-2750f8123ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:01.428193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.428193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Bound using segment: {'id': '72c25aa5-fc60-4a48-a9ba-2750f8123ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:01.428193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Bound port: 818debb5-bf0f-4434-b9f8-c425774d5e44, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c25aa5-fc60-4a48-a9ba-2750f8123ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c8ef30a-db5d-4649-b459-27337a7909a5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:01.428193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.528784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] For port 818debb5-bf0f-4434-b9f8-c425774d5e44, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:01.532472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] For port 818debb5-bf0f-4434-b9f8-c425774d5e44, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=818debb5-bf0f-4434-b9f8-c425774d5e44,segment=NetworkSegment(72c25aa5-fc60-4a48-a9ba-2750f8123ac4),segment_id=72c25aa5-fc60-4a48-a9ba-2750f8123ac4)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:01.615559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.697952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:01.699820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.718057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b969-bdae-4c92-96c0-fbe09f41bd46 None None] Pushing event updated for resources: {'Port': ['ID=818debb5-bf0f-4434-b9f8-c425774d5e44,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:01.768213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:01.808964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': '614e3431-0d66-45b3-8835-953278a0cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:01.808964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: 2c2567b4-cbde-4a65-9510-4a80d5e95c36, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:01.881284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:01.882404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2bfcc-fc3c-4b49-872b-58e7c400fe85 req-3e55d082-dd58-4e28-9541-e909f53ef7b1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:01.884848 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f2bfcc-fc3c-4b49-872b-58e7c400fe85 req-3e55d082-dd58-4e28-9541-e909f53ef7b1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.0723419 Apr 04 11:44:01.930416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f2bfcc-fc3c-4b49-872b-58e7c400fe85 req-c116fc30-78db-42ff-81a4-ec34c73c276c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389085 Apr 04 11:44:01.955323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.957724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2c2567b4-cbde-4a65-9510-4a80d5e95c36) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:01.968661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:01.969516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:01.979149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35538840-fce3-4107-bd15-e885e4f9ed03 None None] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:02.075884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ece503d4-33f6-4faa-9274-4ad1a2ae97bd tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2024825 Apr 04 11:44:02.076075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35188) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:02.083498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'port': {'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36', 'name': 'tempest-NetworksIpV6TestAttrs-541349546'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:02.199667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2c2567b4-cbde-4a65-9510-4a80d5e95c36', 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': '86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:02.200834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.258541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b1869-bba9-4493-b09c-7f1fca78434a req-6b45a2ed-4e10-48b4-bea5-59cccd07b059 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:02.260086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f2b1869-bba9-4493-b09c-7f1fca78434a req-6b45a2ed-4e10-48b4-bea5-59cccd07b059 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.0701618 Apr 04 11:44:02.313518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f2b1869-bba9-4493-b09c-7f1fca78434a req-9b273946-b830-4abb-8117-736cfd5e37b3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446622 Apr 04 11:44:02.369042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Allocated IP 2001:db8::f816:3eff:fece:1b22 (2c2567b4-cbde-4a65-9510-4a80d5e95c36/86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c/48320388-8d3c-495a-b607-7f265d53e671) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:02.384784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:02.388615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.390120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.410171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] device_id is not set on port fc18c211-cddb-4e4a-ac38-817943d94ac0 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:02.587903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.716024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.765092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:02.769898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:02.772339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:02.782228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Pushing event updated for resources: {'Port': ['ID=48320388-8d3c-495a-b607-7f265d53e671,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:02.787370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Allocated IP 2001:db8::f816:3eff:fe6c:cb26 (2c2567b4-cbde-4a65-9510-4a80d5e95c36/86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c/fc18c211-cddb-4e4a-ac38-817943d94ac0) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:02.838851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea75825-dcf1-431f-953c-d19c94b4d3e9 None None] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:02.898258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Attempting to bind port 48320388-8d3c-495a-b607-7f265d53e671 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:02.898624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Attempting to bind port 48320388-8d3c-495a-b607-7f265d53e671 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '614e3431-0d66-45b3-8835-953278a0cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:02.898987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Attempting to bind port 48320388-8d3c-495a-b607-7f265d53e671 on network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:02.908510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] Provisioning complete for port 818debb5-bf0f-4434-b9f8-c425774d5e44 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:02.908883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.914757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:02.915303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Checking segment: {'id': '614e3431-0d66-45b3-8835-953278a0cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:02.915636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.915978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Bound using segment: {'id': '614e3431-0d66-45b3-8835-953278a0cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:02.916486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Bound port: 48320388-8d3c-495a-b607-7f265d53e671, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614e3431-0d66-45b3-8835-953278a0cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c2567b4-cbde-4a65-9510-4a80d5e95c36'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:02.916864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:02.980196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.082896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38820b42-8dca-46e1-95a1-d8f03bc2cb48 req-379eb013-cd77-4b8c-a6a5-7200a51184c7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:03.085108 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-38820b42-8dca-46e1-95a1-d8f03bc2cb48 req-379eb013-cd77-4b8c-a6a5-7200a51184c7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.0705082 Apr 04 11:44:03.085924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] For port 48320388-8d3c-495a-b607-7f265d53e671, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:03.097359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.107313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] For port 48320388-8d3c-495a-b607-7f265d53e671, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=48320388-8d3c-495a-b607-7f265d53e671,segment=NetworkSegment(614e3431-0d66-45b3-8835-953278a0cd62),segment_id=614e3431-0d66-45b3-8835-953278a0cd62)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:03.138847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.145832 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-38820b42-8dca-46e1-95a1-d8f03bc2cb48 req-6ab03c17-2a50-4c54-8312-3bb716730bd5 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Apr 04 11:44:03.176082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:03.180441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:03.192235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:03.200195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:03.200871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.222667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Port': ['ID=fc18c211-cddb-4e4a-ac38-817943d94ac0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:03.281584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.302536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35230) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:03.316910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4017baa7-8e8c-437c-812a-63d47ca184f6 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2396460 Apr 04 11:44:03.376341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] For port 818debb5-bf0f-4434-b9f8-c425774d5e44, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=818debb5-bf0f-4434-b9f8-c425774d5e44,segment=NetworkSegment(72c25aa5-fc60-4a48-a9ba-2750f8123ac4),segment_id=72c25aa5-fc60-4a48-a9ba-2750f8123ac4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:03.379863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee156b-43d4-4a6f-8616-ed399fd99493 None None] Pushing event updated for resources: {'Port': ['ID=48320388-8d3c-495a-b607-7f265d53e671,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:03.423662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting subnet 86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:03.427779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.470186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.486024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.507976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6f41-14f2-4fed-bf25-78167fcdb0a5 req-58e2547d-3c35-45e0-bcae-8a7399b3b8d2 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:03.520163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-18ff6f41-14f2-4fed-bf25-78167fcdb0a5 req-58e2547d-3c35-45e0-bcae-8a7399b3b8d2 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.0844722 Apr 04 11:44:03.581705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6afc1-6b77-4f53-811f-d27a226c2de6 None None] Pushing event updated for resources: {'Port': ['ID=818debb5-bf0f-4434-b9f8-c425774d5e44,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:03.608941 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-18ff6f41-14f2-4fed-bf25-78167fcdb0a5 req-7195c413-77bc-424d-a3d9-e0680781c41d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747774 Apr 04 11:44:03.701891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e3bf3d6e-9ad5-41df-848e-75c505da04be None None] Provisioning complete for port 818debb5-bf0f-4434-b9f8-c425774d5e44 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:03.703062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3d6e-9ad5-41df-848e-75c505da04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.716161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.868500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.899645 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:03.909158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:03.912717 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f6ee6e8c-f6a2-4811-93a7-bbec635cc421 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c HTTP/1.1" status: 204 len: 168 time: 0.6087956 Apr 04 11:44:03.915443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35246) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:03.987914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 48320388-8d3c-495a-b607-7f265d53e671 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:04.030687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ff53-2616-4c7a-8b7a-c35a94d61c22 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:04.033394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ff53-2616-4c7a-8b7a-c35a94d61c22 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:04.035793 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16d5ff53-2616-4c7a-8b7a-c35a94d61c22 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1185200 Apr 04 11:44:04.044052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35250) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:04.063087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 48320388-8d3c-495a-b607-7f265d53e671 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:04.063458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.132305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2ef86512-3b8b-4765-a954-7c5a6c4889b0 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.138949 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef86512-3b8b-4765-a954-7c5a6c4889b0 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 04 11:44:04.144014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef86512-3b8b-4765-a954-7c5a6c4889b0 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:04.144135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.144248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2ef86512-3b8b-4765-a954-7c5a6c4889b0 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/2c2567b4-cbde-4a65-9510-4a80d5e95c36 HTTP/1.1" status: 409 len: 405 time: 0.0977030 Apr 04 11:44:04.147170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35254) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:04.150291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.152817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617466095'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:04.192764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 48320388-8d3c-495a-b607-7f265d53e671, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=48320388-8d3c-495a-b607-7f265d53e671,segment=NetworkSegment(614e3431-0d66-45b3-8835-953278a0cd62),segment_id=614e3431-0d66-45b3-8835-953278a0cd62)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:04.287053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.288124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 818debb5-bf0f-4434-b9f8-c425774d5e44 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:04.303993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebce7-f94b-45f3-8dbe-09871ca993a4 req-dbf006c9-83ee-4616-8c67-b4a62becd114 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:04.310932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35262) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:04.320370 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-440ebce7-f94b-45f3-8dbe-09871ca993a4 req-dbf006c9-83ee-4616-8c67-b4a62becd114 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.0860384 Apr 04 11:44:04.324526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:04.333282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.381785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=48320388-8d3c-495a-b607-7f265d53e671,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:04.391544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:04.408771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 818debb5-bf0f-4434-b9f8-c425774d5e44 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:04.409469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.409740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.410228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment fbcc8799-4b2a-491d-8864-3093e89fc767 of type vlan for network f9629813-b328-4e67-a578-f01c3d72b5ba Apr 04 11:44:04.469485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.496091 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-440ebce7-f94b-45f3-8dbe-09871ca993a4 req-54aa49ee-c0d1-43c8-8bbb-2fdfd19e7b9a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746056 Apr 04 11:44:04.560986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.566783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:04.567602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.630808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12de28-2dc3-4a6c-b826-b8e96a1f66f8 None None] Network 2c2567b4-cbde-4a65-9510-4a80d5e95c36 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:04.644729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=f9629813-b328-4e67-a578-f01c3d72b5ba,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:04.655529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-984927798'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:04.668995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f9629813-b328-4e67-a578-f01c3d72b5ba details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:04.692312 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e29395f3-07c4-46e7-a5ba-a7c34cfb8304 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5440304 Apr 04 11:44:04.696476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35278) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:04.706417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:04.731610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4e3ebd34-09b5-4647-872f-5d4bf1e22d39 None None] Provisioning complete for port 48320388-8d3c-495a-b607-7f265d53e671 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:04.732185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e3ebd34-09b5-4647-872f-5d4bf1e22d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.764816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Made reservation on behalf of 566337a19f8d4c4f9b632979f733fd05 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:04.768458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.820098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.856824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d3534-e756-448c-a829-6c5adfd3386b req-a83f00bf-9d9f-4bc4-badd-8b3222a68bd3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:04.858046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a43d3534-e756-448c-a829-6c5adfd3386b req-a83f00bf-9d9f-4bc4-badd-8b3222a68bd3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.1344113 Apr 04 11:44:04.924600 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a43d3534-e756-448c-a829-6c5adfd3386b req-5fc1e807-b55e-4753-ba02-60ca11782ab5 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569308 Apr 04 11:44:04.964600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.966269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:04.969917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:04.993987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] DHCP port deletion for 2c2567b4-cbde-4a65-9510-4a80d5e95c36 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:05.048544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Deleting port 48320388-8d3c-495a-b607-7f265d53e671 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:05.050391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.051129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.080186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:05.104940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.105527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Added segment 135cf9eb-8acb-453a-98ed-85a251cfb641 of type vlan for network e6338b4f-cb51-4c91-a981-26b88d308e7f Apr 04 11:44:05.106884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc22d27-259e-4d4c-9b81-c8dd3a0e54bf,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:05.148673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] For port 48320388-8d3c-495a-b607-7f265d53e671, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=48320388-8d3c-495a-b607-7f265d53e671,segment=NetworkSegment(614e3431-0d66-45b3-8835-953278a0cd62),segment_id=614e3431-0d66-45b3-8835-953278a0cd62)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:05.150061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.166771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Calling delete_port for 48320388-8d3c-495a-b607-7f265d53e671 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:05.187926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.327070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.338481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:05.338481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.359531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.404108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] No DVR routers for this DVR port 48320388-8d3c-495a-b607-7f265d53e671 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:05.408733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00da92-2115-433f-b634-60b2273d3ff5 None None] Pushing event deleted for resources: {'Port': ['ID=48320388-8d3c-495a-b607-7f265d53e671,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:05.452971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'Network': ['ID=e6338b4f-cb51-4c91-a981-26b88d308e7f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:05.467457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e6338b4f-cb51-4c91-a981-26b88d308e7f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:05.489957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:05.495343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca1eb6f5-61d6-4546-87f9-644d3b07339e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1830721 Apr 04 11:44:05.498436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35304) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:05.498900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.500969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35306) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:05.509345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Request body: {'subnet': {'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:05.644799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=062780bd-039f-4633-8c30-96b7a4b591a5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:05.668837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': 'fbcc8799-4b2a-491d-8864-3093e89fc767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:05.669262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: f9629813-b328-4e67-a578-f01c3d72b5ba, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:05.674108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075071-7251-42e1-b329-acd5691faea1 req-fde5f46d-0325-4f6f-a73f-f916f081b421 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:05.682323 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d5075071-7251-42e1-b329-acd5691faea1 req-fde5f46d-0325-4f6f-a73f-f916f081b421 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.0823896 Apr 04 11:44:05.715118 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d5075071-7251-42e1-b329-acd5691faea1 req-179672c7-be7f-4b35-ae40-7031d48368f8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Apr 04 11:44:05.718419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Made reservation on behalf of 566337a19f8d4c4f9b632979f733fd05 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:05.722151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.746144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35314) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:05.750460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network f9629813-b328-4e67-a578-f01c3d72b5ba is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:05.819154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, f9629813-b328-4e67-a578-f01c3d72b5ba) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:05.825574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:05.826239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:05.829267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64295bbc-b40e-46c7-bf56-10b68ab05a00 None None] Network f9629813-b328-4e67-a578-f01c3d72b5ba requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:05.926785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 48320388-8d3c-495a-b607-7f265d53e671 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:05.953948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 48320388-8d3c-495a-b607-7f265d53e671 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:05.954494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 48320388-8d3c-495a-b607-7f265d53e671 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:05.992212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:05.993028 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8a6387a9-84be-4e5e-9363-ab14f50afbc2 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2945542 Apr 04 11:44:05.999016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35324) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.016368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'port': {'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba', 'name': 'tempest-NetworksIpV6TestAttrs-226772906'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:06.060708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:06.086556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-f9629813-b328-4e67-a578-f01c3d72b5ba', 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': '062780bd-039f-4633-8c30-96b7a4b591a5'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:06.089341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.121821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.173404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.194345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758fb3e-71ad-4a66-a36d-3b4baf69c025 req-ea9d807d-0942-46e2-89be-8393393f6a92 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:06.194560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35326) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.195985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7758fb3e-71ad-4a66-a36d-3b4baf69c025 req-ea9d807d-0942-46e2-89be-8393393f6a92 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.0787923 Apr 04 11:44:06.199669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.273156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Allocated IP 2001:db8::f816:3eff:fe6b:c5c4 (f9629813-b328-4e67-a578-f01c3d72b5ba/062780bd-039f-4633-8c30-96b7a4b591a5/d16dd280-e410-4970-b775-36dcb2bb2e4a) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:06.309254 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7758fb3e-71ad-4a66-a36d-3b4baf69c025 req-0b8c923e-14f5-4635-893a-0d27e195dd0a tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026449 Apr 04 11:44:06.309968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'Subnet': ['ID=c25d6583-3cf7-454e-84dc-6de4f1af7006,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:06.312040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35330) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.323910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Checking segment: {'id': '135cf9eb-8acb-453a-98ed-85a251cfb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:06.324269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Network hostable DHCP agents. Network: e6338b4f-cb51-4c91-a981-26b88d308e7f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:06.331270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-304240005', 'router:external': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:06.366563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:06.370598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.389383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] device_id is not set on port 9fbe640c-bd5d-4e43-9f44-bb3a1861a081 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:06.398269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2135e8bf-0974-4d18-93e2-3d4baf7b2fe6 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:06.406712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.426515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.443406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Network e6338b4f-cb51-4c91-a981-26b88d308e7f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:06.461633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Made reservation on behalf of 35da7351c4cb42598f0866b5f217b664 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:06.462860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.463956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.506274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.538877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.541866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e6338b4f-cb51-4c91-a981-26b88d308e7f) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:06.567381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:06.567995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.579298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c39efea-6a33-4774-8765-c317c8d099a4 None None] Network e6338b4f-cb51-4c91-a981-26b88d308e7f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:06.600631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Network f9629813-b328-4e67-a578-f01c3d72b5ba is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:06.600964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Allocated IP 2001:db8::f816:3eff:fe92:c60d (f9629813-b328-4e67-a578-f01c3d72b5ba/062780bd-039f-4633-8c30-96b7a4b591a5/9fbe640c-bd5d-4e43-9f44-bb3a1861a081) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:06.616760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Allocated IP 172.26.1.199 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/ffe7fe01-012a-4699-98a3-1e3acc8c38a0) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:06.616950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:06.617059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2135e8bf-0974-4d18-93e2-3d4baf7b2fe6 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "PUT /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5 HTTP/1.1" status: 200 len: 366 time: 0.3013518 Apr 04 11:44:06.618360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Pushing event updated for resources: {'Port': ['ID=d16dd280-e410-4970-b775-36dcb2bb2e4a,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:06.618557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35334) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.621411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:06.633224 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-115dbb30-5174-470a-815d-c9e6212b678a tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0124316 Apr 04 11:44:06.636672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.660007 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-29010077-303d-4d11-9f10-039c2fbd0b75 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5 HTTP/1.1" status: 200 len: 366 time: 0.0217047 Apr 04 11:44:06.664974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device dd8c7f78-6282-458c-b85a-ae8e74c85942 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:44:06.668785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.691033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e40e2b28-0ed1-40ec-a894-083cdc0fcb11 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1878364 Apr 04 11:44:06.701477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.706328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Request body: {'port': {'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1435128598'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:06.734575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.770085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Attempting to bind port d16dd280-e410-4970-b775-36dcb2bb2e4a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:06.770467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Attempting to bind port d16dd280-e410-4970-b775-36dcb2bb2e4a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fbcc8799-4b2a-491d-8864-3093e89fc767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:06.771594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Attempting to bind port d16dd280-e410-4970-b775-36dcb2bb2e4a on network f9629813-b328-4e67-a578-f01c3d72b5ba {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:06.830249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:06.830990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Checking segment: {'id': 'fbcc8799-4b2a-491d-8864-3093e89fc767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:06.831076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.831403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Bound using segment: {'id': 'fbcc8799-4b2a-491d-8864-3093e89fc767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:06.831991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Bound port: d16dd280-e410-4970-b775-36dcb2bb2e4a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcc8799-4b2a-491d-8864-3093e89fc767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f9629813-b328-4e67-a578-f01c3d72b5ba'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:06.832402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.863528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.875698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.901753 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8f8b7f36-f205-4ee5-8a74-5eb0342aa919 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2290692 Apr 04 11:44:06.911173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35344) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:06.928583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:06.960374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f222e-3083-4c16-8c1d-01b2b18999a2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:06.975562 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-909ee43b-8741-43b8-8e53-b49117dfa8fc tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0482340 Apr 04 11:44:06.975562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:06.975562 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Added segment 7b44ad3c-d4ca-447a-aff1-09cf54bd1727 of type vlan for network 64e75dc6-5473-44f8-9298-b28186ab3492 Apr 04 11:44:06.987450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35346) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.000904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-114e4fb0-f455-49e0-96b3-ab4d983a1edf tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5 HTTP/1.1" status: 200 len: 370 time: 0.0121062 Apr 04 11:44:07.006567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35348) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.011901 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c2986260-9322-4516-b3b5-4664f555e257 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5/default HTTP/1.1" status: 200 len: 370 time: 0.0039444 Apr 04 11:44:07.015182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35350) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.031366 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-2ebf550a-1d2e-4665-9713-c551dfe31a42 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] delete failed (client error): The resource could not be found. Apr 04 11:44:07.032767 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2ebf550a-1d2e-4665-9713-c551dfe31a42 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/30c4ca4e80f844af970ba07f4fd1a4b5 HTTP/1.1" status: 404 len: 348 time: 0.0161495 Apr 04 11:44:07.043606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e6338b4f-cb51-4c91-a981-26b88d308e7f', 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f', 'tenant_id': '566337a19f8d4c4f9b632979f733fd05', 'fixed_ips': [{'subnet_id': 'c25d6583-3cf7-454e-84dc-6de4f1af7006'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:07.044469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.072732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.114056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:07.181013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'port_id': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'mac_address': 'fa:16:3e:e0:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:44:07.183033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] For port d16dd280-e410-4970-b775-36dcb2bb2e4a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:07.193680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.205390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] For port d16dd280-e410-4970-b775-36dcb2bb2e4a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d16dd280-e410-4970-b775-36dcb2bb2e4a,segment=NetworkSegment(fbcc8799-4b2a-491d-8864-3093e89fc767),segment_id=fbcc8799-4b2a-491d-8864-3093e89fc767)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:07.242912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c3f52-497f-4f8d-a6e3-b1174a7cabc4 req-1ce1cf4d-bd21-4780-8436-6e8355321ccf tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:07.246092 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c0c3f52-497f-4f8d-a6e3-b1174a7cabc4 req-1ce1cf4d-bd21-4780-8436-6e8355321ccf tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 943 time: 0.4220052 Apr 04 11:44:07.276391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.277717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.277993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network f9629813-b328-4e67-a578-f01c3d72b5ba is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:07.282379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:07.284428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Port': ['ID=9fbe640c-bd5d-4e43-9f44-bb3a1861a081,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.286701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:07.291556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.292559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:07.293404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.303806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8c7f78-6282-458c-b85a-ae8e74c85942 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:44:07.343859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Allocated IP 2001:db8::2 (e6338b4f-cb51-4c91-a981-26b88d308e7f/c25d6583-3cf7-454e-84dc-6de4f1af7006/42d1e642-7361-4679-8615-6b817bd8a54f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:07.362074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35356) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.363071 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c0c3f52-497f-4f8d-a6e3-b1174a7cabc4 req-da51bb91-a63b-469a-9141-575e3e047bde tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657670 Apr 04 11:44:07.374985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:07.378011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Made reservation on behalf of 566337a19f8d4c4f9b632979f733fd05 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:07.381799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.394190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-007073dc-9f5e-4daf-91d2-f4630b7c4d13 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3940642 Apr 04 11:44:07.398938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35360) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.411043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:network and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.432029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.432451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b8dca-27ec-4ce9-a940-fc8c97e9ed3e None None] Pushing event updated for resources: {'Port': ['ID=d16dd280-e410-4970-b775-36dcb2bb2e4a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.452764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] device_id is not set on port d661e95e-d0af-49b6-b3aa-14edf9a630ca yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:07.458021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.461875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:subnet and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.465771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.466431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 50f13a6d-1d0c-4234-9d65-1416ab00784f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:44:07.471262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.487004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:subnetpool and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.501161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260ed2-5821-4f78-b077-3cca64c25a82 req-74ea42d7-1c34-448e-acb3-628b66544707 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:07.502743 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4a260ed2-5821-4f78-b077-3cca64c25a82 req-74ea42d7-1c34-448e-acb3-628b66544707 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 943 time: 0.0865555 Apr 04 11:44:07.504371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.512953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:port and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.527799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.528282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.528796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:07.529391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.547687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:router and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.561388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.569223 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4a260ed2-5821-4f78-b077-3cca64c25a82 req-9a0896de-642c-4498-9d9b-9ea5aec7596c tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495553 Apr 04 11:44:07.573956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:floatingip and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.579075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.622178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:security_group and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.627636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.631732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting subnet 062780bd-039f-4633-8c30-96b7a4b591a5 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:07.636276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Usage tracker for resource:security_group_rule and tenant:437106fbb6de4152bac75eb173452080 is out of sync, need to count used quota {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 04 11:44:07.642021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.quota.resource [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109636) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 04 11:44:07.645063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.647186 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-428b2e63-d4d0-4fe2-8d6a-ab23a99ba8e4 tempest-QuotasTest-1175635312 tempest-QuotasTest-1175635312-project-admin] 10.222.0.43 "GET /v2.0/quotas/437106fbb6de4152bac75eb173452080/details.json HTTP/1.1" status: 200 len: 703 time: 0.2752447 Apr 04 11:44:07.687708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.694622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:07.703188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:07.707959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.715323 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5090227 Apr 04 11:44:07.718273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35364) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:07.723364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'subnet': {'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:07.731060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'port_id': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'mac_address': 'fa:16:3e:8f:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:44:07.762697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:07.764942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:07.771021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Allocated IP 172.26.1.232 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/76ef346c-39fd-4c38-9de6-1000e2a71a5a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:07.775281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=ffe7fe01-012a-4699-98a3-1e3acc8c38a0,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.779142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20f0f-86b8-47d4-a677-bf186867d2f3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Network': ['ID=64e75dc6-5473-44f8-9298-b28186ab3492,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.795152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.797346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 64e75dc6-5473-44f8-9298-b28186ab3492 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:07.840878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Made reservation on behalf of 35da7351c4cb42598f0866b5f217b664 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:07.843259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.881863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Allocated IP 2001:db8::1ea (e6338b4f-cb51-4c91-a981-26b88d308e7f/c25d6583-3cf7-454e-84dc-6de4f1af7006/d661e95e-d0af-49b6-b3aa-14edf9a630ca) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:07.887102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:07.930943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Network e6338b4f-cb51-4c91-a981-26b88d308e7f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:07.950777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:07.960846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:07.965320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Pushing event updated for resources: {'Port': ['ID=42d1e642-7361-4679-8615-6b817bd8a54f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:07.971568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f13a6d-1d0c-4234-9d65-1416ab00784f {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:44:08.018633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.031684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:08.037090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d16dd280-e410-4970-b775-36dcb2bb2e4a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:08.080590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Attempting to bind port 42d1e642-7361-4679-8615-6b817bd8a54f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:08.081163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Attempting to bind port 42d1e642-7361-4679-8615-6b817bd8a54f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '135cf9eb-8acb-453a-98ed-85a251cfb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:08.081292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Attempting to bind port 42d1e642-7361-4679-8615-6b817bd8a54f on network e6338b4f-cb51-4c91-a981-26b88d308e7f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:08.087731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.118139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:08.118139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Checking segment: {'id': '135cf9eb-8acb-453a-98ed-85a251cfb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:08.118682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.122265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Bound using segment: {'id': '135cf9eb-8acb-453a-98ed-85a251cfb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:08.122265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Bound port: 42d1e642-7361-4679-8615-6b817bd8a54f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135cf9eb-8acb-453a-98ed-85a251cfb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:08.122265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.191635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:08.207837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d16dd280-e410-4970-b775-36dcb2bb2e4a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:08.208269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.268014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] For port 42d1e642-7361-4679-8615-6b817bd8a54f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:08.269651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.272541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] For port 42d1e642-7361-4679-8615-6b817bd8a54f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=42d1e642-7361-4679-8615-6b817bd8a54f,segment=NetworkSegment(135cf9eb-8acb-453a-98ed-85a251cfb641),segment_id=135cf9eb-8acb-453a-98ed-85a251cfb641)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:08.320633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.333526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.358990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.359216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.382517 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.429196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['50f13a6d-1d0c-4234-9d65-1416ab00784f'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:44:08.453057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:08.453666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.510892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['dd8c7f78-6282-458c-b85a-ae8e74c85942'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:44:08.535959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c7f48be-5f64-4695-8bbe-19323cb011ee,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:08.538025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35370) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:08.555288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Checking segment: {'id': '7b44ad3c-d4ca-447a-aff1-09cf54bd1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:08.555764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network hostable DHCP agents. Network: 64e75dc6-5473-44f8-9298-b28186ab3492, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:08.562152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.658206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 64e75dc6-5473-44f8-9298-b28186ab3492 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:08.666814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740f79-edc1-4682-93a0-5107929600e3 req-1666d6bb-7fec-48a5-8bcd-85286c4df7dc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:08.668240 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-24740f79-edc1-4682-93a0-5107929600e3 req-1666d6bb-7fec-48a5-8bcd-85286c4df7dc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 944 time: 0.2000835 Apr 04 11:44:08.692447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1c99-d788-4177-934b-24e2aa081a18 None None] Pushing event updated for resources: {'Port': ['ID=42d1e642-7361-4679-8615-6b817bd8a54f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:08.706789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.727965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.740352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41f38be8-c943-4bdf-9434-cc3fa6672566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.774085 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-24740f79-edc1-4682-93a0-5107929600e3 req-25fd4ab1-23da-4a3f-92df-143d95a116ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968215 Apr 04 11:44:08.794997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.819507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:08.877504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.881987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41f38be8-c943-4bdf-9434-cc3fa6672566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.884288 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/062780bd-039f-4633-8c30-96b7a4b591a5 HTTP/1.1" status: 204 len: 168 time: 1.4819233 Apr 04 11:44:08.893091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 64e75dc6-5473-44f8-9298-b28186ab3492) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:08.896268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:08.896713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:08.898315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:08.898899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:08.910496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35376) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:08.937216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:08.937325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f033c47-296e-4380-b4dd-10906df81e3e None None] Network 64e75dc6-5473-44f8-9298-b28186ab3492 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:08.937413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:08.986805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdf188-aaa1-4a2d-8dcc-c81cbcf34510 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=062780bd-039f-4633-8c30-96b7a4b591a5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.002954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b426b-7411-4428-a999-09f483828d41 None None] Network f9629813-b328-4e67-a578-f01c3d72b5ba requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:09.006808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Pushing event updated for resources: {'Port': ['ID=76ef346c-39fd-4c38-9de6-1000e2a71a5a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.014392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Network e6338b4f-cb51-4c91-a981-26b88d308e7f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:09.031371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41f38be8-c943-4bdf-9434-cc3fa6672566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.046725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:09.054753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba16e6-817c-4d22-bf7b-cf800f8fda3e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:09.057393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba16e6-817c-4d22-bf7b-cf800f8fda3e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:09.061703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c8ba16e6-817c-4d22-bf7b-cf800f8fda3e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1495349 Apr 04 11:44:09.066161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35378) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.080658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:09.086892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:09.088003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.108920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8a5df-45cb-4dc6-85b4-e2ac11cf6bc9 req-6ff85712-f77e-444c-a591-92751aeff165 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:09.110681 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7de8a5df-45cb-4dc6-85b4-e2ac11cf6bc9 req-6ff85712-f77e-444c-a591-92751aeff165 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 944 time: 0.3720801 Apr 04 11:44:09.137036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7d942d56-aa65-49c3-80b5-f3a9c7093fe5 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4172094 Apr 04 11:44:09.145397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35380) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.148073 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-41f38be8-c943-4bdf-9434-cc3fa6672566 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d23acc91cfd64b6a9e6c1f9e73c046aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077018 Apr 04 11:44:09.154078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35382) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.159900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-184561938', 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:09.172182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'Port': ['ID=d661e95e-d0af-49b6-b3aa-14edf9a630ca,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.177613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.182480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-96dc66ff-1612-4caa-9343-528cf9bdb79d None None] Provisioning complete for port d16dd280-e410-4970-b775-36dcb2bb2e4a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:09.183239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc66ff-1612-4caa-9343-528cf9bdb79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.206590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38be8-c943-4bdf-9434-cc3fa6672566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd11b9-3119-4d8b-b016-88327495e5b3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.217838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6a28fe97-0c92-4d5e-ae38-26958a8243b5 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5152483 Apr 04 11:44:09.220231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.221684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35384) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.226493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Request body: {'port': {'network_id': 'e6338b4f-cb51-4c91-a981-26b88d308e7f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1510783666', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:09.226975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] bootfile-name is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:09.227322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] tftp-server is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:09.227819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] server-ip-address is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:09.279419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-50d8c7ea-24de-4fc3-95c9-baed43872864 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.291141 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7de8a5df-45cb-4dc6-85b4-e2ac11cf6bc9 req-ce6b7a46-33bf-4195-a97e-500b747de36e tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587741 Apr 04 11:44:09.293673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.305720 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Made reservation on behalf of 35da7351c4cb42598f0866b5f217b664 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:09.309023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.310565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.326958 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d8c7ea-24de-4fc3-95c9-baed43872864 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 04 11:44:09.327468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d8c7ea-24de-4fc3-95c9-baed43872864 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:09.334455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-50d8c7ea-24de-4fc3-95c9-baed43872864 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/f9629813-b328-4e67-a578-f01c3d72b5ba HTTP/1.1" status: 409 len: 405 time: 0.2587175 Apr 04 11:44:09.335920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35386) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.340441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.344870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-705478626'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:09.371612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.410940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] device_id is not set on port dd8ce898-1da3-46fc-8716-f26339076a4b yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:09.454178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:09.458583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f4107-4363-4251-8e17-1e492cf938f3 None None] Network 64e75dc6-5473-44f8-9298-b28186ab3492 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:09.458699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=ffe7fe01-012a-4699-98a3-1e3acc8c38a0,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.458776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.511184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.514720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.518660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74bd11b9-3119-4d8b-b016-88327495e5b3 HTTP/1.1" status: 204 len: 168 time: 0.3507314 Apr 04 11:44:09.518812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.518929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:09.536689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635565-35c5-4f5b-8c5d-c690b2837b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd11b9-3119-4d8b-b016-88327495e5b3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.540026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.541503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.541966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment 64e62760-e2ea-4385-88f6-af5a9e1b2b33 of type vlan for network 48ded145-1cf7-46fe-bc1d-032e703dbba7 Apr 04 11:44:09.614188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Made reservation on behalf of 566337a19f8d4c4f9b632979f733fd05 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:09.617757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.639668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc66ff-1612-4caa-9343-528cf9bdb79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.674167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.706709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] device_id is not set on port 57645769-0316-41e5-a7b0-c5256d73092f yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:09.723860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d16dd280-e410-4970-b775-36dcb2bb2e4a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d16dd280-e410-4970-b775-36dcb2bb2e4a,segment=NetworkSegment(fbcc8799-4b2a-491d-8864-3093e89fc767),segment_id=fbcc8799-4b2a-491d-8864-3093e89fc767)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:09.739140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.747615 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-61687e58-ebb4-4521-8c70-714d1aaadb32 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2499635 Apr 04 11:44:09.750411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35390) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:09.760402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-493787949'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:09.796354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] DHCP port deletion for f9629813-b328-4e67-a578-f01c3d72b5ba request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:09.807517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.818965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:09.820260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.839703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.919720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Made reservation on behalf of 0e83fcfb9c0a486799948f7256973bf0 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:09.933978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:09.936103 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-96dc66ff-1612-4caa-9343-528cf9bdb79d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:09.936103 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-96dc66ff-1612-4caa-9343-528cf9bdb79d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:09.959208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.20.0.5 (64e75dc6-5473-44f8-9298-b28186ab3492/7c7f48be-5f64-4695-8bbe-19323cb011ee/dd8ce898-1da3-46fc-8716-f26339076a4b) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:09.971138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d16dd280-e410-4970-b775-36dcb2bb2e4a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:09.975586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Deleting port d16dd280-e410-4970-b775-36dcb2bb2e4a {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:09.976035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.017775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.048137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7102199 Apr 04 11:44:10.052703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] For port d16dd280-e410-4970-b775-36dcb2bb2e4a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d16dd280-e410-4970-b775-36dcb2bb2e4a,segment=NetworkSegment(fbcc8799-4b2a-491d-8864-3093e89fc767),segment_id=fbcc8799-4b2a-491d-8864-3093e89fc767)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:10.053123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.085966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Calling delete_port for d16dd280-e410-4970-b775-36dcb2bb2e4a owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:10.086665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:10.094604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:10.109658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5935ff-c335-4c94-a2f0-4e92edb0d1ce tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=48ded145-1cf7-46fe-bc1d-032e703dbba7,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:10.173992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 48ded145-1cf7-46fe-bc1d-032e703dbba7 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:10.176110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 42d1e642-7361-4679-8615-6b817bd8a54f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:10.207808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.209718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.283137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Allocated IP 2001:db8::158 (e6338b4f-cb51-4c91-a981-26b88d308e7f/c25d6583-3cf7-454e-84dc-6de4f1af7006/57645769-0316-41e5-a7b0-c5256d73092f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:10.302384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea267c-d28e-442d-898f-49bab172e234 None None] Network e6338b4f-cb51-4c91-a981-26b88d308e7f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:10.306196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.342521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:10.355297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f43aa-7e88-49a1-a1f6-ddc15db85f99,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:10.368803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.369236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Added segment 8a44279a-9c3a-4833-af9c-f031a8d8370a of type vlan for network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 Apr 04 11:44:10.439108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:10.443611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.447514 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:44:10.474305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.520156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35400) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:10.536371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 42d1e642-7361-4679-8615-6b817bd8a54f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:10.536371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.551862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bbc01-8609-47b6-a239-60b3fcb432a0 req-a185d969-1397-47d3-ab3e-fa8b88812dc6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:10.552561 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c88bbc01-8609-47b6-a239-60b3fcb432a0 req-a185d969-1397-47d3-ab3e-fa8b88812dc6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 944 time: 0.6131275 Apr 04 11:44:10.559383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.565313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85dc8d09-cad9-4f86-82d6-47a58da9dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.591936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.596718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea83094-f76d-4721-89b7-41dea7c73e9d req-5054ef5e-0439-4161-9e6d-00c4ea22fc51 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:10.598351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dea83094-f76d-4721-89b7-41dea7c73e9d req-5054ef5e-0439-4161-9e6d-00c4ea22fc51 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 944 time: 0.1911199 Apr 04 11:44:10.627603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] Pushing event deleted for resources: {'Port': ['ID=d16dd280-e410-4970-b775-36dcb2bb2e4a,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:10.639004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8dbbe-d636-4b3a-9e2d-2c2e24bed85c None None] No DVR routers for this DVR port d16dd280-e410-4970-b775-36dcb2bb2e4a on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:10.645819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device dd8c7f78-6282-458c-b85a-ae8e74c85942 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:10.657198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.664812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:10.665452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.736080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Pushing event updated for resources: {'Port': ['ID=76ef346c-39fd-4c38-9de6-1000e2a71a5a,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:10.750794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.769638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2c4324f4-dc9d-492c-ad3c-0ec7747dd3a8 None None] Provisioning complete for port 42d1e642-7361-4679-8615-6b817bd8a54f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:10.770014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c4324f4-dc9d-492c-ad3c-0ec7747dd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.772379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c88bbc01-8609-47b6-a239-60b3fcb432a0 req-7f4e61a1-ef22-468b-b0df-a2709c2f68da tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967580 Apr 04 11:44:10.793542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.804455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dea83094-f76d-4721-89b7-41dea7c73e9d req-447900bc-d2e1-4ede-b10c-5697e5f5a7ec tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868031 Apr 04 11:44:10.808682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Network': ['ID=a9a5c7fe-e845-4c68-be24-4889f2a0bde8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:10.831694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 42d1e642-7361-4679-8615-6b817bd8a54f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=42d1e642-7361-4679-8615-6b817bd8a54f,segment=NetworkSegment(135cf9eb-8acb-453a-98ed-85a251cfb641),segment_id=135cf9eb-8acb-453a-98ed-85a251cfb641)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:10.835976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:10.855898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-32be52af-7a25-40cc-9ebe-eba487c3a488 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1043086 Apr 04 11:44:10.858584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35402) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:10.865845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Request body: {'subnet': {'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:10.867626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.881351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port dd8c7f78-6282-458c-b85a-ae8e74c85942 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:44:10.893464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85dc8d09-cad9-4f86-82d6-47a58da9dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.919973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port dd8c7f78-6282-458c-b85a-ae8e74c85942 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:10.920701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.951885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.955434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.956882 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1a3b224-724c-4b37-9b83-e89508af2b4f tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2094138 Apr 04 11:44:10.960534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35404) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:10.967169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1418217199', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'fixed_ips': [{'ip_address': '172.26.1.232'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:10.983419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:10.983591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85dc8d09-cad9-4f86-82d6-47a58da9dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.054127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d16dd280-e410-4970-b775-36dcb2bb2e4a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:11.074184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.083821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d16dd280-e410-4970-b775-36dcb2bb2e4a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:11.084161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d16dd280-e410-4970-b775-36dcb2bb2e4a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:11.106744 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-85dc8d09-cad9-4f86-82d6-47a58da9dee8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=437106fbb6de4152bac75eb173452080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854647 Apr 04 11:44:11.108602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35406) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:11.118042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=42d1e642-7361-4679-8615-6b817bd8a54f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.119663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8d09-cad9-4f86-82d6-47a58da9dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2fba3-2fd4-4675-a2a0-294298875ca6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.158247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Made reservation on behalf of 0e83fcfb9c0a486799948f7256973bf0 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:11.158345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 64e75dc6-5473-44f8-9298-b28186ab3492 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:11.158345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.160493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.166911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:11.173686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=dd8ce898-1da3-46fc-8716-f26339076a4b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.183792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.188310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:11.188447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Made reservation on behalf of 02a65fa6577b4d63bb404f794f1f6673 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:11.191088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.209003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:44:11.218010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:11.232237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.274617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Network e6338b4f-cb51-4c91-a981-26b88d308e7f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:11.283816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:11.289825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:11.295738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:11.296357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.300201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=8f856099-178e-4d42-95b6-daceb17fd9be,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.302302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:11.302550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.311622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.326586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'Port': ['ID=57645769-0316-41e5-a7b0-c5256d73092f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.333772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:11.339663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.344927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ae5923fa-51fd-43e3-904e-ba27f0ae9d03 None None] Provisioning complete for port 42d1e642-7361-4679-8615-6b817bd8a54f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:11.346618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ae5923fa-51fd-43e3-904e-ba27f0ae9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.369057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.401988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.403496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 50f13a6d-1d0c-4234-9d65-1416ab00784f up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:11.416981 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b2c890ca-fd3a-4195-a2b1-12695e4a2fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1934891 Apr 04 11:44:11.424107 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c0243c2c-79ef-4a4d-b8e1-cb049a3ed032 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2682045 Apr 04 11:44:11.424795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35412) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:11.435816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:11.503583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': '64e62760-e2ea-4385-88f6-af5a9e1b2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:11.504280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: 48ded145-1cf7-46fe-bc1d-032e703dbba7, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:11.519323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7dabe-50d2-4f79-9779-f308139095d8 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:11.525888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7dabe-50d2-4f79-9779-f308139095d8 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:11.534317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7dabe-50d2-4f79-9779-f308139095d8 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:11.539515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6ed7dabe-50d2-4f79-9779-f308139095d8 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1130941 Apr 04 11:44:11.540468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35416) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:11.550571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.553590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.555064 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfa2fba3-2fd4-4675-a2a0-294298875ca6 HTTP/1.1" status: 204 len: 168 time: 0.4397473 Apr 04 11:44:11.590563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1459d81-22a6-41d2-8230-1e1fb4427912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2fba3-2fd4-4675-a2a0-294298875ca6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.628883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Deleting port dd8ce898-1da3-46fc-8716-f26339076a4b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:11.628883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.668962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4775db-2e04-4dbe-b89d-f46688002c3a" -d '{"events": [{"server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:44:11.697975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Deleting port 57645769-0316-41e5-a7b0-c5256d73092f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:11.698433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.723415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:11.731209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ae5923fa-51fd-43e3-904e-ba27f0ae9d03 None None] Provisioning complete for port d661e95e-d0af-49b6-b3aa-14edf9a630ca triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:11.731578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ae5923fa-51fd-43e3-904e-ba27f0ae9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.754089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.768785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Calling delete_port for dd8ce898-1da3-46fc-8716-f26339076a4b owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:11.783770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ae5923fa-51fd-43e3-904e-ba27f0ae9d03 None None] Port d661e95e-d0af-49b6-b3aa-14edf9a630ca cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:11.801243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 50f13a6d-1d0c-4234-9d65-1416ab00784f completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:44:11.809020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 50f13a6d-1d0c-4234-9d65-1416ab00784f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:11.809909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.841164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network 48ded145-1cf7-46fe-bc1d-032e703dbba7 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:11.877782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.912935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46cf718-99e3-4a95-adbc-50e857dd06ec x-openstack-request-id: req-b46cf718-99e3-4a95-adbc-50e857dd06ec {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:44:11.913331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:44:11.913712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b46cf718-99e3-4a95-adbc-50e857dd06ec {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:44:11.914229 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46cf718-99e3-4a95-adbc-50e857dd06ec'] response: {'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'code': 200} Apr 04 11:44:11.947701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Calling delete_port for 57645769-0316-41e5-a7b0-c5256d73092f owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:11.953720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Provisioning complete for port 57645769-0316-41e5-a7b0-c5256d73092f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:11.954235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.957682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:11.994992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 42d1e642-7361-4679-8615-6b817bd8a54f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:12.018289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 48ded145-1cf7-46fe-bc1d-032e703dbba7) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:12.044074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:12.044673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.045082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41d770-0719-49a5-ba2e-3571bab565d2 None None] Network 48ded145-1cf7-46fe-bc1d-032e703dbba7 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:12.071010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Port 57645769-0316-41e5-a7b0-c5256d73092f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:12.115988 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72969dbc-ec7a-44d3-bf06-75e12c31050d req-beaccea1-acd4-4c27-8acd-21980ec14fce tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:12.116212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:12.125065 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-72969dbc-ec7a-44d3-bf06-75e12c31050d req-beaccea1-acd4-4c27-8acd-21980ec14fce tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.1473539 Apr 04 11:44:12.161138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.169835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e57d-3afd-4d8a-859b-e1e6bdf795db req-1df76f79-eba5-4410-ac6b-c88f34438d8f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:12.177104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-03b8e57d-3afd-4d8a-859b-e1e6bdf795db req-1df76f79-eba5-4410-ac6b-c88f34438d8f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 944 time: 0.2488050 Apr 04 11:44:12.183614 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-72969dbc-ec7a-44d3-bf06-75e12c31050d req-b911c36c-c573-4314-b180-7feb517f085d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575876 Apr 04 11:44:12.186281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Provisioning complete for port d661e95e-d0af-49b6-b3aa-14edf9a630ca triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:12.187281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.222739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-03b8e57d-3afd-4d8a-859b-e1e6bdf795db req-a32bdf8b-e930-4145-8180-5ac2273464cc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Apr 04 11:44:12.224115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.233587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-36feef0b-b20e-4e3b-8c24-2aaafbad7a12 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1431868 Apr 04 11:44:12.233587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] device_id is not set on port 6c5454f9-ec4f-42fb-b28c-7b00797798f6 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:12.236560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35430) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:12.243713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c6064114-f490-4348-9e60-8da778076c2e None None] Port d661e95e-d0af-49b6-b3aa-14edf9a630ca cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:12.253363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.268045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f255ae9a-fb5b-4a60-a74c-8556cbce9712,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:12.293657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.334204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:12.360394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Subnet': ['ID=f8070c96-96b2-4834-814f-b596f07ccd26,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:12.361635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 42d1e642-7361-4679-8615-6b817bd8a54f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:12.362113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.406498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Checking segment: {'id': '8a44279a-9c3a-4833-af9c-f031a8d8370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:12.406668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network hostable DHCP agents. Network: a9a5c7fe-e845-4c68-be24-4889f2a0bde8, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:12.409161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.447609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.452020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-c12af2a1-20fb-40b7-bc32-665a25e9198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:12.453529 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-c12af2a1-20fb-40b7-bc32-665a25e9198e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 1098 time: 0.1158669 Apr 04 11:44:12.463201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.494726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd8ce898-1da3-46fc-8716-f26339076a4b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:12.498735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event deleted for resources: {'Port': ['ID=57645769-0316-41e5-a7b0-c5256d73092f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:12.503279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-8228e33f-6139-4e22-a03e-468a4285449c service neutron] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.541183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.550067 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5bd45d93-b8f2-431d-8c07-f1c59ad8b314 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "DELETE /v2.0/ports/57645769-0316-41e5-a7b0-c5256d73092f HTTP/1.1" status: 204 len: 168 time: 1.0028138 Apr 04 11:44:12.557044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:12.559511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-48ded145-1cf7-46fe-bc1d-032e703dbba7', 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': '8f856099-178e-4d42-95b6-daceb17fd9be'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:12.562829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.578975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.581463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Request body: {'port': {'name': 'tempest-new-port-name-16735663', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:12.586663 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ac7e113b-f593-4bd7-84d4-736f210ea77b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/ports/dd8ce898-1da3-46fc-8716-f26339076a4b HTTP/1.1" status: 204 len: 168 time: 1.1358283 Apr 04 11:44:12.586806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] bootfile-name is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:12.586806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] tftp-server is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:12.586806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.api.validators [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] server-ip-address is not in valid_values {{(pid=109637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 04 11:44:12.597634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35442) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:12.601241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492', 'external_fixed_ips': [{'subnet_id': '7c7f48be-5f64-4695-8bbe-19323cb011ee', 'ip_address': '172.20.0.5'}]}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:12.727882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:12.738201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.795607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.800656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Allocated IP 2001:db8::f816:3eff:fee0:4883 (48ded145-1cf7-46fe-bc1d-032e703dbba7/8f856099-178e-4d42-95b6-daceb17fd9be/67c3c85f-4491-43ed-ac2a-55e546bce443) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:12.812712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.813923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.841266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a9a5c7fe-e845-4c68-be24-4889f2a0bde8) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:12.845410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 04 11:44:12.845410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:12.865937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-8228e33f-6139-4e22-a03e-468a4285449c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.875845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.878407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:12.878792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fac176-e8f7-4a11-89c6-41645ec5ae98 None None] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:12.878937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.926459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-8228e33f-6139-4e22-a03e-468a4285449c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:12.973886 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bfdc3b42-40f3-4cb1-bb90-b21ac48b0e2f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1142538 Apr 04 11:44:12.979749 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dbd40e9b-b619-4e51-a5f3-15cb5128e2b1 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0180194 Apr 04 11:44:12.983653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35450) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:12.984282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35452) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.012511 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4591f592-3ad6-4132-a556-b6abb6a245d3 req-8228e33f-6139-4e22-a03e-468a4285449c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5311749 Apr 04 11:44:13.030417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-141689287', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:13.036746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228e33f-6139-4e22-a03e-468a4285449c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f2c96e-127c-4126-87ff-df06f538ab48,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.067798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.113075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a9a5c7fe-e845-4c68-be24-4889f2a0bde8', 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8', 'tenant_id': '0e83fcfb9c0a486799948f7256973bf0', 'fixed_ips': [{'subnet_id': 'f8070c96-96b2-4834-814f-b596f07ccd26'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:13.114556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.125904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.193603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.202590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.238421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35458) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.246593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.256382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] In _notify_port_updated(), no bound segment for port d661e95e-d0af-49b6-b3aa-14edf9a630ca on network e6338b4f-cb51-4c91-a981-26b88d308e7f {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:44:13.264062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:13.271794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.271794 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "PUT /v2.0/ports/d661e95e-d0af-49b6-b3aa-14edf9a630ca HTTP/1.1" status: 200 len: 1128 time: 0.7131612 Apr 04 11:44:13.272479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Network 48ded145-1cf7-46fe-bc1d-032e703dbba7 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:13.272925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.275654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.276744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.277158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:13.282227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:13.294248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.361046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c876f4-63e4-4e60-8ff6-3d81b3dbb871 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event updated for resources: {'Port': ['ID=d661e95e-d0af-49b6-b3aa-14edf9a630ca,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.386440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Pushing event updated for resources: {'Port': ['ID=67c3c85f-4491-43ed-ac2a-55e546bce443,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.441822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Attempting to bind port 67c3c85f-4491-43ed-ac2a-55e546bce443 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:13.442229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Attempting to bind port 67c3c85f-4491-43ed-ac2a-55e546bce443 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '64e62760-e2ea-4385-88f6-af5a9e1b2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:13.442584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Attempting to bind port 67c3c85f-4491-43ed-ac2a-55e546bce443 on network 48ded145-1cf7-46fe-bc1d-032e703dbba7 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:13.454961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Allocated IP 172.20.0.2 (a9a5c7fe-e845-4c68-be24-4889f2a0bde8/f8070c96-96b2-4834-814f-b596f07ccd26/7d45cfac-535b-4aec-96b7-67bfaa121d1f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:13.459198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=8f856099-178e-4d42-95b6-daceb17fd9be,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.462117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:13.463992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Checking segment: {'id': '64e62760-e2ea-4385-88f6-af5a9e1b2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:13.464961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.465285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Bound using segment: {'id': '64e62760-e2ea-4385-88f6-af5a9e1b2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:13.465804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Bound port: 67c3c85f-4491-43ed-ac2a-55e546bce443, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e62760-e2ea-4385-88f6-af5a9e1b2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:13.470221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.478958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76709c-7c0a-48e1-8099-b40eff5a583e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:13.482044 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8a76709c-7c0a-48e1-8099-b40eff5a583e tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "GET /v2.0/ports/d661e95e-d0af-49b6-b3aa-14edf9a630ca HTTP/1.1" status: 200 len: 1128 time: 0.2051485 Apr 04 11:44:13.504545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35466) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.593961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.611250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] For port 67c3c85f-4491-43ed-ac2a-55e546bce443, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:13.615660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] For port 67c3c85f-4491-43ed-ac2a-55e546bce443, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=67c3c85f-4491-43ed-ac2a-55e546bce443,segment=NetworkSegment(64e62760-e2ea-4385-88f6-af5a9e1b2b33),segment_id=64e62760-e2ea-4385-88f6-af5a9e1b2b33)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:13.620380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde224c-ba53-431c-a37a-63d4970a832b req-6b05df8e-d919-411e-9400-919679e0c136 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:13.622656 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7bde224c-ba53-431c-a37a-63d4970a832b req-6b05df8e-d919-411e-9400-919679e0c136 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.2840159 Apr 04 11:44:13.689082 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ded145-1cf7-46fe-bc1d-032e703dbba7']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:13.695664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.708291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e62760-e2ea-4385-88f6-af5a9e1b2b33') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:13.708657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e62760-e2ea-4385-88f6-af5a9e1b2b33') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:13.712273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-07d33734-a257-425f-9bcc-55545eae2dfc None None] Provisioning complete for port d661e95e-d0af-49b6-b3aa-14edf9a630ca triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:13.713347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07d33734-a257-425f-9bcc-55545eae2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.718919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-d4429bdb-5093-454e-9e16-13e033ccbe3c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.722158 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d4429bdb-5093-454e-9e16-13e033ccbe3c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4826319 Apr 04 11:44:13.723528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35468) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.732733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-75ef30ef-7520-4e16-b128-77ff5c470406 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.736058 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-75ef30ef-7520-4e16-b128-77ff5c470406 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062916 Apr 04 11:44:13.736578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.737959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35470) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.742924 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7bde224c-ba53-431c-a37a-63d4970a832b req-3f24adbc-2635-4183-95dd-b4a776642357 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132836 Apr 04 11:44:13.749607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-07d33734-a257-425f-9bcc-55545eae2dfc None None] Port d661e95e-d0af-49b6-b3aa-14edf9a630ca cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:13.753298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-2ff3df24-243a-4bca-b4ef-26634916cb57 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.757005 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2ff3df24-243a-4bca-b4ef-26634916cb57 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0147681 Apr 04 11:44:13.759930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35472) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.763111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.764147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.771871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-09df5ec2-22a1-4b74-ac47-cf92dc871c77 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.777749 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-09df5ec2-22a1-4b74-ac47-cf92dc871c77 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085528 Apr 04 11:44:13.779474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35474) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.785956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.788195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-dfcb2df1-aecd-428c-bfa6-43081ba4d3e9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.789193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dfcb2df1-aecd-428c-bfa6-43081ba4d3e9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073013 Apr 04 11:44:13.793893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.800729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-a41137be-f8e1-46d4-8c90-5b2244f65653 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.804211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a41137be-f8e1-46d4-8c90-5b2244f65653 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048046 Apr 04 11:44:13.804381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Deleting port 76ef346c-39fd-4c38-9de6-1000e2a71a5a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:13.804381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.806228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.809286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:13.809719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.813408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:13.813672 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:13.820607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3e00a-25b6-4650-8317-3ae142a57ada req-20fb8074-1650-4b40-81e4-51c60a81983b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:13.822566 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2a3e00a-25b6-4650-8317-3ae142a57ada req-20fb8074-1650-4b40-81e4-51c60a81983b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4456897 Apr 04 11:44:13.841037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-d66889bc-a6ad-4890-8b2e-2dea0700362c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.844461 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d66889bc-a6ad-4890-8b2e-2dea0700362c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0353634 Apr 04 11:44:13.844586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Deleting port d661e95e-d0af-49b6-b3aa-14edf9a630ca {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:13.844586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:13.850718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.871262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:13.874827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-7d6a1e15-c210-4d57-aab1-defa8895e22c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.878249 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7d6a1e15-c210-4d57-aab1-defa8895e22c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0227726 Apr 04 11:44:13.879653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d087a0-596f-4697-96c3-72968b60ac53 None None] Pushing event updated for resources: {'Port': ['ID=67c3c85f-4491-43ed-ac2a-55e546bce443,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.883405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:13.887522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:13.909973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35482) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.914494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-16ed80d4-3603-4359-9dd4-016dadbd3a26 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:13.918105 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-16ed80d4-3603-4359-9dd4-016dadbd3a26 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041845 Apr 04 11:44:13.918202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:44:13.920292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32384ec7-d627-43fb-8ef7-0c1c64b6fd99" -d '{"events": [{"server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "name": "network-vif-plugged", "status": "completed", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:44:13.921258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35484) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:13.923179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c71e6-314a-4287-8460-941135b82a5c None None] Network 48ded145-1cf7-46fe-bc1d-032e703dbba7 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:13.972151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Pushing event updated for resources: {'Port': ['ID=7d45cfac-535b-4aec-96b7-67bfaa121d1f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:13.977263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c1f5e-8db8-49b8-8555-d00f7c85c4f4 x-openstack-request-id: req-5c0c1f5e-8db8-49b8-8555-d00f7c85c4f4 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:44:13.977587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "name": "network-vif-plugged", "status": "completed", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:44:13.977845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c0c1f5e-8db8-49b8-8555-d00f7c85c4f4 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:44:13.978253 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0c1f5e-8db8-49b8-8555-d00f7c85c4f4'] response: {'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'code': 200} Apr 04 11:44:13.990218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:44:13.990218 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:44:13.990218 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': '48ded145-1cf7-46fe-bc1d-032e703dbba7'}] Apr 04 11:44:13.990218 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:13.991103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:14.004444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-ac7a1371-7d42-4e4f-a03d-b1e65425205f tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.005752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ac7a1371-7d42-4e4f-a03d-b1e65425205f tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0106602 Apr 04 11:44:14.006751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.010550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35488) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.028161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-f322ab30-1b4a-4dbb-b7f5-76a2edcce0d5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.033378 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f322ab30-1b4a-4dbb-b7f5-76a2edcce0d5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0175905 Apr 04 11:44:14.033378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35490) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.036475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-28eaaf2f-4b76-4603-96d9-13a52cdee8a5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.039641 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-28eaaf2f-4b76-4603-96d9-13a52cdee8a5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045886 Apr 04 11:44:14.042035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35492) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.043960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Calling delete_port for d661e95e-d0af-49b6-b3aa-14edf9a630ca owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:14.048979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-f7a2e627-a653-43dd-b0fa-cffd21c757fe tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.052789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f7a2e627-a653-43dd-b0fa-cffd21c757fe tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073450 Apr 04 11:44:14.052789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35494) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.057550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-ddefc16e-2f76-45c4-92b4-bcb53156938e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.061597 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ddefc16e-2f76-45c4-92b4-bcb53156938e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048428 Apr 04 11:44:14.061597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35496) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.067936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-c646c358-c159-4d86-9c9f-af53efcc2648 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.071660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c646c358-c159-4d86-9c9f-af53efcc2648 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070140 Apr 04 11:44:14.071660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35498) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.076877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-c9b57998-b011-48b8-a5c1-5aa0a6574963 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.078919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c9b57998-b011-48b8-a5c1-5aa0a6574963 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056291 Apr 04 11:44:14.080991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.086198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-268ecdb2-94ef-4722-83d0-0cb08db53e05 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.086504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Attempting to bind port 7d45cfac-535b-4aec-96b7-67bfaa121d1f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:14.087208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-268ecdb2-94ef-4722-83d0-0cb08db53e05 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052922 Apr 04 11:44:14.087557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Attempting to bind port 7d45cfac-535b-4aec-96b7-67bfaa121d1f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8a44279a-9c3a-4833-af9c-f031a8d8370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:14.088064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Attempting to bind port 7d45cfac-535b-4aec-96b7-67bfaa121d1f on network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:14.093621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.118091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:14.118457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Checking segment: {'id': '8a44279a-9c3a-4833-af9c-f031a8d8370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:14.119521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.119964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Bound using segment: {'id': '8a44279a-9c3a-4833-af9c-f031a8d8370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:14.120526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Bound port: 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a44279a-9c3a-4833-af9c-f031a8d8370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:14.121070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.144543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-adb69bb3-7b59-4536-a908-d75f91141b27 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.148046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-adb69bb3-7b59-4536-a908-d75f91141b27 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0412233 Apr 04 11:44:14.150438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35504) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.155241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.155573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.167042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-cc4e38b2-ce97-4263-aa64-a6e57eba6e92 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.168340 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cc4e38b2-ce97-4263-aa64-a6e57eba6e92 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0167551 Apr 04 11:44:14.173260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2a3e00a-25b6-4650-8317-3ae142a57ada req-28c8c18c-09ef-4613-9c4f-1457da8b104a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527931 Apr 04 11:44:14.173944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.178448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-9709f242-64ca-472d-9953-1781dc685fc9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.179575 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9709f242-64ca-472d-9953-1781dc685fc9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045950 Apr 04 11:44:14.182641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.189237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-bf6e6c74-1415-4988-a23e-d04b7d01ed1b tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.190777 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bf6e6c74-1415-4988-a23e-d04b7d01ed1b tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061901 Apr 04 11:44:14.193469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.197809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-e9c89496-6bf2-4928-a5ec-7d791aefbbe8 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.198958 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9c89496-6bf2-4928-a5ec-7d791aefbbe8 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044310 Apr 04 11:44:14.203988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35512) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.213273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.218570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-19ac2312-4585-42ba-8baa-d8ad8e1d6790 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.221612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-19ac2312-4585-42ba-8baa-d8ad8e1d6790 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0123167 Apr 04 11:44:14.221967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Calling delete_port for 76ef346c-39fd-4c38-9de6-1000e2a71a5a owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:14.224908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35514) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.235955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-2561e2d0-2d7b-4e56-afac-b8f5a6329295 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.237315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2561e2d0-2d7b-4e56-afac-b8f5a6329295 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090406 Apr 04 11:44:14.242533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35516) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.247443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-79715ad5-aaaf-4296-bd8a-0588bb9e7ba9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.248407 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-79715ad5-aaaf-4296-bd8a-0588bb9e7ba9 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049655 Apr 04 11:44:14.251071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35518) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.256939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-8cf14f7a-79e5-4773-ae61-acaa321a097e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.257914 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8cf14f7a-79e5-4773-ae61-acaa321a097e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059662 Apr 04 11:44:14.260617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35520) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.264785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] For port 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:14.271470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-9d986eef-0fdd-4764-a43f-14dbb2823103 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.271597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] For port 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7d45cfac-535b-4aec-96b7-67bfaa121d1f,segment=NetworkSegment(8a44279a-9c3a-4833-af9c-f031a8d8370a),segment_id=8a44279a-9c3a-4833-af9c-f031a8d8370a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:14.271684 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9d986eef-0fdd-4764-a43f-14dbb2823103 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072191 Apr 04 11:44:14.273324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35522) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.277292 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-a3976955-24fd-417b-88a7-1c5995a993e8 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.280109 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a3976955-24fd-417b-88a7-1c5995a993e8 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040317 Apr 04 11:44:14.280435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.284422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-171eb60a-ab97-4150-8fb8-f0182573ebde tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.286815 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-171eb60a-ab97-4150-8fb8-f0182573ebde tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054674 Apr 04 11:44:14.290003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35526) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.295507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-f0c2f1b6-3989-4465-a2c6-f3dd3ca18b4c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.296498 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0c2f1b6-3989-4465-a2c6-f3dd3ca18b4c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050423 Apr 04 11:44:14.302312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35528) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.307175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-d1ae3368-792e-4f6d-b46b-73ed1b8af929 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.308091 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d1ae3368-792e-4f6d-b46b-73ed1b8af929 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048821 Apr 04 11:44:14.310459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35530) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.314573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-2bc58e61-44f2-4b60-85d1-57b1d5fe5e42 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.317577 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2bc58e61-44f2-4b60-85d1-57b1d5fe5e42 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042255 Apr 04 11:44:14.317913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35532) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.321739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-eac3c0d2-a456-406e-8e7b-25d77d7a4c4f tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.322790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eac3c0d2-a456-406e-8e7b-25d77d7a4c4f tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039928 Apr 04 11:44:14.330687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35534) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.334641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-ebfe2d39-67c8-4aa5-b90c-a31fc6e32344 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.335650 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ebfe2d39-67c8-4aa5-b90c-a31fc6e32344 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040245 Apr 04 11:44:14.341846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35536) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.349544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-619fa38c-3add-49d7-a0e8-0ca5cbb08eaf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.350519 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-619fa38c-3add-49d7-a0e8-0ca5cbb08eaf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056629 Apr 04 11:44:14.361032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35538) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.367362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-2826df6b-0dce-4495-9cd2-171914414544 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.368286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2826df6b-0dce-4495-9cd2-171914414544 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0062025 Apr 04 11:44:14.370880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35540) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.376465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.378500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-b5c45a22-5469-4ecc-b655-e5d4c52140cf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.382040 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b5c45a22-5469-4ecc-b655-e5d4c52140cf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103140 Apr 04 11:44:14.383439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35542) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.388445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-f3b55cc3-0935-482e-a84c-345bf5b32fb1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.392336 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f3b55cc3-0935-482e-a84c-345bf5b32fb1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074840 Apr 04 11:44:14.392954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35544) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.394206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.401247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-47b1a8c5-3d00-42ab-9902-811a9c6bea28 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.404641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-47b1a8c5-3d00-42ab-9902-811a9c6bea28 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070639 Apr 04 11:44:14.405808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35546) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.422168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-2b709613-b938-432b-89ba-050ffeb120a1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.424132 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2b709613-b938-432b-89ba-050ffeb120a1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0119739 Apr 04 11:44:14.441476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.442170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f268a-9816-44e1-ac9a-fa59c0c79174 req-1a6aca2e-409a-4238-951b-ef56ff42928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:14.443965 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-975f268a-9816-44e1-ac9a-fa59c0c79174 req-1a6aca2e-409a-4238-951b-ef56ff42928a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.1054232 Apr 04 11:44:14.447760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event deleted for resources: {'Port': ['ID=d661e95e-d0af-49b6-b3aa-14edf9a630ca,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:14.454207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca066a9-d09f-4987-91f0-a47740697057 None None] Pushing event updated for resources: {'Port': ['ID=7d45cfac-535b-4aec-96b7-67bfaa121d1f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:14.464706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-1b30bc33-7d5c-4b5a-a2e4-1520da0ea50b tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.468214 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1b30bc33-7d5c-4b5a-a2e4-1520da0ea50b tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0130124 Apr 04 11:44:14.473008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35550) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.490881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-fd17e237-e53b-4fc5-afce-468ddc6690fd tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.496097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fd17e237-e53b-4fc5-afce-468ddc6690fd tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0179183 Apr 04 11:44:14.497817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35552) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.505722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-c93d7526-69e9-4445-bda1-1e9f9b5f7c82 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.509103 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c93d7526-69e9-4445-bda1-1e9f9b5f7c82 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058253 Apr 04 11:44:14.510574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.511309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.523337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-dec7aa02-0d71-495c-8dad-2567cc7dc44e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.538030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dec7aa02-0d71-495c-8dad-2567cc7dc44e tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058615 Apr 04 11:44:14.538030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.538409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.542563 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0b91d37b-123c-4aa1-ba12-b414e976d131 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "DELETE /v2.0/ports/d661e95e-d0af-49b6-b3aa-14edf9a630ca HTTP/1.1" status: 204 len: 168 time: 1.0323198 Apr 04 11:44:14.550821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35556) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.551468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35558) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.562104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-1c38e380-8255-4532-9876-10b951268372 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.564612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1c38e380-8255-4532-9876-10b951268372 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0073712 Apr 04 11:44:14.576196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35560) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.598416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-253ac6f0-7d58-445f-b6a5-391ca194b236 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.602090 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-253ac6f0-7d58-445f-b6a5-391ca194b236 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0214679 Apr 04 11:44:14.622202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35562) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.629133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-45da9c59-64da-443b-8c5f-0a4157e948a5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.632768 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45da9c59-64da-443b-8c5f-0a4157e948a5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070417 Apr 04 11:44:14.640412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.649548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35564) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.655259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-85930608-e67b-4a3f-9417-97e75f4ed063 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.658732 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-85930608-e67b-4a3f-9417-97e75f4ed063 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043910 Apr 04 11:44:14.668106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35566) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.675091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-c7aa303e-4172-4383-b5b4-f57248d77a0c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.678680 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c7aa303e-4172-4383-b5b4-f57248d77a0c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045145 Apr 04 11:44:14.681930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35568) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.694564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-b1e6470b-bc39-482c-8fae-9e6ca0c226b5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.694564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b1e6470b-bc39-482c-8fae-9e6ca0c226b5 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066292 Apr 04 11:44:14.700665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35570) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.759887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-e99c5649-1f85-4649-adcc-bbfb0115f938 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.761593 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e99c5649-1f85-4649-adcc-bbfb0115f938 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087018 Apr 04 11:44:14.767547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35572) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.774002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-ccd0b21f-8138-4a50-ba70-3137a490f8df tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.775040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ccd0b21f-8138-4a50-ba70-3137a490f8df tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0065985 Apr 04 11:44:14.782917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35574) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.791846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-c7023e40-6ca1-43cf-9a49-dd257eed6119 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.792891 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c7023e40-6ca1-43cf-9a49-dd257eed6119 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074387 Apr 04 11:44:14.796065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35578) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.803463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-c882e4d0-5f33-499c-a9d3-cd738e3fd641 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.805616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c882e4d0-5f33-499c-a9d3-cd738e3fd641 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0073221 Apr 04 11:44:14.809200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35580) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.816551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-60c5328f-e640-4521-9072-f6b714d67d15 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.817914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-60c5328f-e640-4521-9072-f6b714d67d15 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074117 Apr 04 11:44:14.851234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35582) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.863800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-b5fb67db-6e00-4dae-9369-7b6f1cc0da40 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.864771 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b5fb67db-6e00-4dae-9369-7b6f1cc0da40 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0129278 Apr 04 11:44:14.873082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35584) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.885508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-12128f84-aef7-4f7d-87b9-0e0b7cba3205 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.886485 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-12128f84-aef7-4f7d-87b9-0e0b7cba3205 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084741 Apr 04 11:44:14.887262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:14.894382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35586) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.904301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-8b4211a0-9067-44ab-8085-b378d249e9fa tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.905312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8b4211a0-9067-44ab-8085-b378d249e9fa tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071795 Apr 04 11:44:14.912614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35588) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.935427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-8497937d-041c-45aa-954b-89a9f4aad5ec tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.936397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8497937d-041c-45aa-954b-89a9f4aad5ec tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043716 Apr 04 11:44:14.944368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35590) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.948739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Pushing event deleted for resources: {'Port': ['ID=76ef346c-39fd-4c38-9de6-1000e2a71a5a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:14.955573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-3a9bed3e-5b66-4461-acaa-f943345a2904 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.956828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a9bed3e-5b66-4461-acaa-f943345a2904 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0089107 Apr 04 11:44:14.970568 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35592) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:14.979569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-926f5eb0-6372-4439-a887-bba7c4711faf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:14.980541 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-926f5eb0-6372-4439-a887-bba7c4711faf tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090563 Apr 04 11:44:15.005225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35594) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.010762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-f82b4217-290d-4cbd-aae9-5ef34c850a14 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.011690 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f82b4217-290d-4cbd-aae9-5ef34c850a14 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047374 Apr 04 11:44:15.017217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35596) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.023178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-0501d68a-bb4c-4ac3-a3f3-e2c85c3ec944 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.024133 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0501d68a-bb4c-4ac3-a3f3-e2c85c3ec944 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059433 Apr 04 11:44:15.028006 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-975f268a-9816-44e1-ac9a-fa59c0c79174 req-35b56584-c6c8-45e7-b40e-d2141ad9b932 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5517013 Apr 04 11:44:15.028459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35598) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.036095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-10167c5e-1db3-485f-a4f0-42aa9aca636a tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.037014 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-10167c5e-1db3-485f-a4f0-42aa9aca636a tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049231 Apr 04 11:44:15.042078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35600) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.049521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-2db4d6c1-35a2-44df-a1b1-1f2c5f98fc8c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.050482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2db4d6c1-35a2-44df-a1b1-1f2c5f98fc8c tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059378 Apr 04 11:44:15.053190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Deleting subnet c25d6583-3cf7-454e-84dc-6de4f1af7006 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:15.056701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35602) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.058074 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.095822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb26d8-5e3d-4a4a-95a7-52bd889911bc req-70851b41-29f0-400c-bd0d-85946183bf66 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:15.097383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53eb26d8-5e3d-4a4a-95a7-52bd889911bc req-70851b41-29f0-400c-bd0d-85946183bf66 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.1454520 Apr 04 11:44:15.102874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port 67c3c85f-4491-43ed-ac2a-55e546bce443 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:15.103242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.106268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-8d9c6e8c-e18a-40d7-bab3-08ada3d334ee tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.107287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8d9c6e8c-e18a-40d7-bab3-08ada3d334ee tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0495594 Apr 04 11:44:15.117227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35604) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.122026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [None req-283df88f-5042-45cd-993c-177fdd288173 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.125423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-283df88f-5042-45cd-993c-177fdd288173 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048184 Apr 04 11:44:15.127938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35606) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.129471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.20.0.5 (64e75dc6-5473-44f8-9298-b28186ab3492/7c7f48be-5f64-4695-8bbe-19323cb011ee/6ee028e1-ca20-47c5-a76b-b6dd90b3af54) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:15.132678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-81f709f7-32d8-4730-abb9-a97a52b45aa1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.133647 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81f709f7-32d8-4730-abb9-a97a52b45aa1 tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047503 Apr 04 11:44:15.139316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35608) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.155531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.161633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [None req-260c63ac-17ea-4af7-ab17-86817aa260cd tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:44:15.162577 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-260c63ac-17ea-4af7-ab17-86817aa260cd tempest-ExtensionsTestJSON-342778276 tempest-ExtensionsTestJSON-342778276-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114357 Apr 04 11:44:15.169526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.196368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.199490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.204640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-249ba926-ee1a-4dec-9ccb-cdea5b2e9e1c tempest-ExternalNetworksAdminNegativeTestJSON-2075947626 tempest-ExternalNetworksAdminNegativeTestJSON-2075947626-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/38b900d9-6fb0-4d96-9a97-90e3a648120a HTTP/1.1" status: 204 len: 168 time: 2.2140863 Apr 04 11:44:15.204640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.251677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] For port 67c3c85f-4491-43ed-ac2a-55e546bce443, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=67c3c85f-4491-43ed-ac2a-55e546bce443,segment=NetworkSegment(64e62760-e2ea-4385-88f6-af5a9e1b2b33),segment_id=64e62760-e2ea-4385-88f6-af5a9e1b2b33)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:15.251949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.258481 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53eb26d8-5e3d-4a4a-95a7-52bd889911bc req-d5b67218-b294-4124-a140-5a85264610f3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505988 Apr 04 11:44:15.283142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for 67c3c85f-4491-43ed-ac2a-55e546bce443 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:15.400735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.495058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.496752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Allocated IP 172.26.1.70 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/9bd9317c-d669-4f00-b33b-07ad4edfb1d5) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:15.509510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde538-41dd-426d-a816-6371d36b8319 req-2fdb3cef-85b0-4cf5-9e00-a7479390d766 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:15.510988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-53dde538-41dd-426d-a816-6371d36b8319 req-2fdb3cef-85b0-4cf5-9e00-a7479390d766 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1435781 Apr 04 11:44:15.528285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccdbeb-0cbc-4ca9-b10e-32d477171db8 req-e03bab97-4084-45a4-9d78-0c83bb071d09 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:15.533860 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b7ccdbeb-0cbc-4ca9-b10e-32d477171db8 req-e03bab97-4084-45a4-9d78-0c83bb071d09 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.0802882 Apr 04 11:44:15.539303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35618) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.547680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Request body: {'floatingip': {'port_id': 'dd8c7f78-6282-458c-b85a-ae8e74c85942'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:15.617359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.630187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.633941 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-53dde538-41dd-426d-a816-6371d36b8319 req-531fbaae-04cd-4ca0-a242-c5aaf74f7869 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066706 Apr 04 11:44:15.681846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.699091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.724828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.747351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event deleted for resources: {'Subnet': ['ID=c25d6583-3cf7-454e-84dc-6de4f1af7006,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:15.749109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=67c3c85f-4491-43ed-ac2a-55e546bce443,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:15.753302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No DVR routers for this DVR port 67c3c85f-4491-43ed-ac2a-55e546bce443 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:15.756773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.766413 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0f5e6814-6a48-4f77-9dce-96aaf1c11fce tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "DELETE /v2.0/subnets/c25d6583-3cf7-454e-84dc-6de4f1af7006 HTTP/1.1" status: 204 len: 168 time: 1.2039895 Apr 04 11:44:15.766413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35622) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.783810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8ce0b-3f1c-4361-ad40-b9654cc6edc5 None None] Network e6338b4f-cb51-4c91-a981-26b88d308e7f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:15.791801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 64e75dc6-5473-44f8-9298-b28186ab3492 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:15.796810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:15.800550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:15.827105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=6ee028e1-ca20-47c5-a76b-b6dd90b3af54,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:15.828850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b475de-5c09-4233-be23-ef7da2a58efa None None] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:15.939966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:15.947875 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35626) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.948107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35628) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:15.998756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.067327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:16.072996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:16.081316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:16.139533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=9bd9317c-d669-4f00-b33b-07ad4edfb1d5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:16.142753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.163191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ded145-1cf7-46fe-bc1d-032e703dbba7']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:16.239351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e62760-e2ea-4385-88f6-af5a9e1b2b33') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:16.239578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e62760-e2ea-4385-88f6-af5a9e1b2b33') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:16.241790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7d45cfac-535b-4aec-96b7-67bfaa121d1f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:16.328161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] Provisioning complete for port 7d45cfac-535b-4aec-96b7-67bfaa121d1f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:16.328553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.349931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.389428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80936a86-844a-4883-8e1e-7be14fabe944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.430529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4c51063-ca94-48bb-bfab-476687bd40e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.440406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.486821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7d45cfac-535b-4aec-96b7-67bfaa121d1f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:16.487445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.519381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:16.519792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:16.522991 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:16.604831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.659772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.674764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] For port 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7d45cfac-535b-4aec-96b7-67bfaa121d1f,segment=NetworkSegment(8a44279a-9c3a-4833-af9c-f031a8d8370a),segment_id=8a44279a-9c3a-4833-af9c-f031a8d8370a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:16.679079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] DHCP port deletion for e6338b4f-cb51-4c91-a981-26b88d308e7f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:16.689474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.753320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Deleting port 42d1e642-7361-4679-8615-6b817bd8a54f {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:16.753320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.756372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.863133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.893340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.896491 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/48ded145-1cf7-46fe-bc1d-032e703dbba7 HTTP/1.1" status: 204 len: 168 time: 4.6496177 Apr 04 11:44:16.907285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] For port 42d1e642-7361-4679-8615-6b817bd8a54f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=42d1e642-7361-4679-8615-6b817bd8a54f,segment=NetworkSegment(135cf9eb-8acb-453a-98ed-85a251cfb641),segment_id=135cf9eb-8acb-453a-98ed-85a251cfb641)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:16.907850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35636) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:16.908220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:16.910081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:16.910925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:16.919422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1888376824'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:16.921811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70fd39-164a-482f-9bd9-e9be0787b148 None None] Pushing event updated for resources: {'Port': ['ID=7d45cfac-535b-4aec-96b7-67bfaa121d1f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:16.929608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Calling delete_port for 42d1e642-7361-4679-8615-6b817bd8a54f owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:17.057744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.076629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:17.080380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.089210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-49e26e50-d612-4297-833d-1292a6abaa74 None None] Provisioning complete for port 7d45cfac-535b-4aec-96b7-67bfaa121d1f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:17.089714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-49e26e50-d612-4297-833d-1292a6abaa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.124042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.124388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.156549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Deleting port 42d1e642-7361-4679-8615-6b817bd8a54f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:17.157178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] Pushing event deleted for resources: {'Port': ['ID=42d1e642-7361-4679-8615-6b817bd8a54f,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.157307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.164173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde972da-34d9-47a8-8e87-ab67d192a9b3 None None] No DVR routers for this DVR port 42d1e642-7361-4679-8615-6b817bd8a54f on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:17.166859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b53d-ab16-4c82-9a8e-26277b1b9a94 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=48ded145-1cf7-46fe-bc1d-032e703dbba7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.195612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:17.217108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6c1c1-60e2-45e2-9883-ec88bc02af8d None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:44:17.245836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.246180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment 5cca23a5-1d24-42b5-a0ee-821ab15d403b of type vlan for network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 Apr 04 11:44:17.280039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c6ca-7d17-42e0-b6ab-76d60fbdcbc0 req-27e239eb-0c52-4614-9254-0d8951e42cf1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:17.281567 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4448c6ca-7d17-42e0-b6ab-76d60fbdcbc0 req-27e239eb-0c52-4614-9254-0d8951e42cf1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.5301826 Apr 04 11:44:17.293211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4c51063-ca94-48bb-bfab-476687bd40e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.330751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.369476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80936a86-844a-4883-8e1e-7be14fabe944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.377488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6c1c1-60e2-45e2-9883-ec88bc02af8d None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:44:17.378068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] For port 42d1e642-7361-4679-8615-6b817bd8a54f, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:17.378416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.389184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.resource_extend [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:44:17.431667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4c51063-ca94-48bb-bfab-476687bd40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.465589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80936a86-844a-4883-8e1e-7be14fabe944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.467605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Calling delete_port for 42d1e642-7361-4679-8615-6b817bd8a54f owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:17.469593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.479346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Port 42d1e642-7361-4679-8615-6b817bd8a54f was not found and therefore no delete operation was performed {{(pid=109637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:44:17.489985 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4448c6ca-7d17-42e0-b6ab-76d60fbdcbc0 req-3559a4fa-b6e9-41ae-b1a0-d4e7eb912f9b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629827 Apr 04 11:44:17.508979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.514302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.514771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:17.515619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.571052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.579357 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a4c51063-ca94-48bb-bfab-476687bd40e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6c48d7b7aa5413590e0581d58d583d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6291966 Apr 04 11:44:17.581703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event deleted for resources: {'Port': ['ID=42d1e642-7361-4679-8615-6b817bd8a54f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.583613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c51063-ca94-48bb-bfab-476687bd40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f620fa-236a-4e51-9e1e-18b31db7755e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.586211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35640) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:17.598616 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-80936a86-844a-4883-8e1e-7be14fabe944 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=014ce562b2fe4d3db5b355bd54a8971d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6432908 Apr 04 11:44:17.605136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] No DVR routers for this DVR port 42d1e642-7361-4679-8615-6b817bd8a54f on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:17.610675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35642) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:17.638629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router 1622aa7f-42ea-4999-8baf-3de1243064ad is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:17.655248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7442839 Apr 04 11:44:17.661233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.669548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35644) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:17.685071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:17.778393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a86-844a-4883-8e1e-7be14fabe944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc9ff8-d06a-4a42-9ddb-6b3efe8acd8c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.795058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a105024-3777-4209-987b-f8c3f7e6d02a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=98a1fd53-c992-4496-9ba7-2fbf2e407b08,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:17.824143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:17.826066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d2025-da30-414c-9f4c-501c14fe996b req-bea34149-b516-4941-a67a-a491e323a9f9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:17.827621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f9d2025-da30-414c-9f4c-501c14fe996b req-bea34149-b516-4941-a67a-a491e323a9f9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1842599 Apr 04 11:44:17.839647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35648) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:17.843573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.844167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Request body: {'floatingip': {'port_id': '50f13a6d-1d0c-4234-9d65-1416ab00784f'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:17.957171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.961364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6338b4f-cb51-4c91-a981-26b88d308e7f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:17.964173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.965347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7d45cfac-535b-4aec-96b7-67bfaa121d1f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:17.965802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:17.989602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135cf9eb-8acb-453a-98ed-85a251cfb641') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:17.989602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135cf9eb-8acb-453a-98ed-85a251cfb641') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.014849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.015074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7d45cfac-535b-4aec-96b7-67bfaa121d1f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:18.015767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.046046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.060245 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Floating IP df12426c-1e56-4d0c-852f-63531b45a314 associated. External IP: 172.26.1.236, port: dd8c7f78-6282-458c-b85a-ae8e74c85942. Apr 04 11:44:18.064479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.070939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.131463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:18.131871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:18.138324 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:18.164385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 42d1e642-7361-4679-8615-6b817bd8a54f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:18.189614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 42d1e642-7361-4679-8615-6b817bd8a54f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:18.189989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 42d1e642-7361-4679-8615-6b817bd8a54f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:18.218764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:18.222218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.238313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Router 88a5ba90-152a-4724-bd74-ec91f1a82000 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:18.278849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:18.289785 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Sync routers for ids ['1622aa7f-42ea-4999-8baf-3de1243064ad'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:18.299848 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Routers {'1622aa7f-42ea-4999-8baf-3de1243064ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:18.300466 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['1622aa7f-42ea-4999-8baf-3de1243064ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.347706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.359697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.377869 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] 10.222.0.43 "DELETE /v2.0/networks/e6338b4f-cb51-4c91-a981-26b88d308e7f HTTP/1.1" status: 204 len: 168 time: 2.6012156 Apr 04 11:44:18.406525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562ecd-d8d2-41fb-b6de-59b97c4b40cb tempest-ExtraDHCPOptionsIpV6TestJSON-191048289 tempest-ExtraDHCPOptionsIpV6TestJSON-191048289-project] Pushing event deleted for resources: {'Network': ['ID=e6338b4f-cb51-4c91-a981-26b88d308e7f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:18.413597 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Set router 1622aa7f-42ea-4999-8baf-3de1243064ad gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:18.457030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.459649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.462629 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1bc9ff8-d06a-4a42-9ddb-6b3efe8acd8c HTTP/1.1" status: 204 len: 168 time: 0.8475382 Apr 04 11:44:18.488192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:18.505392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] Sync routers for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:18.544013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.548168 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a3ac5a7-c7f4-4fb2-b4ca-954d771f5961 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9501848 Apr 04 11:44:18.551635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35654) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:18.612701 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1622aa7f-42ea-4999-8baf-3de1243064ad', 'name': '', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492', 'external_fixed_ips': [{'subnet_id': '7c7f48be-5f64-4695-8bbe-19323cb011ee', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '6ee028e1-ca20-47c5-a76b-b6dd90b3af54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:12Z', 'updated_at': '2022-04-04T11:44:15Z', 'revision_number': 3, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port': {'id': '6ee028e1-ca20-47c5-a76b-b6dd90b3af54', 'name': '', 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1622aa7f-42ea-4999-8baf-3de1243064ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7c7f48be-5f64-4695-8bbe-19323cb011ee', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:14Z', 'updated_at': '2022-04-04T11:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c7f48be-5f64-4695-8bbe-19323cb011ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.648776 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Checking router: 1622aa7f-42ea-4999-8baf-3de1243064ad for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:18.649526 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Updating router 1622aa7f-42ea-4999-8baf-3de1243064ad port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:44:18.688149 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.688689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904404d8-9a95-4ccc-a07c-1db544bb261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc9ff8-d06a-4a42-9ddb-6b3efe8acd8c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:18.695217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.703542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.707256 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13f620fa-236a-4e51-9e1e-18b31db7755e HTTP/1.1" status: 204 len: 168 time: 1.1174366 Apr 04 11:44:18.724346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.725313 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d029e981-eaaa-409d-8651-168355e76e39 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.7398949 Apr 04 11:44:18.731592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:18.732122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.760230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35658) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:18.769365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.794774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:18.795841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.828597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Router ec3f5c85-3874-41ad-a056-ae4e788c8923 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:18.829842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65c64-c18f-438e-b23e-2f19576bbccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f620fa-236a-4e51-9e1e-18b31db7755e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:18.878572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:18.894613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:18.896387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075bb04-6592-4689-9249-52962c67fb15 None None] The sync data for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:18.988868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35664) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:19.002335 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.026640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.058406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.086910 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.091613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:19.112550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.117595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=00b28ee5-3ea7-4576-8c00-ecaa3c7446c7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:19.144130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': '5cca23a5-1d24-42b5-a0ee-821ab15d403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:19.144130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: 98a1fd53-c992-4496-9ba7-2fbf2e407b08, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:19.151943 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cdc14d9d-50c5-4a09-8b5f-43862e9a6ba8 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "PUT /v2.0/floatingips/df12426c-1e56-4d0c-852f-63531b45a314 HTTP/1.1" status: 200 len: 991 time: 3.6110845 Apr 04 11:44:19.153168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:44:19.155466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80" -d '{"events": [{"name": "network-changed", "server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:44:19.206286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca9173d-8781-4f81-b560-5baec017d2dc x-openstack-request-id: req-fca9173d-8781-4f81-b560-5baec017d2dc {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:44:19.207076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:44:19.207427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fca9173d-8781-4f81-b560-5baec017d2dc {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:44:19.207978 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca9173d-8781-4f81-b560-5baec017d2dc'] response: {'name': 'network-changed', 'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'status': 'completed', 'code': 200} Apr 04 11:44:19.281698 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Sync routers for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:19.291840 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0e56-c1f6-4af0-8869-9e87297516cb None None] Pushing event updated for resources: {'Port': ['ID=6ee028e1-ca20-47c5-a76b-b6dd90b3af54,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:19.301631 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:19.302439 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:19.307249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.resource_extend [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:44:19.325155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:19.349154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0053c-0be1-4792-aaca-216efd1dcb14 req-5d15a41f-0016-4e85-8966-0fa79596bbfd tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.351017 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ba0053c-0be1-4792-aaca-216efd1dcb14 req-5d15a41f-0016-4e85-8966-0fa79596bbfd tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.1330895 Apr 04 11:44:19.389283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-2255bbd1-3f4e-4946-af90-34757d61b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.392204 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-2255bbd1-3f4e-4946-af90-34757d61b7fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8796c4c58404763a6ed32de532d9d2d&device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 1098 time: 0.1555440 Apr 04 11:44:19.426789 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:19.438903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35676) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:19.440712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.475318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Deleting port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:19.481899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.523578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-028cd138-e74e-4820-93f2-64711eefe3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.525185 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-028cd138-e74e-4820-93f2-64711eefe3c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f HTTP/1.1" status: 200 len: 907 time: 0.1125693 Apr 04 11:44:19.528289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 98a1fd53-c992-4496-9ba7-2fbf2e407b08) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:19.537621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f21c83-a139-4dcb-a520-be6d03161ed8 None None] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:19.612110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.663132 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-156bf7c2-be00-4767-ae37-3a84b3c20269 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942 HTTP/1.1" status: 200 len: 999 time: 0.1247590 Apr 04 11:44:19.664825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.666131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.674288 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ba0053c-0be1-4792-aaca-216efd1dcb14 req-5cb4d9e3-976e-44fa-b7d7-6e745b5508dc tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095176 Apr 04 11:44:19.761018 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Attempting to bind port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:19.761401 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Attempting to bind port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '7b44ad3c-d4ca-447a-aff1-09cf54bd1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:19.761803 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Attempting to bind port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 on network 64e75dc6-5473-44f8-9298-b28186ab3492 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:19.766831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-603e3d37-555b-404f-8950-eff2e5f6f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.769871 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-603e3d37-555b-404f-8950-eff2e5f6f48d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1399afc0-c3bb-4275-85f4-90c948cf7ce3 HTTP/1.1" status: 200 len: 845 time: 0.0945508 Apr 04 11:44:19.792929 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:19.793312 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Checking segment: {'id': '7b44ad3c-d4ca-447a-aff1-09cf54bd1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:19.793754 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.794158 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Bound using segment: {'id': '7b44ad3c-d4ca-447a-aff1-09cf54bd1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:19.795347 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Bound port: 6ee028e1-ca20-47c5-a76b-b6dd90b3af54, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b44ad3c-d4ca-447a-aff1-09cf54bd1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64e75dc6-5473-44f8-9298-b28186ab3492'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:19.795347 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.836278 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-84d57241-138a-4f49-a43a-92e281c7f163 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1654580 Apr 04 11:44:19.839407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35688) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:19.843771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-98a1fd53-c992-4496-9ba7-2fbf2e407b08', 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': '00b28ee5-3ea7-4576-8c00-ecaa3c7446c7'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:19.844645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:19.859285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] For port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:19.863343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] For port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6ee028e1-ca20-47c5-a76b-b6dd90b3af54,segment=NetworkSegment(7b44ad3c-d4ca-447a-aff1-09cf54bd1727),segment_id=7b44ad3c-d4ca-447a-aff1-09cf54bd1727)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:19.870893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-04a0ec0f-9719-4501-9c0f-e96b33f8c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:19.872612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-04a0ec0f-9719-4501-9c0f-e96b33f8c687 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958586 Apr 04 11:44:19.886006 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'df12426c-1e56-4d0c-852f-63531b45a314', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'floating_ip_address': '172.26.1.236', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'port_id': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'mac_address': 'fa:16:3e:e0:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:41Z', 'updated_at': '2022-04-04T11:44:17Z', 'revision_number': 1, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:19.914328 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Checking router: ec3f5c85-3874-41ad-a056-ae4e788c8923 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:19.923948 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:19.924818 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:19.966446 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.025716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Allocated IP 2001:db8::2 (98a1fd53-c992-4496-9ba7-2fbf2e407b08/00b28ee5-3ea7-4576-8c00-ecaa3c7446c7/00d2cc34-d787-408c-9378-46790c7f42a0) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:20.106468 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0e56-c1f6-4af0-8869-9e87297516cb None None] Pushing event updated for resources: {'Port': ['ID=6ee028e1-ca20-47c5-a76b-b6dd90b3af54,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:20.111506 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Routers {'1622aa7f-42ea-4999-8baf-3de1243064ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:20.114064 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['1622aa7f-42ea-4999-8baf-3de1243064ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:20.201159 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:20.242080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.247082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ebc05491-f7d2-4258-a03f-ec3494edc77c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=566337a19f8d4c4f9b632979f733fd05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2245393 Apr 04 11:44:20.258580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.270991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35698) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:20.327669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.353674 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] Set router 1622aa7f-42ea-4999-8baf-3de1243064ad gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:20.409156 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7eace116-ed6a-49b1-9713-95ce6d408632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02a65fa6577b4d63bb404f794f1f6673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9609408 Apr 04 11:44:20.416954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.428966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:20.434338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35702) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:20.434473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:20.436776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:20.456225 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1622aa7f-42ea-4999-8baf-3de1243064ad', 'name': '', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:12Z', 'updated_at': '2022-04-04T11:44:19Z', 'revision_number': 4, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:20.491528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Pushing event updated for resources: {'Port': ['ID=00d2cc34-d787-408c-9378-46790c7f42a0,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:20.505256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Attempting to bind port 00d2cc34-d787-408c-9378-46790c7f42a0 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:20.505921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Attempting to bind port 00d2cc34-d787-408c-9378-46790c7f42a0 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5cca23a5-1d24-42b5-a0ee-821ab15d403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:20.506479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Attempting to bind port 00d2cc34-d787-408c-9378-46790c7f42a0 on network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:20.510138 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-ff0a1c83-736e-43bb-8549-8d4f04fa0725 service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874425 Apr 04 11:44:20.513964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:20.514630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Checking segment: {'id': '5cca23a5-1d24-42b5-a0ee-821ab15d403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:20.515484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.516073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Bound using segment: {'id': '5cca23a5-1d24-42b5-a0ee-821ab15d403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:20.516812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Bound port: 00d2cc34-d787-408c-9378-46790c7f42a0, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca23a5-1d24-42b5-a0ee-821ab15d403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98a1fd53-c992-4496-9ba7-2fbf2e407b08'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:20.517393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.525534 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589bb00-0e53-4b1b-9271-c6eb74380290 None None] The sync data for ids ['1622aa7f-42ea-4999-8baf-3de1243064ad'] in dv-neutron-835866-1-hyperv is: [{'id': '1622aa7f-42ea-4999-8baf-3de1243064ad', 'name': '', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:12Z', 'updated_at': '2022-04-04T11:44:19Z', 'revision_number': 4, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:20.591632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] For port 00d2cc34-d787-408c-9378-46790c7f42a0, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:20.597124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] For port 00d2cc34-d787-408c-9378-46790c7f42a0, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00d2cc34-d787-408c-9378-46790c7f42a0,segment=NetworkSegment(5cca23a5-1d24-42b5-a0ee-821ab15d403b),segment_id=5cca23a5-1d24-42b5-a0ee-821ab15d403b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:20.609638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35704) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:20.616169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] For port 6ee028e1-ca20-47c5-a76b-b6dd90b3af54, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:20.616588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.670632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Floating IP ec90e59b-566c-477e-ad8a-b484b4afc291 associated. External IP: 172.26.1.43, port: 50f13a6d-1d0c-4234-9d65-1416ab00784f. Apr 04 11:44:20.680634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Calling delete_port for 6ee028e1-ca20-47c5-a76b-b6dd90b3af54 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:20.711350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.713625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.748132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'df12426c-1e56-4d0c-852f-63531b45a314', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'floating_ip_address': '172.26.1.236', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'port_id': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'mac_address': 'fa:16:3e:e0:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:41Z', 'updated_at': '2022-04-04T11:44:17Z', 'revision_number': 1, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:20.758491 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-093ffcf1-ca1d-4740-8ca4-531a4de1ad80 req-b67f0a79-19b0-4239-a63d-2d42a0e56f60 service neutron] 10.222.0.44 "GET /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295461 Apr 04 11:44:20.776621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.787956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202252-75ef-4369-ace7-a5a44c29e6ca None None] The sync data for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'df12426c-1e56-4d0c-852f-63531b45a314', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'floating_ip_address': '172.26.1.236', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'port_id': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'mac_address': 'fa:16:3e:e0:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:41Z', 'updated_at': '2022-04-04T11:44:17Z', 'revision_number': 1, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:20.816577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port 00d2cc34-d787-408c-9378-46790c7f42a0 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:20.818273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.835056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1891900497'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:20.853331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d435c-4801-4951-a8f9-493f44b1328f None None] Pushing event updated for resources: {'Port': ['ID=00d2cc34-d787-408c-9378-46790c7f42a0,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:20.874332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:20.995101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] For port 00d2cc34-d787-408c-9378-46790c7f42a0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00d2cc34-d787-408c-9378-46790c7f42a0,segment=NetworkSegment(5cca23a5-1d24-42b5-a0ee-821ab15d403b),segment_id=5cca23a5-1d24-42b5-a0ee-821ab15d403b)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:20.995716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.012238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:21.016114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.016747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.019786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for 00d2cc34-d787-408c-9378-46790c7f42a0 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:21.030315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.080166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.082662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.083785 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f255ae9a-fb5b-4a60-a74c-8556cbce9712 HTTP/1.1" status: 204 len: 168 time: 0.6478746 Apr 04 11:44:21.143400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc665c3-b0a6-4f80-93a6-5062c728724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255ae9a-fb5b-4a60-a74c-8556cbce9712,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:21.155505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Allocated IP 172.20.0.1 (a9a5c7fe-e845-4c68-be24-4889f2a0bde8/f8070c96-96b2-4834-814f-b596f07ccd26/6f056088-1a54-4360-bfd2-e66901461d4f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:21.324862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.371443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb7ea4-39b3-4197-8c78-c3586edb2588 None None] New status for floating IP df12426c-1e56-4d0c-852f-63531b45a314: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:44:21.444668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.449059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.449689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.452205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.454033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fc22d27-259e-4d4c-9b81-c8dd3a0e54bf HTTP/1.1" status: 204 len: 168 time: 1.0667706 Apr 04 11:44:21.474074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16544ee0-30fa-4bcd-97b7-d3fa29376358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc22d27-259e-4d4c-9b81-c8dd3a0e54bf,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:21.499928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Router 22adeade-2c53-449a-910c-ae648c414275 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:21.517383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=00d2cc34-d787-408c-9378-46790c7f42a0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:21.563175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.600455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.650220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ee028e1-ca20-47c5-a76b-b6dd90b3af54,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:21.650338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:21.663438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No DVR routers for this DVR port 00d2cc34-d787-408c-9378-46790c7f42a0 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:21.733713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.734532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.735368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.736161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.736933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.738258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.740063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.740063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.740383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.741005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.741658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.742363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:21.769097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a586e7-a040-4fd9-a79c-e34e9145c7ed,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:21.780289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:21.787278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.790616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.793500 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment 3db58e9f-7290-43c1-82fc-0e1b051afb9d of type vlan for network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 Apr 04 11:44:21.801426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.818748 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Sync routers for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:21.837311 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b7f11279-c986-433d-8634-30c94e871193 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "PUT /v2.0/floatingips/ec90e59b-566c-477e-ad8a-b484b4afc291 HTTP/1.1" status: 200 len: 990 time: 3.9964211 Apr 04 11:44:21.837841 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:21.838489 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:21.838654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:21.841877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:44:21.844286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52475c7e-2741-47c6-9cd0-5af33661af02" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:44:21.995064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f604f4b-1300-4af7-967d-5716989501fc x-openstack-request-id: req-6f604f4b-1300-4af7-967d-5716989501fc {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:44:21.995064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:44:21.996285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f604f4b-1300-4af7-967d-5716989501fc {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:44:21.996285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f604f4b-1300-4af7-967d-5716989501fc'] response: {'name': 'network-changed', 'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'status': 'completed', 'code': 200} Apr 04 11:44:22.004693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.052852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.088347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.088556 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:22.100953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.168724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=6f056088-1a54-4360-bfd2-e66901461d4f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:22.176538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-745eafae-b727-4ff5-8460-b9950904ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:22.179669 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-745eafae-b727-4ff5-8460-b9950904ee6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.1501021 Apr 04 11:44:22.188200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3ccd3-a628-4fae-8d7b-c85c0763d11e req-45a20509-1544-4946-bd29-90f7931887e7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:22.189709 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7d3ccd3-a628-4fae-8d7b-c85c0763d11e req-45a20509-1544-4946-bd29-90f7931887e7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1388328 Apr 04 11:44:22.225601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.226247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.226793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.228443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.228987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.229893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.230431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.231339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.231929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.233068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.239921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.251927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:22.254573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.256392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.258421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:22.261194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:22.262901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:22.263498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.263895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:22.314964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.351357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=00b28ee5-3ea7-4576-8c00-ecaa3c7446c7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:22.455844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8450530 Apr 04 11:44:22.469245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35736) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:22.470851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dedc90-46de-4bc8-8c1a-1db7a82163d7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:22.476537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'name': 'tempest-PortsIpV6TestJSON-29084140'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:22.481532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.482325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1622aa7f-42ea-4999-8baf-3de1243064ad {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:22.494241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:22.520900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.521953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-38b0143d-e427-4a70-8254-e5304a5c82af tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1622aa7f-42ea-4999-8baf-3de1243064ad HTTP/1.1" status: 204 len: 168 time: 3.9636142 Apr 04 11:44:22.523911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35738) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:22.584775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-78657b0c-4a86-4b4d-9284-d192c333dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:22.589963 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-78657b0c-4a86-4b4d-9284-d192c333dab2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.3986793 Apr 04 11:44:22.595400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.617665 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7d3ccd3-a628-4fae-8d7b-c85c0763d11e req-fe4c2f4e-2fda-415f-97fc-9b289207db4a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670397 Apr 04 11:44:22.740162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a1fd53-c992-4496-9ba7-2fbf2e407b08']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:22.787754 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ec90e59b-566c-477e-ad8a-b484b4afc291', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '22adeade-2c53-449a-910c-ae648c414275', 'port_id': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'mac_address': 'fa:16:3e:8f:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:38Z', 'updated_at': '2022-04-04T11:44:19Z', 'revision_number': 1, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:22.791598 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-54bb3da8-92ff-4fff-8260-b65676077195 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 998 time: 0.1519926 Apr 04 11:44:22.813702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca23a5-1d24-42b5-a0ee-821ab15d403b') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:22.814358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca23a5-1d24-42b5-a0ee-821ab15d403b') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:22.833874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-30c62a00-8727-42ab-a362-7f91eb6289bb None None] Provisioning complete for port 6f056088-1a54-4360-bfd2-e66901461d4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:22.834244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30c62a00-8727-42ab-a362-7f91eb6289bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.851256 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Checking router: 22adeade-2c53-449a-910c-ae648c414275 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:22.858061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.865297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.870721 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:22.883087 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:22.897344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.902997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Deleting subnet 7c7f48be-5f64-4695-8bbe-19323cb011ee {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:22.905865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:22.906924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.911540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.924837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-30c62a00-8727-42ab-a362-7f91eb6289bb None None] Port 6f056088-1a54-4360-bfd2-e66901461d4f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:22.973788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:22.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:23.014151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-b860be2f-0e71-43e0-99cc-aa6c70770e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:23.016091 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-b860be2f-0e71-43e0-99cc-aa6c70770e47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.2154539 Apr 04 11:44:23.030756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.054565 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:23.107430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-567f73c0-ac2d-4eac-be8a-6829be237d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:23.108942 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-567f73c0-ac2d-4eac-be8a-6829be237d4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817447 Apr 04 11:44:23.137588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc9dd-cabd-47c9-b880-d08883a60feb req-37682508-d3b5-4ac2-91de-9be61e4fd290 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:23.147907 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-336cc9dd-cabd-47c9-b880-d08883a60feb req-37682508-d3b5-4ac2-91de-9be61e4fd290 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3758562 Apr 04 11:44:23.148430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.157602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.166705 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/98a1fd53-c992-4496-9ba7-2fbf2e407b08 HTTP/1.1" status: 204 len: 168 time: 3.3220015 Apr 04 11:44:23.174009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:23.192367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-762374208'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:23.210658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:23.214567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.243234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21607b0c-0376-42c8-a1d0-6a4d6f6e37e7 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=98a1fd53-c992-4496-9ba7-2fbf2e407b08,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:23.257161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a934a4f4-220f-4992-9c50-0a9be89fd702 None None] Could not find standard attr ID for object 00d2cc34-d787-408c-9378-46790c7f42a0. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:44:23.304086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5587c-73bb-4ec6-9c05-56fe019f49ea None None] DHCP port deletion for 98a1fd53-c992-4496-9ba7-2fbf2e407b08 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:23.314122 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-336cc9dd-cabd-47c9-b880-d08883a60feb req-aba80fff-26d3-4324-97f1-3a698112a0ef tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626554 Apr 04 11:44:23.317787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35760) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:23.340492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 51f81c0e-f294-4338-8967-05a5572db68d yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:23.347678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae8dbd-1b8c-47ea-8823-d9e1e74ff617 None None] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:23.359932 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-d71d4e11-e798-4579-835d-366b98a91a69 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412355 Apr 04 11:44:23.371031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae8dbd-1b8c-47ea-8823-d9e1e74ff617 None None] Network 98a1fd53-c992-4496-9ba7-2fbf2e407b08 could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:44:23.444157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:23.444157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.467450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.475575 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ec90e59b-566c-477e-ad8a-b484b4afc291', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '22adeade-2c53-449a-910c-ae648c414275', 'port_id': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'mac_address': 'fa:16:3e:8f:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:38Z', 'updated_at': '2022-04-04T11:44:19Z', 'revision_number': 1, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:23.518560 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17684e6d-0135-408d-a8e1-2a70660c045d None None] The sync data for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv is: [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ec90e59b-566c-477e-ad8a-b484b4afc291', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '22adeade-2c53-449a-910c-ae648c414275', 'port_id': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'mac_address': 'fa:16:3e:8f:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:43:38Z', 'updated_at': '2022-04-04T11:44:19Z', 'revision_number': 1, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:23.521822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.525140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/7c7f48be-5f64-4695-8bbe-19323cb011ee HTTP/1.1" status: 204 len: 168 time: 0.9478614 Apr 04 11:44:23.530407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35766) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:23.533075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d2801-428e-4bbc-af18-e38308d6bc8c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7f48be-5f64-4695-8bbe-19323cb011ee,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:23.550607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2134822866'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:23.574537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52475c7e-2741-47c6-9cd0-5af33661af02 req-1510aea6-0452-4994-a0e7-cad27f4a5cc1 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066405 Apr 04 11:44:23.582024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:23.628343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.635243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.635575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Added segment 78a746f2-d37b-49d9-8fa6-ffb7548831d1 of type vlan for network db2caadc-4067-4d9c-b43b-af5d7b088c3c Apr 04 11:44:23.721494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.743655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:23.747155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.751844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e75dc6-5473-44f8-9298-b28186ab3492']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:23.764090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b44ad3c-d4ca-447a-aff1-09cf54bd1727') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:23.764883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b44ad3c-d4ca-447a-aff1-09cf54bd1727') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:23.772861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.777681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.786723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.792311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.798897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.808106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:23.808793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:23.810737 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:23.825645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c4ae5-c1e3-4573-8969-1b44bed5a260 None None] New status for floating IP ec90e59b-566c-477e-ad8a-b484b4afc291: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:44:23.891065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.912380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00d2cc34-d787-408c-9378-46790c7f42a0 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:23.936959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 00d2cc34-d787-408c-9378-46790c7f42a0 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:23.944750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00d2cc34-d787-408c-9378-46790c7f42a0 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:23.947100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.960137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:23.965717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:23.966290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.009922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.015904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64e75dc6-5473-44f8-9298-b28186ab3492 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:44:24.019025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.027073 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/networks/64e75dc6-5473-44f8-9298-b28186ab3492 HTTP/1.1" status: 204 len: 168 time: 0.4734249 Apr 04 11:44:24.041512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b75b6-aff5-4217-8c33-6ec6fd6b1f36 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Network': ['ID=64e75dc6-5473-44f8-9298-b28186ab3492,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:24.330399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35784) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:24.330575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1467206 Apr 04 11:44:24.331459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.334489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.337280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Request body: {'subnet': {'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:24.337995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.369856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428e7a6-0df4-47c8-a43f-88d3c437619b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Network': ['ID=db2caadc-4067-4d9c-b43b-af5d7b088c3c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:24.387173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network db2caadc-4067-4d9c-b43b-af5d7b088c3c details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:24.397689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35788) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:24.437707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:24.516924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a5a31-c8a1-4b0d-9825-9e6f2daa918a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:24.522762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.523432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Added segment 07d8d580-edeb-4a10-9733-7e0e897b3537 of type vlan for network b041babc-a8ab-4c06-ba49-8a403deab94d Apr 04 11:44:24.524605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.554999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146fbea-53a7-4b7d-b6cb-74000c3a71df req-e044940f-4fec-4b46-b6d1-30e3f2213433 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:24.563762 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6146fbea-53a7-4b7d-b6cb-74000c3a71df req-e044940f-4fec-4b46-b6d1-30e3f2213433 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0901959 Apr 04 11:44:24.580814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=6f056088-1a54-4360-bfd2-e66901461d4f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:24.600408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35794) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:24.606174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'name': 'tempest-router--1658150444', 'project_id': '815d95b204884fa3b13d1be1d27008d6'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:24.620818 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6146fbea-53a7-4b7d-b6cb-74000c3a71df req-f9518b32-0dc7-493e-9656-b5dbebef600f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560482 Apr 04 11:44:24.629577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Made reservation on behalf of 37dff393ae0b48909e5f56c2b6283d5e for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:24.634032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.722833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.747416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=51f81c0e-f294-4338-8967-05a5572db68d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:24.756463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-691113737', 'router:external': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:24.816968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': '3db58e9f-7290-43c1-82fc-0e1b051afb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:24.817327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:24.829143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.830075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.895063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.896916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4651b6d-7a57-4645-9e09-2bafd7a055b8 req-d29b8e54-7144-4468-b245-a414a786c2c2 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:24.898439 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4651b6d-7a57-4645-9e09-2bafd7a055b8 req-d29b8e54-7144-4468-b245-a414a786c2c2 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1554136 Apr 04 11:44:24.904936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:24.908139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:24.973547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.979212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.985097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:24.985295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.987567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Made reservation on behalf of 336cf31f007b4bd4b86a182596170729 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:24.989743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:24.991456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:25.035308 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4651b6d-7a57-4645-9e09-2bafd7a055b8 req-a6dde450-0b08-47f1-815c-c474e9a2c51a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291857 Apr 04 11:44:25.038361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.objects.ports [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109637) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:25.040025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.042565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.098272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.102507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6bd60c7b-9a50-40f3-a7b8-c4d891719d9b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4969776 Apr 04 11:44:25.102507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35800) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.139469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Network': ['ID=b041babc-a8ab-4c06-ba49-8a403deab94d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:25.152083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network b041babc-a8ab-4c06-ba49-8a403deab94d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:25.153542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:25.157985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:25.163694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:25.164318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.169997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ac862-ef70-4553-b521-6c6798fbfe18 None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:25.192773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4d85878e-1b64-4c10-bac3-99fe1b476523 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8690388 Apr 04 11:44:25.197254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35802) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.204710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event updated for resources: {'Subnet': ['ID=05cdc230-bc6d-4647-b0b6-b57e8d407172,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:25.209536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.210503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'subnet': {'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:25.219993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Router 88a5ba90-152a-4724-bd74-ec91f1a82000 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:25.250284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Checking segment: {'id': '78a746f2-d37b-49d9-8fa6-ffb7548831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:25.250754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network hostable DHCP agents. Network: db2caadc-4067-4d9c-b43b-af5d7b088c3c, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:25.302103 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fd283cb1-3f87-4793-9fcd-af5cd02c6ccd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.8291416 Apr 04 11:44:25.307033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35804) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.309235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2048c33c-e350-4ced-9e32-b24067c899f9 None None] Provisioning complete for port 6f056088-1a54-4360-bfd2-e66901461d4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:25.309756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2048c33c-e350-4ced-9e32-b24067c899f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.313379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27730617'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:25.344424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.380421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2048c33c-e350-4ced-9e32-b24067c899f9 None None] Port 6f056088-1a54-4360-bfd2-e66901461d4f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:25.413612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.415681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Network db2caadc-4067-4d9c-b43b-af5d7b088c3c is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:25.418954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.428091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.440867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:25.451108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, db2caadc-4067-4d9c-b43b-af5d7b088c3c) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:25.460268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3b0d4-f89c-49c4-a3e1-7a52cb20e6d6 None None] Network db2caadc-4067-4d9c-b43b-af5d7b088c3c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:25.484759 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:25.485353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.508081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.508414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:25.508533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Added segment 60db4504-6466-4d0a-a812-380cb5c08910 of type vlan for network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc Apr 04 11:44:25.513476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.526442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525c7c3b-b0b6-4fc7-947d-da8348853153,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:25.565435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:25.569007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.579210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:25.587731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4eddf62b-424a-43c0-a7be-3de537cbf4a8 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "PUT /v2.0/routers/88a5ba90-152a-4724-bd74-ec91f1a82000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8196392 Apr 04 11:44:25.589516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35806) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.593868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Request body: {'port': {'network_id': 'a9a5c7fe-e845-4c68-be24-4889f2a0bde8', 'name': 'tempest-FloatingIPAdminTestJSON-382948824'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:25.596370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] Sync routers for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:25.607783 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:25.608415 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:25.617529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.670742 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:25.694304 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:25.694917 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:43:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:25.741066 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:25.741754 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e3bfd-8d94-4d0c-80d0-cbebd8a973bf None None] The sync data for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:25.791766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-db2caadc-4067-4d9c-b43b-af5d7b088c3c', 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c', 'tenant_id': '37dff393ae0b48909e5f56c2b6283d5e', 'fixed_ips': [{'subnet_id': '05cdc230-bc6d-4647-b0b6-b57e8d407172'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:25.792788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.799461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.800440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:25.801019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.817675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20955d-c5ac-4754-94c4-877fab1dd1e8 req-951fe451-101d-4377-937c-2726dcd9bb2a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:25.819261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c20955d-c5ac-4754-94c4-877fab1dd1e8 req-951fe451-101d-4377-937c-2726dcd9bb2a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1093280 Apr 04 11:44:25.920171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0a81e39a-eb04-4113-9b39-3481d29bdf69 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5871937 Apr 04 11:44:25.924030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.924030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af40c8f-7d8b-4e15-9307-cbf94866bd8d {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:25.924291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Network': ['ID=dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:25.925243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35810) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.941918 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f05ef58-e062-418f-be25-ccf1c8713df3 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5321124 Apr 04 11:44:25.953519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:25.957792 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5ad10f05-cbbc-4d92-b77a-e29b6c984739 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1af40c8f-7d8b-4e15-9307-cbf94866bd8d HTTP/1.1" status: 204 len: 168 time: 0.8543911 Apr 04 11:44:25.960781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35812) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:25.968696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:25.970978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Allocated IP 2001:db8::f816:3eff:fef3:6f30 (db2caadc-4067-4d9c-b43b-af5d7b088c3c/05cdc230-bc6d-4647-b0b6-b57e8d407172/a9979102-1e35-4da4-8972-fad62fd9a0c2) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:25.971352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'subnet': {'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:25.981993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c20955d-c5ac-4754-94c4-877fab1dd1e8 req-04a56332-e751-4917-9015-e79e36cf7a29 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458321 Apr 04 11:44:26.032923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:26.033263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:26.063282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.109185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Made reservation on behalf of 336cf31f007b4bd4b86a182596170729 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:26.111644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.133679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.187490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Subnet': ['ID=cc1fec4e-375a-4d06-b7da-1f3aa50bfda3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:26.223178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.226461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Checking segment: {'id': '07d8d580-edeb-4a10-9733-7e0e897b3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:26.228128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network hostable DHCP agents. Network: b041babc-a8ab-4c06-ba49-8a403deab94d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:26.242880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.307647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Made reservation on behalf of 0e83fcfb9c0a486799948f7256973bf0 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:26.311751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.326613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35820) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:26.336275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:26.339039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] device_id is not set on port 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:26.352098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.400477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Network db2caadc-4067-4d9c-b43b-af5d7b088c3c is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:26.403508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:26.407194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:26.420815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Pushing event updated for resources: {'Port': ['ID=a9979102-1e35-4da4-8972-fad62fd9a0c2,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:26.449017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.449017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.449306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.449810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.449983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.450333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.451464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.451464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.451464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.451749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.451977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.452298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:26.460144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.466215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, b041babc-a8ab-4c06-ba49-8a403deab94d) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:26.486076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4403a-70d7-45bc-8b40-2d7c34056f4a None None] Network b041babc-a8ab-4c06-ba49-8a403deab94d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:26.492166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:26.498436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.516228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Attempting to bind port a9979102-1e35-4da4-8972-fad62fd9a0c2 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:26.516461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Attempting to bind port a9979102-1e35-4da4-8972-fad62fd9a0c2 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '78a746f2-d37b-49d9-8fa6-ffb7548831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:26.516741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Attempting to bind port a9979102-1e35-4da4-8972-fad62fd9a0c2 on network db2caadc-4067-4d9c-b43b-af5d7b088c3c {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:26.529876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=05cdc230-bc6d-4647-b0b6-b57e8d407172,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:26.535403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.535681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:26.536069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Checking segment: {'id': '78a746f2-d37b-49d9-8fa6-ffb7548831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:26.536478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.536873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Bound using segment: {'id': '78a746f2-d37b-49d9-8fa6-ffb7548831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:26.537349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Bound port: a9979102-1e35-4da4-8972-fad62fd9a0c2, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a746f2-d37b-49d9-8fa6-ffb7548831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:26.537787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.568158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Allocated IP 172.20.0.11 (a9a5c7fe-e845-4c68-be24-4889f2a0bde8/f8070c96-96b2-4834-814f-b596f07ccd26/917a2df2-a0df-41b1-a3f6-2a53ebf0bb36) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:26.621081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:44:26.621635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.633810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1625221941', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:26.645008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.667889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:26.689393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2caadc-4067-4d9c-b43b-af5d7b088c3c']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:26.703699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] For port a9979102-1e35-4da4-8972-fad62fd9a0c2, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:26.703896 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-21193713-6b1e-4d2c-ac88-f82b60fa18aa tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5027835 Apr 04 11:44:26.705114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35826) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:26.714569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] For port a9979102-1e35-4da4-8972-fad62fd9a0c2, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a9979102-1e35-4da4-8972-fad62fd9a0c2,segment=NetworkSegment(78a746f2-d37b-49d9-8fa6-ffb7548831d1),segment_id=78a746f2-d37b-49d9-8fa6-ffb7548831d1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:26.716596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a746f2-d37b-49d9-8fa6-ffb7548831d1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:26.716895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a746f2-d37b-49d9-8fa6-ffb7548831d1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:26.717375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689f1a5-66c2-48ce-ae64-023d3b728935 None None] Network b041babc-a8ab-4c06-ba49-8a403deab94d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:26.719276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.719276 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment 7c905984-e0b8-4ee5-9b7a-7758c6c6c390 of type vlan for network 95281c46-f6f0-47c1-b2c3-334b49cc0b30 Apr 04 11:44:26.730077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-541374464', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:26.739039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Checking segment: {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:26.739811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network hostable DHCP agents. Network: dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:26.742205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7ac361b-a51d-4a16-80f1-2d4f0df19f15,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:26.754535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.810240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.824701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.827527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.840573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:26.852305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.853356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.857438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:26.857863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:26.867286 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:26.932937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3c075-b62b-4256-aa76-e1af999bc338 None None] Pushing event updated for resources: {'Port': ['ID=a9979102-1e35-4da4-8972-fad62fd9a0c2,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:26.953038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.954400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.957026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66376c62-148a-4d77-8bd3-6f229037123b None None] Network db2caadc-4067-4d9c-b43b-af5d7b088c3c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:26.959745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:26.972339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693382a0-d984-4452-8dc8-9e0c49e28ba9 req-695f6e46-f1a2-4baf-8065-91acaae6308f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:26.974104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-693382a0-d984-4452-8dc8-9e0c49e28ba9 req-695f6e46-f1a2-4baf-8065-91acaae6308f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0675139 Apr 04 11:44:26.975516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:26.976211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:26.992287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f517c9-9a8f-4a35-8b48-69dba26acb38 None None] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:27.032204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.037645 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:27.038243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.039908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-693382a0-d984-4452-8dc8-9e0c49e28ba9 req-a35b0e9b-822a-4f8e-8a5a-356e90347e0f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542254 Apr 04 11:44:27.041070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:44:27.041070 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:44:27.041070 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': 'db2caadc-4067-4d9c-b43b-af5d7b088c3c'}] Apr 04 11:44:27.041070 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:27.041429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:27.073721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.077395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.080616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aef5cfaa-37f6-4765-8b2f-363e7f6fc82a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1196203 Apr 04 11:44:27.087529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35832) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:27.098460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1371024904', 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:27.132450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.177716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Made reservation on behalf of 336cf31f007b4bd4b86a182596170729 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:27.179503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-92f4ef90-1bc5-44f0-b4e6-67550cb6fb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.180268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.194065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=95281c46-f6f0-47c1-b2c3-334b49cc0b30,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:27.198669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] device_id is not set on port 3a31ff6f-9cb9-4171-bd55-0813d757c510 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:27.223969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 95281c46-f6f0-47c1-b2c3-334b49cc0b30 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:27.240364 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-feb5beb8-a7a6-49ae-90ec-f3f556780599 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9309521 Apr 04 11:44:27.245671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35834) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:27.245863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b3161-8b48-44bd-b27d-a6d8d06be4bd None None] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:27.250021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'ports': [{'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'}, {'network_id': '95281c46-f6f0-47c1-b2c3-334b49cc0b30'}]} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:27.250699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:27.250820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '95281c46-f6f0-47c1-b2c3-334b49cc0b30'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:27.399757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.420033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4d5c9-c55c-4aaa-be1a-ec4463b56f00 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:44:27.436242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 2001:db8::18a (dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc/d7ac361b-a51d-4a16-80f1-2d4f0df19f15/3a31ff6f-9cb9-4171-bd55-0813d757c510) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:27.462414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.518574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.522812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4d5c9-c55c-4aaa-be1a-ec4463b56f00 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:44:27.536699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:27.544094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.545787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:27.552745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:27.566006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event updated for resources: {'Port': ['ID=917a2df2-a0df-41b1-a3f6-2a53ebf0bb36,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:27.600935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 2} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:27.606177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.626799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.632083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.656054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:27.657249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.754316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port a9979102-1e35-4da4-8972-fad62fd9a0c2 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:27.754660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.771683 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-68446493-cecf-4934-a829-092953f7e6fe tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1822882 Apr 04 11:44:27.778166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35836) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:27.800849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port f6461455-2ce7-43e2-88fb-3eef0f04cfec yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:27.810958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.874336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:27.877923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] For port a9979102-1e35-4da4-8972-fad62fd9a0c2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a9979102-1e35-4da4-8972-fad62fd9a0c2,segment=NetworkSegment(78a746f2-d37b-49d9-8fa6-ffb7548831d1),segment_id=78a746f2-d37b-49d9-8fa6-ffb7548831d1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:27.878922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.880978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:27.886455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:27.887444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:27.888045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.898680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=3a31ff6f-9cb9-4171-bd55-0813d757c510,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:27.915715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for a9979102-1e35-4da4-8972-fad62fd9a0c2 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:27.977015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:27.987021 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a119b932-7703-4090-bb68-8022dc1a115a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8960543 Apr 04 11:44:27.995280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:28.005490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'project_id': '0e83fcfb9c0a486799948f7256973bf0', 'port_id': '917a2df2-a0df-41b1-a3f6-2a53ebf0bb36'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:28.067636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.101343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:28.106059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.145832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5f223d9a-c197-4ace-9f56-1063a037108b None None] Provisioning complete for port 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:28.146482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5f223d9a-c197-4ace-9f56-1063a037108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.149675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Deleting port 3a31ff6f-9cb9-4171-bd55-0813d757c510 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:28.150061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.182184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5f223d9a-c197-4ace-9f56-1063a037108b None None] Port 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:28.255552 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.271528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.293222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Calling delete_port for 3a31ff6f-9cb9-4171-bd55-0813d757c510 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:28.402649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.469241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.516501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.519302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:28.526240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:28.533320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:28.534195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.538852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=f6461455-2ce7-43e2-88fb-3eef0f04cfec,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:28.550998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.572938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a31ff6f-9cb9-4171-bd55-0813d757c510,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:28.600376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.613893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.617135 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a5157b5f-2214-4b26-abac-3b4590c58b18 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3a31ff6f-9cb9-4171-bd55-0813d757c510 HTTP/1.1" status: 204 len: 168 time: 0.6212113 Apr 04 11:44:28.619366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e9370-1f94-44d8-9e44-67a40805c5d8 req-dc1841a6-05e8-441e-8cb3-137b9a159892 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:28.620977 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c8e9370-1f94-44d8-9e44-67a40805c5d8 req-dc1841a6-05e8-441e-8cb3-137b9a159892 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2242789 Apr 04 11:44:28.622386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35844) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:28.627009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.634629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc', 'external_fixed_ips': [{'subnet_id': 'd7ac361b-a51d-4a16-80f1-2d4f0df19f15', 'ip_address': '2001:db8::18a'}]}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:28.648243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:28.656060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': '7c905984-e0b8-4ee5-9b7a-7758c6c6c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '95281c46-f6f0-47c1-b2c3-334b49cc0b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:28.656304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 95281c46-f6f0-47c1-b2c3-334b49cc0b30, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:28.742740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 95281c46-f6f0-47c1-b2c3-334b49cc0b30 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:28.762499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=a9979102-1e35-4da4-8972-fad62fd9a0c2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:28.785722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Allocated IP 172.26.1.81 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/bd5eddda-bc5a-4504-b841-297ab58e03b2) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:28.787810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No DVR routers for this DVR port a9979102-1e35-4da4-8972-fad62fd9a0c2 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:28.828414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 95281c46-f6f0-47c1-b2c3-334b49cc0b30) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:28.836341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abb196-b00d-4780-bafe-d739edbfa40f None None] Network 95281c46-f6f0-47c1-b2c3-334b49cc0b30 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:28.839818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:28.846460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:28.851331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:28.852023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.881576 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c8e9370-1f94-44d8-9e44-67a40805c5d8 req-298e2817-c02b-4ff1-a356-fdfd4df9329f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504079 Apr 04 11:44:28.904914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.905977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:28.942700 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f4d2a952-30ac-4870-bd3d-1bb43872468d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6939771 Apr 04 11:44:28.943111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35846) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:28.971181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.029252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2caadc-4067-4d9c-b43b-af5d7b088c3c']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:29.048396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a746f2-d37b-49d9-8fa6-ffb7548831d1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:29.048841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a746f2-d37b-49d9-8fa6-ffb7548831d1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:29.054069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:29.054417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.098612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.101164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.109207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.124118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.137916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:29.142289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.174257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.180003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:29.180398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:29.183493 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:29.308633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.337318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:29.342381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.348554 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ab80d13b-0ce7-4a8c-a502-734eeefe4eaa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05 HTTP/1.1" status: 204 len: 168 time: 0.4014161 Apr 04 11:44:29.348554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.394966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.401078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.410458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.415119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/db2caadc-4067-4d9c-b43b-af5d7b088c3c HTTP/1.1" status: 204 len: 168 time: 3.4646134 Apr 04 11:44:29.419085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35850) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.421858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8a20e31-7086-46eb-95a6-e07c70ca5d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.428080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa09f5-9788-4609-bbcb-be945db8c97c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:29.434702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa09f5-9788-4609-bbcb-be945db8c97c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:29.436342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-48fa09f5-9788-4609-bbcb-be945db8c97c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0867457 Apr 04 11:44:29.439319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35852) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.441317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4c0c1-cc19-40cb-b59b-26266c4eb28b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=db2caadc-4067-4d9c-b43b-af5d7b088c3c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:29.465958 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-4254011d-0ca8-449b-9ead-75897f28e385 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.466608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4254011d-0ca8-449b-9ead-75897f28e385 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.473003 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4254011d-0ca8-449b-9ead-75897f28e385 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/05cdc230-bc6d-4647-b0b6-b57e8d407172 HTTP/1.1" status: 404 len: 337 time: 0.0510094 Apr 04 11:44:29.473832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35854) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.497455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.497790 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-46964364-3dd1-4fac-a221-12b963ccfe9a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.498342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46964364-3dd1-4fac-a221-12b963ccfe9a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.503495 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-46964364-3dd1-4fac-a221-12b963ccfe9a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/db2caadc-4067-4d9c-b43b-af5d7b088c3c HTTP/1.1" status: 404 len: 339 time: 0.0263789 Apr 04 11:44:29.504318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35856) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.558759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port f6461455-2ce7-43e2-88fb-3eef0f04cfec {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:29.559015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.584474 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3105d1-1706-4c79-9614-86d64180e108 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.584930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3105d1-1706-4c79-9614-86d64180e108 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.590264 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aa3105d1-1706-4c79-9614-86d64180e108 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/00b28ee5-3ea7-4576-8c00-ecaa3c7446c7 HTTP/1.1" status: 404 len: 337 time: 0.0776753 Apr 04 11:44:29.590838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35858) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.600951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:29.610151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.151 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/af068b5f-e841-4d48-a7fd-aa8f9eee50fb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:29.617252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:29.625277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event updated for resources: {'Port': ['ID=bd5eddda-bc5a-4504-b841-297ab58e03b2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:29.628398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:29.641989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c899cce-a597-4d0a-8e31-e6a292e7f33e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.642561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c899cce-a597-4d0a-8e31-e6a292e7f33e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.645430 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9c899cce-a597-4d0a-8e31-e6a292e7f33e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/98a1fd53-c992-4496-9ba7-2fbf2e407b08 HTTP/1.1" status: 404 len: 339 time: 0.0536747 Apr 04 11:44:29.648960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.651105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35860) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.684514 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b20e2c5-1ec9-4e3f-8e0c-1b2521171e1b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.684953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b20e2c5-1ec9-4e3f-8e0c-1b2521171e1b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.687883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7b20e2c5-1ec9-4e3f-8e0c-1b2521171e1b tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/8f856099-178e-4d42-95b6-daceb17fd9be HTTP/1.1" status: 404 len: 337 time: 0.0358725 Apr 04 11:44:29.688832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for f6461455-2ce7-43e2-88fb-3eef0f04cfec owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:29.690484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35862) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.715702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86966a3-73ed-4e65-b02b-33a4c76bbdfc tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:29.716224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86966a3-73ed-4e65-b02b-33a4c76bbdfc tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:29.719124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a86966a3-73ed-4e65-b02b-33a4c76bbdfc tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/48ded145-1cf7-46fe-bc1d-032e703dbba7 HTTP/1.1" status: 404 len: 339 time: 0.0277741 Apr 04 11:44:29.721629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35864) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:29.877743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port 9fbe640c-bd5d-4e43-9f44-bb3a1861a081 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:29.877743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.894209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.934623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.977047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:29.988463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=f6461455-2ce7-43e2-88fb-3eef0f04cfec,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:29.997348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.000795 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-713c7e8a-14b5-4b6f-bb9b-8afc30c7cb66 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/f6461455-2ce7-43e2-88fb-3eef0f04cfec HTTP/1.1" status: 204 len: 168 time: 0.5605953 Apr 04 11:44:30.009306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35868) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:30.036651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for 9fbe640c-bd5d-4e43-9f44-bb3a1861a081 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:30.328868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.404988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802496-3ea2-426b-ac14-a24e5a1ddd60 req-43afa69e-4733-4e7b-8b6a-8d3952da1756 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:30.406507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-af802496-3ea2-426b-ac14-a24e5a1ddd60 req-43afa69e-4733-4e7b-8b6a-8d3952da1756 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4319403 Apr 04 11:44:30.418249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0bfe93-9e07-4ea6-8f98-edd1a80e5bcf tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:30.419697 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2b0bfe93-9e07-4ea6-8f98-edd1a80e5bcf tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4084575 Apr 04 11:44:30.426155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35870) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:30.457369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.471788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:30.473245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.473569 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fcd9a0-b9d5-4d62-9326-c6cb6602141f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:44:30.475035 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-72fcd9a0-b9d5-4d62-9326-c6cb6602141f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/399c0a7e-f8d2-4efe-b6f1-c9cbd0f51f05 HTTP/1.1" status: 404 len: 333 time: 0.0479925 Apr 04 11:44:30.480469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35872) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:30.502046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:30.514219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:30.521474 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9e06ee-2d64-4bb1-8ac3-51616dbe5677 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:44:30.526196 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a9e06ee-2d64-4bb1-8ac3-51616dbe5677 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/f6461455-2ce7-43e2-88fb-3eef0f04cfec HTTP/1.1" status: 404 len: 333 time: 0.0405273 Apr 04 11:44:30.528477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-af802496-3ea2-426b-ac14-a24e5a1ddd60 req-b30265bb-7bec-4618-9af2-58894e5b95c6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077037 Apr 04 11:44:30.531927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35874) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:30.532069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.578163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Allocated IP 172.26.1.76 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/01272b6f-fe0e-486a-8088-1bb82ee82c02) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:30.581270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=af068b5f-e841-4d48-a7fd-aa8f9eee50fb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:30.583539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.617740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.703946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95281c46-f6f0-47c1-b2c3-334b49cc0b30']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c905984-e0b8-4ee5-9b7a-7758c6c6c390') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c905984-e0b8-4ee5-9b7a-7758c6c6c390') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:30.832528 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:30.960504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:30.989844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=9fbe640c-bd5d-4e43-9f44-bb3a1861a081,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:30.997085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.000340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-53262d28-d430-4384-827f-f4684ee9e36a tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/ports/9fbe640c-bd5d-4e43-9f44-bb3a1861a081 HTTP/1.1" status: 204 len: 168 time: 1.2778220 Apr 04 11:44:31.002749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35876) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.017235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.029040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc0299e-8361-4220-8ebc-7a68b4a12145 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:31.029858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc0299e-8361-4220-8ebc-7a68b4a12145 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:31.032752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0bc0299e-8361-4220-8ebc-7a68b4a12145 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/062780bd-039f-4633-8c30-96b7a4b591a5 HTTP/1.1" status: 404 len: 337 time: 0.0290651 Apr 04 11:44:31.035285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35878) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.039371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 2001:db8::18a (dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc/d7ac361b-a51d-4a16-80f1-2d4f0df19f15/4060c507-8b9b-4543-bdfc-a6dd2d17b3aa) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:31.113041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.167264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.202322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.223003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9629813-b328-4e67-a578-f01c3d72b5ba']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:31.232780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcc8799-4b2a-491d-8864-3093e89fc767') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:31.233083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcc8799-4b2a-491d-8864-3093e89fc767') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:31.242350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.249647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.255682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.261301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:31.261736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:31.264598 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:31.325161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.339701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.339701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/95281c46-f6f0-47c1-b2c3-334b49cc0b30 HTTP/1.1" status: 204 len: 168 time: 0.8053751 Apr 04 11:44:31.340079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35880) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.344994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-507225192'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:31.345454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a60ed-6cf0-4891-adf7-a316ac9bbe41 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=95281c46-f6f0-47c1-b2c3-334b49cc0b30,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:31.422730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.435335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.435452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.435628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.435720 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/f9629813-b328-4e67-a578-f01c3d72b5ba HTTP/1.1" status: 204 len: 168 time: 0.3973227 Apr 04 11:44:31.436238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.438787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Router 4c62cc96-4a10-4e1a-8136-aa23d282cc6a is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:31.452776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e94228-d2d9-46b0-907d-92be3ec71531 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=f9629813-b328-4e67-a578-f01c3d72b5ba,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:31.488731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:31.503620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:31.507057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.509067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:31.511474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:31.514661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:31.540961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port fc18c211-cddb-4e4a-ac38-817943d94ac0 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:31.541305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.611545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.612074 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:31.614492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:31.624373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=4060c507-8b9b-4543-bdfc-a6dd2d17b3aa,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:31.628628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for fc18c211-cddb-4e4a-ac38-817943d94ac0 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:31.765695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.792260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=fc18c211-cddb-4e4a-ac38-817943d94ac0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:31.806251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.806251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d85a849f-34be-4186-bdfe-2b15477f9655 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/ports/fc18c211-cddb-4e4a-ac38-817943d94ac0 HTTP/1.1" status: 204 len: 168 time: 0.3575141 Apr 04 11:44:31.806251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35886) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.832499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-33116ae0-3c2c-4b40-8dc5-8d8ce9858041 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:31.832971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33116ae0-3c2c-4b40-8dc5-8d8ce9858041 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:31.836030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-33116ae0-3c2c-4b40-8dc5-8d8ce9858041 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/86d6ec93-bf55-4e53-9b0b-377dbbe9ec2c HTTP/1.1" status: 404 len: 337 time: 0.0291264 Apr 04 11:44:31.838666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35888) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:31.920823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:31.948895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.010368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.036346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2567b4-cbde-4a65-9510-4a80d5e95c36']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.046852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614e3431-0d66-45b3-8835-953278a0cd62') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.047147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614e3431-0d66-45b3-8835-953278a0cd62') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.056086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:32.057430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.062929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.070850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.076842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:32.077232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:32.080309 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:32.153454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Pushing event updated for resources: {'Port': ['ID=01272b6f-fe0e-486a-8088-1bb82ee82c02,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:32.180351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.181257 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment b8095370-c2f8-444e-8935-d272669fa343 of type vlan for network 81500bb2-577c-4a00-bad7-71ec35eff545 Apr 04 11:44:32.227904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.242401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.242401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/2c2567b4-cbde-4a65-9510-4a80d5e95c36 HTTP/1.1" status: 204 len: 168 time: 0.3997307 Apr 04 11:44:32.246113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796c695-a186-46a5-b928-43429eb18d63 req-712cb513-ad89-4f7f-87f8-09223a3776ca tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:32.247581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e796c695-a186-46a5-b928-43429eb18d63 req-712cb513-ad89-4f7f-87f8-09223a3776ca tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.6297588 Apr 04 11:44:32.248564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:32.248696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35890) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.257966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cd7ed-704c-4851-89d3-ff9bd817f844 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=2c2567b4-cbde-4a65-9510-4a80d5e95c36,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:32.260264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] Sync routers for ids ['4c62cc96-4a10-4e1a-8136-aa23d282cc6a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:32.271198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] Routers {'4c62cc96-4a10-4e1a-8136-aa23d282cc6a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:32.271813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4c62cc96-4a10-4e1a-8136-aa23d282cc6a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.303848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting subnet aa2267b3-bb58-4e87-99b8-6a755b981393 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:32.308144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.318288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.334493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] Routers {'4c62cc96-4a10-4e1a-8136-aa23d282cc6a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:32.335397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4c62cc96-4a10-4e1a-8136-aa23d282cc6a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.357596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.371159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:32.371837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801c5e6-7304-48b0-a758-e53f90a8ddb9 None None] The sync data for ids ['4c62cc96-4a10-4e1a-8136-aa23d282cc6a'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:32.388795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.391223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.463900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.465052 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-62b63de3-1ada-45b3-915d-223da080127b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1372135 Apr 04 11:44:32.468608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35892) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.475910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.517434 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e796c695-a186-46a5-b928-43429eb18d63 req-f7295bd1-e100-421b-a884-c5f55cb1c1aa tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617726 Apr 04 11:44:32.619673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-79e7c68e-02fc-4f7b-b3a0-9229104d8fd3 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/4c62cc96-4a10-4e1a-8136-aa23d282cc6a HTTP/1.1" status: 200 len: 920 time: 0.1499617 Apr 04 11:44:32.622620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35894) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.648011 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0e72e7be-07d5-420b-9093-921f367feefc tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c62cc96-4a10-4e1a-8136-aa23d282cc6a HTTP/1.1" status: 200 len: 205 time: 0.0243263 Apr 04 11:44:32.652928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35896) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.666231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.671657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:32.672244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.699598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.736782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.740625 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/subnets/aa2267b3-bb58-4e87-99b8-6a755b981393 HTTP/1.1" status: 204 len: 168 time: 0.4907076 Apr 04 11:44:32.743904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.744242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418efa6-9546-47cd-94d9-4cec7d4b24d4 tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2267b3-bb58-4e87-99b8-6a755b981393,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:32.748629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35898) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.750231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab3575-b53c-4ec9-91da-7056dfa497ec None None] Network 2c8ef30a-db5d-4649-b459-27337a7909a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:32.800173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.839498 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4954731 Apr 04 11:44:32.844966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35900) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:32.846066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f996e43-50d5-4819-bd46-9894f444e758 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=81500bb2-577c-4a00-bad7-71ec35eff545,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:32.848163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:32.853210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:32.863812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 81500bb2-577c-4a00-bad7-71ec35eff545 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:32.896527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.005191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.014628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Deleting port 818debb5-bf0f-4434-b9f8-c425774d5e44 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:33.015235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.117204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] For port 818debb5-bf0f-4434-b9f8-c425774d5e44, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=818debb5-bf0f-4434-b9f8-c425774d5e44,segment=NetworkSegment(72c25aa5-fc60-4a48-a9ba-2750f8123ac4),segment_id=72c25aa5-fc60-4a48-a9ba-2750f8123ac4)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:33.117615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.137040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Calling delete_port for 818debb5-bf0f-4434-b9f8-c425774d5e44 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:33.164853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] DHCP port deletion for 2c8ef30a-db5d-4649-b459-27337a7909a5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:33.187882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.195878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port bd5eddda-bc5a-4504-b841-297ab58e03b2 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:33.199450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.213821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Deleting port 818debb5-bf0f-4434-b9f8-c425774d5e44 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:33.214891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.275103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:33.278519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.283559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] For port 818debb5-bf0f-4434-b9f8-c425774d5e44, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=818debb5-bf0f-4434-b9f8-c425774d5e44,segment=NetworkSegment(72c25aa5-fc60-4a48-a9ba-2750f8123ac4),segment_id=72c25aa5-fc60-4a48-a9ba-2750f8123ac4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:33.284333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.293775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.298077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Calling delete_port for 818debb5-bf0f-4434-b9f8-c425774d5e44 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:33.306242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for bd5eddda-bc5a-4504-b841-297ab58e03b2 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:33.355029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.379942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.394295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Port': ['ID=818debb5-bf0f-4434-b9f8-c425774d5e44,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:33.397393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] No DVR routers for this DVR port 818debb5-bf0f-4434-b9f8-c425774d5e44 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:33.414070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] Pushing event deleted for resources: {'Port': ['ID=818debb5-bf0f-4434-b9f8-c425774d5e44,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:33.419094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ca2cd-60e4-43c8-946b-a6b98a974ac0 None None] No DVR routers for this DVR port 818debb5-bf0f-4434-b9f8-c425774d5e44 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:33.522503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.571343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8ef30a-db5d-4649-b459-27337a7909a5']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:33.586329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c25aa5-fc60-4a48-a9ba-2750f8123ac4') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:33.586706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c25aa5-fc60-4a48-a9ba-2750f8123ac4') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:33.607064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.634804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Performing IP validity checks on allocation pools {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:44:33.637705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:44:33.641603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.642168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.650112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:33.650510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.650902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:33.653424 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:33.717358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afa6a-ce91-454f-8e38-fe5bcdf662e8 req-17c625b3-45da-4d87-a3e3-be15bb7af805 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:33.718781 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f83afa6a-ce91-454f-8e38-fe5bcdf662e8 req-17c625b3-45da-4d87-a3e3-be15bb7af805 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1244977 Apr 04 11:44:33.734201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.769957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=bd5eddda-bc5a-4504-b841-297ab58e03b2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:33.805222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:33.806574 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f83afa6a-ce91-454f-8e38-fe5bcdf662e8 req-59a98036-a471-41ac-88ad-48d20630be74 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765891 Apr 04 11:44:33.831551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.840419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.849348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] 10.222.0.43 "DELETE /v2.0/networks/2c8ef30a-db5d-4649-b459-27337a7909a5 HTTP/1.1" status: 204 len: 168 time: 1.0984621 Apr 04 11:44:33.869016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56361e82-f9b9-4dfb-8443-8444b92f300e tempest-NetworksIpV6TestAttrs-825607213 tempest-NetworksIpV6TestAttrs-825607213-project] Pushing event deleted for resources: {'Network': ['ID=2c8ef30a-db5d-4649-b459-27337a7909a5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:33.875580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.986656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:33.988866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.030502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 818debb5-bf0f-4434-b9f8-c425774d5e44 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:34.059694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 818debb5-bf0f-4434-b9f8-c425774d5e44 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:34.060094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 818debb5-bf0f-4434-b9f8-c425774d5e44 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:34.120065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.120631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router 4c62cc96-4a10-4e1a-8136-aa23d282cc6a {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:34.134155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.134155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5e5652f5-3e52-45cf-90f6-b77f2a91cfec tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/4c62cc96-4a10-4e1a-8136-aa23d282cc6a HTTP/1.1" status: 204 len: 168 time: 1.4756107 Apr 04 11:44:34.134297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.134297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.137813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-992214745', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:34.157217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.162449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:34.162449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.170069 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:34.180885 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:34.181716 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:34.218953 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:34.219168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router a4d11f05-e72a-4bea-a909-11867f6f99b2 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:34.228714 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:34.229466 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:34.244816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.251619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=d12fd5c7-5f16-4324-9685-03e30c4a5e89,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:34.261867 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:34.262514 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7147b5d-2300-4128-a99c-25e61ecbc3d1 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:34.321399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.322352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.340939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.342133 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a8416fb3-92e0-4ff1-9a0d-d2ae694a3884 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6321433 Apr 04 11:44:34.344943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35910) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.348178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': 'b8095370-c2f8-444e-8935-d272669fa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:34.348547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 81500bb2-577c-4a00-bad7-71ec35eff545, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:34.409973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Pushing event updated for resources: {'Port': ['ID=01272b6f-fe0e-486a-8088-1bb82ee82c02,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:34.482743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.488535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.488535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35914) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.540286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:34.547133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 81500bb2-577c-4a00-bad7-71ec35eff545 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:34.556757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Sync routers for ids ['a4d11f05-e72a-4bea-a909-11867f6f99b2'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:34.569048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Routers {'a4d11f05-e72a-4bea-a909-11867f6f99b2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:34.569977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a4d11f05-e72a-4bea-a909-11867f6f99b2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:34.673986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 81500bb2-577c-4a00-bad7-71ec35eff545) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:34.681057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Floating IP 64ca8f18-20ba-440c-918e-c22fac4486e0 associated. External IP: 172.26.1.76, port: 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36. Apr 04 11:44:34.684693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:34.685482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.685813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05e34c-4d51-4fc6-b578-a9984760cb36 None None] Network 81500bb2-577c-4a00-bad7-71ec35eff545 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:34.695850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.700036 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ca48cc8a-0aaa-4f27-872b-bdbbf0ddb0da tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0715873 Apr 04 11:44:34.701104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35918) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.706859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Set router a4d11f05-e72a-4bea-a909-11867f6f99b2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:34.814509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:34.838660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ff86d212-7f4b-4675-9f5a-cdb4a3d120ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37dff393ae0b48909e5f56c2b6283d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490620 Apr 04 11:44:34.841141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35922) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.899769 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-19370c22-1411-488c-ab68-bf588da1b4c5 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0514345 Apr 04 11:44:34.909724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35924) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:34.922349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545', 'name': 'tempest-PortsIpV6TestJSON-306742686'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:35.022009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-81500bb2-577c-4a00-bad7-71ec35eff545', 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': 'd12fd5c7-5f16-4324-9685-03e30c4a5e89'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:35.022898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.123250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d11f05-e72a-4bea-a909-11867f6f99b2', 'name': '', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc', 'external_fixed_ips': [{'subnet_id': 'd7ac361b-a51d-4a16-80f1-2d4f0df19f15', 'ip_address': '2001:db8::18a'}], 'enable_snat': True}, 'gw_port_id': '4060c507-8b9b-4543-bdfc-a6dd2d17b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:28Z', 'updated_at': '2022-04-04T11:44:32Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '4060c507-8b9b-4543-bdfc-a6dd2d17b3aa', 'name': '', 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d11f05-e72a-4bea-a909-11867f6f99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd7ac361b-a51d-4a16-80f1-2d4f0df19f15', 'ip_address': '2001:db8::18a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:30Z', 'updated_at': '2022-04-04T11:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7ac361b-a51d-4a16-80f1-2d4f0df19f15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:35.131811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031ec96-903f-444e-83e6-e3952de4ccef req-43d67e5c-18b1-47be-aa1e-471defc4255c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:35.133321 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9031ec96-903f-444e-83e6-e3952de4ccef req-43d67e5c-18b1-47be-aa1e-471defc4255c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2325194 Apr 04 11:44:35.150598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.159248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Checking router: a4d11f05-e72a-4bea-a909-11867f6f99b2 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:35.159248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Updating router a4d11f05-e72a-4bea-a909-11867f6f99b2 port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:44:35.203301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.221239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.240507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.277180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Allocated IP 2001:db8::2 (81500bb2-577c-4a00-bad7-71ec35eff545/d12fd5c7-5f16-4324-9685-03e30c4a5e89/75b3e25a-fc45-4734-801e-e8cff4b1c6ce) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:35.342123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.400464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.570160 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9031ec96-903f-444e-83e6-e3952de4ccef req-500f1a0a-9b78-447c-a696-25646f79f35a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103382 Apr 04 11:44:35.597081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Router 88a5ba90-152a-4724-bd74-ec91f1a82000 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:35.624451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.628510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Deleting port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:35.631025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.631143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.654638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:35.658066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.702736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.741878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.744255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.746753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.747908 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77320f17-5586-475e-ae71-13839a3326ec HTTP/1.1" status: 204 len: 168 time: 0.9058177 Apr 04 11:44:35.748370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.1 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/049d5303-aded-4876-8654-465988b11a97) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:35.758481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.770273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port dd0c40dc-b911-4ca1-afe5-0e8925832c0d yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:35.771937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf11f-997a-481c-a1f6-00d28ea5c164 None None] Pushing event updated for resources: {'Port': ['ID=4060c507-8b9b-4543-bdfc-a6dd2d17b3aa,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:35.785652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Calling delete_port for 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:35.785798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Network 81500bb2-577c-4a00-bad7-71ec35eff545 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:35.794990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:35.816087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:35.822546 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef3a52-997b-4d72-be04-81573843a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77320f17-5586-475e-ae71-13839a3326ec,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:35.822829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:35.823200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:35.823490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa on network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:35.877254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:35.878304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Checking segment: {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:35.878304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.878488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Bound using segment: {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:35.878919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Bound port: 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:35.879864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.888275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.916432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:35.927648 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] Sync routers for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:35.941068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:35.959796 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:35.960442 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:36.022058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.032132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:36.053599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::2a2 (81500bb2-577c-4a00-bad7-71ec35eff545/d12fd5c7-5f16-4324-9685-03e30c4a5e89/dd0c40dc-b911-4ca1-afe5-0e8925832c0d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:36.054158 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:36.055010 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:36.062516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.112275 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c997d13e-7d0d-40bd-9d97-dddf5555e860 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.3097401 Apr 04 11:44:36.119609 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:36.121751 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3756a8-3690-4c3d-ac3a-6ffac3ae318e None None] The sync data for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:36.140372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35928) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:36.160782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Pushing event updated for resources: {'Port': ['ID=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:36.177151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Attempting to bind port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:36.178326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Attempting to bind port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'b8095370-c2f8-444e-8935-d272669fa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:36.178326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Attempting to bind port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce on network 81500bb2-577c-4a00-bad7-71ec35eff545 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:36.189194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:36.192364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Checking segment: {'id': 'b8095370-c2f8-444e-8935-d272669fa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:36.192364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.192364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Bound using segment: {'id': 'b8095370-c2f8-444e-8935-d272669fa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:36.192364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Bound port: 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8095370-c2f8-444e-8935-d272669fa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81500bb2-577c-4a00-bad7-71ec35eff545'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:36.192364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.199230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.26.1.72 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:36.256175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:36.256457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:36.258604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.266711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] For port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:36.278141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] For port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,segment=NetworkSegment(b8095370-c2f8-444e-8935-d272669fa343),segment_id=b8095370-c2f8-444e-8935-d272669fa343)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:36.347787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.381803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Port': ['ID=4060c507-8b9b-4543-bdfc-a6dd2d17b3aa,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:36.384195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.390209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.395922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-e95d259d-c05d-4360-8190-0aeb8a05c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:36.397443 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-e95d259d-c05d-4360-8190-0aeb8a05c75b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.1445823 Apr 04 11:44:36.403388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-73a8f448-9167-4e62-acf3-3dd4fc7b86ba tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "GET /v2.0/floatingips/64ca8f18-20ba-440c-918e-c22fac4486e0 HTTP/1.1" status: 200 len: 982 time: 0.2622719 Apr 04 11:44:36.405178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:36.445868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd2f0d-7466-40bc-8bd7-bdf1ee64ceb0 None None] Pushing event updated for resources: {'Port': ['ID=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:36.501224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.503996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.507211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.552503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.605338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:36.625478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:36.630260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:36.653416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-955973b0-e099-4f35-b143-b2c98c108d3a tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2342684 Apr 04 11:44:36.654195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35944) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:36.693790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.694364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4d11f05-e72a-4bea-a909-11867f6f99b2 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:36.699348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.700531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1f14379f-1941-449d-8dd4-680784eff178 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a4d11f05-e72a-4bea-a909-11867f6f99b2 HTTP/1.1" status: 204 len: 168 time: 1.9973705 Apr 04 11:44:36.721162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:36.752855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=049d5303-aded-4876-8654-465988b11a97,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:36.780220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:36.780717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:36.780952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Attempting to bind port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa on network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:36.784174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-ac3e0e38-abbc-43e7-992a-0004a1b3077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:36.788479 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-ac3e0e38-abbc-43e7-992a-0004a1b3077f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.3028724 Apr 04 11:44:36.791619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:36.791999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Checking segment: {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:36.792441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.793082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Bound using segment: {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:36.795513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.805808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Bound port: 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60db4504-6466-4d0a-a812-380cb5c08910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:36.806408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.808162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.824506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Port 4060c507-8b9b-4543-bdfc-a6dd2d17b3aa has been deleted concurrently {{(pid=109638) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 04 11:44:36.849060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Routers set() bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:36.849368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Router IDs set() for agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 11:44:36.854367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_agentschedulers_db [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4d11f05-e72a-4bea-a909-11867f6f99b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent'). {{(pid=109638) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 04 11:44:36.854797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89189f03-1956-45df-a2d7-34afdd3a6b80 None None] The sync data for ids ['a4d11f05-e72a-4bea-a909-11867f6f99b2'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:36.926980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Deleting subnet d7ac361b-a51d-4a16-80f1-2d4f0df19f15 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:36.939411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.941046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc58978-3ad3-4de2-a74e-6209cec374f1 req-695fd7dd-829c-4155-a74d-9f7110bbeeec tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:36.942726 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dbc58978-3ad3-4de2-a74e-6209cec374f1 req-695fd7dd-829c-4155-a74d-9f7110bbeeec tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2353070 Apr 04 11:44:36.943418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:36.979788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 81500bb2-577c-4a00-bad7-71ec35eff545 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:36.997661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:36.998791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:37.001444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:37.007363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:37.008221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.018087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.032199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=dd0c40dc-b911-4ca1-afe5-0e8925832c0d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:37.039338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:37.043203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:37.067898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dbc58978-3ad3-4de2-a74e-6209cec374f1 req-f2225f11-1246-4214-8586-07fe1bdc50ce tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981410 Apr 04 11:44:37.071330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.079358 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-a1b8add8-c10d-417a-8825-3f7a05501df0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.2818055 Apr 04 11:44:37.144276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.158228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35956) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:37.188904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:37.239915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-7fdd8d20-01a9-4e3a-9e4a-db237870f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:37.241375 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-7fdd8d20-01a9-4e3a-9e4a-db237870f902 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1181951 Apr 04 11:44:37.248347 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bf7cc7c2-a8af-4c11-840e-8fdcc015d1c6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3356941 Apr 04 11:44:37.261597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35960) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:37.275294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-349478627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:37.282691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.324234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ac361b-a51d-4a16-80f1-2d4f0df19f15,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:37.335305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.339837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port 01272b6f-fe0e-486a-8088-1bb82ee82c02 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:37.340290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.345774 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a230a9e-9887-4925-829e-2ef80c8f9e89 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/d7ac361b-a51d-4a16-80f1-2d4f0df19f15 HTTP/1.1" status: 204 len: 168 time: 0.6155124 Apr 04 11:44:37.345920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35962) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:37.429750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.431879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.534181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.546169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-c7d293ba-12c7-4929-a3bc-9478094d2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:37.547709 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-c7d293ba-12c7-4929-a3bc-9478094d2946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2982092 Apr 04 11:44:37.583599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.594508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.607573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54e950-e18c-43f7-b4b2-99f2058fcbd6 None None] Network 81500bb2-577c-4a00-bad7-71ec35eff545 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:37.626946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.656948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.661026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.661026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.718039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.719142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9052b6b4-8adf-411a-86f5-68c3c5d70224 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5599856 Apr 04 11:44:37.724892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35964) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:37.731553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1254186959'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:37.732377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] Provisioning complete for port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:37.732756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.754105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.754542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for 01272b6f-fe0e-486a-8088-1bb82ee82c02 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:37.759163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=049d5303-aded-4876-8654-465988b11a97,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:37.807794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port dd0c40dc-b911-4ca1-afe5-0e8925832c0d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:37.808143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.838757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.845519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:37.849323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.862783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:37.880166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:37.883350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] For port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,segment=NetworkSegment(b8095370-c2f8-444e-8935-d272669fa343),segment_id=b8095370-c2f8-444e-8935-d272669fa343)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:37.885054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:37.999982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.051366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b3e25a-fc45-4734-801e-e8cff4b1c6ce up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:38.100323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:38.104111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.130951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19239689-d3a0-4fe1-888d-ab1827634956 None None] Pushing event updated for resources: {'Port': ['ID=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:38.155848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:38.156609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.224317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.239781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:38.244211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-b32de889-e77d-42c2-b9b8-b0240bed009e service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860156 Apr 04 11:44:38.255448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.260659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:38.262636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.262978 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Added segment 0263a2d3-60f8-4908-9738-849ac917494a of type vlan for network e23f05a9-bd60-4038-bd96-c0ef976045de Apr 04 11:44:38.264252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-be42f52f-f345-413c-acb1-1f0108873490 None None] Provisioning complete for port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:38.264825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-be42f52f-f345-413c-acb1-1f0108873490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.276035 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-871b10b5-8dc7-44c0-9ceb-de29812f3cfd tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/routers/a1affd8b-d252-4f24-bead-4d830a972309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9298108 Apr 04 11:44:38.282135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35968) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:38.290389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'port': {'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d', 'name': 'tempest-FloatingIPTestJSON-435860328'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:38.311261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:38.332053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:38.332840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.372713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.383692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.391747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:38.392510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.398295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624ec89a-b3ef-4853-bf6e-4fb95028e78e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:38.426260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.441677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.442512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e6276-013f-45b0-a57f-37b4803fe7bc None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:38.515807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-be42f52f-f345-413c-acb1-1f0108873490 None None] Provisioning complete for port dd0c40dc-b911-4ca1-afe5-0e8925832c0d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:38.516100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-be42f52f-f345-413c-acb1-1f0108873490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.519567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.532203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.538573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:38.542668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.550909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-be42f52f-f345-413c-acb1-1f0108873490 None None] Port dd0c40dc-b911-4ca1-afe5-0e8925832c0d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:38.563782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:38.567136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.572514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60db4504-6466-4d0a-a812-380cb5c08910') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.573054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60db4504-6466-4d0a-a812-380cb5c08910') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:38.609110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.641925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590a8-d593-432b-a41f-ffa435900fc0 req-28e0839a-a2db-4355-967b-a43e167b2b0c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:38.643474 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-318590a8-d593-432b-a41f-ffa435900fc0 req-28e0839a-a2db-4355-967b-a43e167b2b0c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4327359 Apr 04 11:44:38.658663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.666064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.674640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6317b171-93c2-4dde-8852-6a90002bcbef None None] Provisioning complete for port dd0c40dc-b911-4ca1-afe5-0e8925832c0d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:38.675174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6317b171-93c2-4dde-8852-6a90002bcbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.715706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6317b171-93c2-4dde-8852-6a90002bcbef None None] Port dd0c40dc-b911-4ca1-afe5-0e8925832c0d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:38.740422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:38.740831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:38.752839 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:38.764121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for dd0c40dc-b911-4ca1-afe5-0e8925832c0d owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:38.777652 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13fa8552-99e5-4f05-a4d2-caf32225c417 req-69d6b3bc-87a1-42d4-b798-c7fc51237c9e service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428093 Apr 04 11:44:38.891265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] device_id is not set on port 43fc95c7-b65d-4431-adfc-6746849c95b5 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:38.900391 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1745143 Apr 04 11:44:38.902560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4d714-ec2c-4a6f-8a38-86458388cde2 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Network': ['ID=e23f05a9-bd60-4038-bd96-c0ef976045de,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:38.904519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35970) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:38.910272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'subnet': {'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:38.914149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e23f05a9-bd60-4038-bd96-c0ef976045de details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:38.946873 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-318590a8-d593-432b-a41f-ffa435900fc0 req-169dcfb9-bc9f-458d-a1c3-594bc1e2f12f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924442 Apr 04 11:44:38.975540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.023425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.041229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 04 11:44:39.042882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.050069 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/networks/dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc HTTP/1.1" status: 204 len: 168 time: 1.6838229 Apr 04 11:44:39.071402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc0c71-4682-4ecc-85ad-9609bb9cb256 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcd31b5d-06d3-44ee-9e5f-06bf6f0c7bcc,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:39.094650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.141066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.10 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/43fc95c7-b65d-4431-adfc-6746849c95b5) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:39.170826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=01272b6f-fe0e-486a-8088-1bb82ee82c02,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:39.275727 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.276174 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Floating IP 64ca8f18-20ba-440c-918e-c22fac4486e0 disassociated (deleted). External IP: 172.26.1.76, port: 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36. Apr 04 11:44:39.325356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:39.328753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.345648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.349809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.401532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=dd0c40dc-b911-4ca1-afe5-0e8925832c0d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:39.460053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.465677 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-38a10207-c8c1-47ff-a2af-8e2f5983d427 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/dd0c40dc-b911-4ca1-afe5-0e8925832c0d HTTP/1.1" status: 204 len: 168 time: 2.2015803 Apr 04 11:44:39.471266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.530359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9122d25-0e05-4d2a-b216-a6a74201a620 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:44:39.531073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9122d25-0e05-4d2a-b216-a6a74201a620 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:44:39.532583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router f8d99269-ad0c-4338-8c54-24d4f15ac93a is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:39.538357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a9122d25-0e05-4d2a-b216-a6a74201a620 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/dd0c40dc-b911-4ca1-afe5-0e8925832c0d HTTP/1.1" status: 404 len: 333 time: 0.0634992 Apr 04 11:44:39.540039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35980) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.563892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.590997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35982) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.597745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'name': 'tempest-router--1235653569', 'project_id': '3604c0e34b3e4aeeb6741168a070cfc2'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:39.608221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffc4606-b12a-4e26-91f9-cf28b18db836 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:44:39.612650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7ffc4606-b12a-4e26-91f9-cf28b18db836 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/dd0c40dc-b911-4ca1-afe5-0e8925832c0d HTTP/1.1" status: 404 len: 333 time: 0.0636516 Apr 04 11:44:39.631095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35984) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.694220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:39.704453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:39.706265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=43fc95c7-b65d-4431-adfc-6746849c95b5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:39.709734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:39.733771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Router 88a5ba90-152a-4724-bd74-ec91f1a82000 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:39.743903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet d12fd5c7-5f16-4324-9685-03e30c4a5e89 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:39.750616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.762817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:39.763418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.772702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.773696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.775883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:39.787823 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Sync routers for ids ['f8d99269-ad0c-4338-8c54-24d4f15ac93a'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:39.800002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.806878 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Routers {'f8d99269-ad0c-4338-8c54-24d4f15ac93a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:39.806878 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['f8d99269-ad0c-4338-8c54-24d4f15ac93a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:39.807642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.851480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.861616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b6b9d6fa-1623-4d35-b67b-09e661a33973 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5758433 Apr 04 11:44:39.867267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 35986) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.873889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'port': {'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d', 'name': 'tempest-FloatingIPTestJSON-728612786'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:39.888813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Subnet': ['ID=fee13d99-5fc7-4f06-b2e3-49ea93eabed3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:39.900203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Checking segment: {'id': '0263a2d3-60f8-4908-9738-849ac917494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:39.900422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network hostable DHCP agents. Network: e23f05a9-bd60-4038-bd96-c0ef976045de, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:39.901709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:39.902919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9ba57b85-3adf-47f0-a6f5-0266e9a209d2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7684941 Apr 04 11:44:39.906057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35988) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:39.948749 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Set router f8d99269-ad0c-4338-8c54-24d4f15ac93a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:39.953734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.008622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b3e25a-fc45-4734-801e-e8cff4b1c6ce up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:40.045008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d65c87be-46fc-476e-b728-b6c57b484d94 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/f8d99269-ad0c-4338-8c54-24d4f15ac93a HTTP/1.1" status: 200 len: 907 time: 0.1378131 Apr 04 11:44:40.045690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35992) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:40.061172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-992214745', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': True}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:40.086094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.096040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-95dc07fe-a00b-4d7a-b8cb-582c1fd413ae tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5013611 Apr 04 11:44:40.096708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35994) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:40.103535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:40.104148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.124074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network e23f05a9-bd60-4038-bd96-c0ef976045de is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:40.195427 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'name': 'tempest-snat-router-992214745', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72'}], 'enable_snat': False}, 'gw_port_id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:34Z', 'updated_at': '2022-04-04T11:44:37Z', 'revision_number': 3, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port': {'id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:35Z', 'updated_at': '2022-04-04T11:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:40.222860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.234326 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Checking router: f8d99269-ad0c-4338-8c54-24d4f15ac93a for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:40.234806 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Updating router f8d99269-ad0c-4338-8c54-24d4f15ac93a port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:44:40.262514 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.264400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.266027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.308980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f996e-5909-425b-8368-b496bf4cdb85 req-32732f6a-eb61-4916-98ac-fba81af9efbe tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:40.310909 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b28f996e-5909-425b-8368-b496bf4cdb85 req-32732f6a-eb61-4916-98ac-fba81af9efbe tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2128854 Apr 04 11:44:40.315356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:40.317329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e23f05a9-bd60-4038-bd96-c0ef976045de) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:40.321411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.324995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:40.325603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.326418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.358112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] Sync routers for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:40.373721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6118503-b57a-435a-88b9-fe98aa4368b9 None None] Network e23f05a9-bd60-4038-bd96-c0ef976045de requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:40.404938 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9f546f13-e57a-43e1-9974-0f518c2d2c2b tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/floatingips/64ca8f18-20ba-440c-918e-c22fac4486e0 HTTP/1.1" status: 204 len: 168 time: 3.7369940 Apr 04 11:44:40.408742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35996) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:40.412839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:40.415082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:40.415982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:40.481091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.483019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.483346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:40.487215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.506592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:40.507328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:40.542217 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b28f996e-5909-425b-8368-b496bf4cdb85 req-acb8168d-4af5-4838-97a4-221be48d6d71 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791117 Apr 04 11:44:40.545439 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-313a85ce-b94b-4d13-9da7-902c31a4099f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6387620 Apr 04 11:44:40.548341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 35998) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:40.554250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'network': {'name': 'tempest-router-network01--1557731713'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:40.559021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.581753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:40.582498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb6982d-6661-42c0-8c3e-cb0d342fe768 None None] The sync data for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:40.582609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.585738 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/d12fd5c7-5f16-4324-9685-03e30c4a5e89 HTTP/1.1" status: 204 len: 168 time: 0.9536376 Apr 04 11:44:40.590227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36000) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:40.593656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13a601-0392-4e19-89eb-e2119ee1a2de None None] Network 81500bb2-577c-4a00-bad7-71ec35eff545 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:40.605242 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.613962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a1013-ab39-410b-bd56-82bb631b3fa2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=d12fd5c7-5f16-4324-9685-03e30c4a5e89,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:40.630211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.634050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:40.640158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.660356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] device_id is not set on port b441d413-5033-4236-ac46-f576533d7c9d yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:40.666806 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.672394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e23f05a9-bd60-4038-bd96-c0ef976045de', 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de', 'tenant_id': '7011dd54a3d442a591db9f060ed3494a', 'fixed_ips': [{'subnet_id': 'fee13d99-5fc7-4f06-b2e3-49ea93eabed3'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:40.676039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.681386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:40.684761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.686597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.687061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81413794-65bb-40cd-88e5-1b5f8f71b26a {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:40.720559 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Pushing event updated for resources: {'Port': ['ID=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:40.727705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.731634 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7e1e8c4a-853b-4179-b606-9b27417f2b1d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/routers/81413794-65bb-40cd-88e5-1b5f8f71b26a HTTP/1.1" status: 204 len: 168 time: 0.6193016 Apr 04 11:44:40.808072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.858400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:40.904653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Allocated IP 2001:db8::2 (e23f05a9-bd60-4038-bd96-c0ef976045de/fee13d99-5fc7-4f06-b2e3-49ea93eabed3/f94e7764-f948-4af9-b045-7da5f112c3f3) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:40.906867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.2 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/b441d413-5033-4236-ac46-f576533d7c9d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:40.913055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.918409 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Attempting to bind port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:40.918921 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Attempting to bind port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:40.920333 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Attempting to bind port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:40.929694 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.931078 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.932034 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.934939 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.935661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.936941 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.937455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.938482 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.939255 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.941146 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.941727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.942265 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:44:40.960252 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:40.960994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:40.962919 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.963545 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:40.966051 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Bound port: 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:40.966733 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.975591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:40.975931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Added segment b37b0a27-1c1e-43b9-b889-8bf5503715df of type vlan for network 841d2a71-3601-4887-99e5-1ae1c8a9a05f Apr 04 11:44:41.030574 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] For port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:41.033339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.035113 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] For port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:41.066929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.071179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36004) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:41.080667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:41.085966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.098956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] DHCP port deletion for 81500bb2-577c-4a00-bad7-71ec35eff545 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:41.113448 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.151929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.182368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.183138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Deleting port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:41.183522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.190426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:41.191225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.196436 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Routers {'f8d99269-ad0c-4338-8c54-24d4f15ac93a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:41.197067 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['f8d99269-ad0c-4338-8c54-24d4f15ac93a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:41.201910 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7033ab-ec90-4707-b72f-c8fd367b57b5 None None] Pushing event updated for resources: {'Port': ['ID=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.235053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.293246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] For port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,segment=NetworkSegment(b8095370-c2f8-444e-8935-d272669fa343),segment_id=b8095370-c2f8-444e-8935-d272669fa343)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:41.294088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.298825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.312451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:41.318894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:41.321978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:41.327187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=b441d413-5033-4236-ac46-f576533d7c9d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.333594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.343583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] Set router f8d99269-ad0c-4338-8c54-24d4f15ac93a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:41.345371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7959063 Apr 04 11:44:41.348789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,segment=NetworkSegment(b8095370-c2f8-444e-8935-d272669fa343),segment_id=b8095370-c2f8-444e-8935-d272669fa343)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:41.348951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.357311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36010) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:41.374501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Pushing event updated for resources: {'Port': ['ID=f94e7764-f948-4af9-b045-7da5f112c3f3,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.389210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Calling delete_port for 75b3e25a-fc45-4734-801e-e8cff4b1c6ce owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:41.393264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af914-02e9-43cb-8545-60659d9730ca tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Network': ['ID=841d2a71-3601-4887-99e5-1ae1c8a9a05f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.394456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-523350045', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:41.399254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'network': {'name': 'tempest-router-network02--769051194'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:41.408658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Network e23f05a9-bd60-4038-bd96-c0ef976045de is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:41.409403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:41.410185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.413999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:41.417950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:41.419891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:41.457435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 75b3e25a-fc45-4734-801e-e8cff4b1c6ce owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:41.518272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-048db49d-1c71-4ac7-a0d7-fde7eda68424 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6497381 Apr 04 11:44:41.520277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36012) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:41.533815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'b441d413-5033-4236-ac46-f576533d7c9d', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:41.607096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Attempting to bind port f94e7764-f948-4af9-b045-7da5f112c3f3 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:41.607918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Attempting to bind port f94e7764-f948-4af9-b045-7da5f112c3f3 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0263a2d3-60f8-4908-9738-849ac917494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:41.608802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Attempting to bind port f94e7764-f948-4af9-b045-7da5f112c3f3 on network e23f05a9-bd60-4038-bd96-c0ef976045de {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:41.615594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:41.616034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Checking segment: {'id': '0263a2d3-60f8-4908-9738-849ac917494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:41.616359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.616745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Bound using segment: {'id': '0263a2d3-60f8-4908-9738-849ac917494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:41.617216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Bound port: f94e7764-f948-4af9-b045-7da5f112c3f3, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0263a2d3-60f8-4908-9738-849ac917494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e23f05a9-bd60-4038-bd96-c0ef976045de'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:41.620844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.621982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Allocated IP 172.26.1.149 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d60f7709-b09d-4650-a4fd-30c462070d48) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:41.627173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.628314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.629918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:41.633606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.657617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'name': 'tempest-snat-router-992214745', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72'}], 'enable_snat': False}, 'gw_port_id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:34Z', 'updated_at': '2022-04-04T11:44:37Z', 'revision_number': 3, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port': {'id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:35Z', 'updated_at': '2022-04-04T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:41.696826 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1f89c-f782-4423-bb19-397720a42838 None None] The sync data for ids ['f8d99269-ad0c-4338-8c54-24d4f15ac93a'] in dv-neutron-835866-1-hyperv is: [{'id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'name': 'tempest-snat-router-992214745', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72'}], 'enable_snat': False}, 'gw_port_id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:34Z', 'updated_at': '2022-04-04T11:44:37Z', 'revision_number': 3, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port': {'id': '5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d99269-ad0c-4338-8c54-24d4f15ac93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:35Z', 'updated_at': '2022-04-04T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:41.714614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] For port f94e7764-f948-4af9-b045-7da5f112c3f3, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:41.718876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] For port f94e7764-f948-4af9-b045-7da5f112c3f3, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f94e7764-f948-4af9-b045-7da5f112c3f3,segment=NetworkSegment(0263a2d3-60f8-4908-9738-849ac917494a),segment_id=0263a2d3-60f8-4908-9738-849ac917494a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:41.734027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.738142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.748238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f04723-7568-4c78-9354-5755fbadf395 req-383f2006-9649-4790-8f89-976fdc23be59 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:41.748706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.750792 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46f04723-7568-4c78-9354-5755fbadf395 req-383f2006-9649-4790-8f89-976fdc23be59 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1129994 Apr 04 11:44:41.775351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:41.789907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] Pushing event deleted for resources: {'Port': ['ID=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.798453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92604ac9-0ca4-415e-86f0-a66c82488993 None None] No DVR routers for this DVR port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:41.816489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.833425 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46f04723-7568-4c78-9354-5755fbadf395 req-b4467663-a231-4d9a-8b67-862b55a71a5a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703602 Apr 04 11:44:41.849016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.849435 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Added segment 1011ef93-37a1-4eb6-b368-dc70d2b0fec4 of type vlan for network 5e8689b9-9274-4b59-be9e-959ba881e9fa Apr 04 11:44:41.850744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.873245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.924451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e66bd5-a089-4e51-8523-f091f45d29eb None None] Pushing event updated for resources: {'Port': ['ID=f94e7764-f948-4af9-b045-7da5f112c3f3,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.941532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=75b3e25a-fc45-4734-801e-e8cff4b1c6ce,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:41.946200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port 75b3e25a-fc45-4734-801e-e8cff4b1c6ce on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:41.951756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:41.971086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b3e25a-fc45-4734-801e-e8cff4b1c6ce no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:41.997936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.008607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.018006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 75b3e25a-fc45-4734-801e-e8cff4b1c6ce {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:42.018356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b3e25a-fc45-4734-801e-e8cff4b1c6ce not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:42.146200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.164576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.432449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.resource_extend [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:44:42.472625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.501985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.513777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81500bb2-577c-4a00-bad7-71ec35eff545']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:42.521940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.525994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8095370-c2f8-444e-8935-d272669fa343') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:42.526288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8095370-c2f8-444e-8935-d272669fa343') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:42.538519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.553790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.560767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:42.561165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: items = [ Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:42.564984 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:42.617073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.623018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:42.623594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.648590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.687362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.159 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/0f0f94f6-cc4d-48d8-aede-d9cc04002e4a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:42.738757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:42.739639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.743895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Network': ['ID=5e8689b9-9274-4b59-be9e-959ba881e9fa,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:42.750182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:42.761225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.761225 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/81500bb2-577c-4a00-bad7-71ec35eff545 HTTP/1.1" status: 204 len: 168 time: 2.1694074 Apr 04 11:44:42.766949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:42.768246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-26a7ac96-c189-450b-8467-6024890ea1d6 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3759761 Apr 04 11:44:42.786257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:42.786613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36020) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:42.787296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Pushing event updated for resources: {'Port': ['ID=d60f7709-b09d-4650-a4fd-30c462070d48,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:42.800564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2063142991'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:42.808448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'subnet': {'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:42.816036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160bd45-ce54-45a6-a498-4a5fa71d918d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=81500bb2-577c-4a00-bad7-71ec35eff545,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:42.844939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:42.864402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.967108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:42.970596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:42.986773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.026830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:43.029928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:43.033621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:43.064960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=0f0f94f6-cc4d-48d8-aede-d9cc04002e4a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:43.123830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:43.143612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a43086-97dc-4f66-bb6e-f5ba4d4454be None None] Network e23f05a9-bd60-4038-bd96-c0ef976045de requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:43.151711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250229b2-3123-4a1e-b88e-eaa84a71c587 req-3a8f12b8-0092-4d07-acbd-f4d3ef5f80c4 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:43.153179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-250229b2-3123-4a1e-b88e-eaa84a71c587 req-3a8f12b8-0092-4d07-acbd-f4d3ef5f80c4 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2092354 Apr 04 11:44:43.166899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.167250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment ccc4fdac-a6bc-4011-b4d2-56a719c99f2b of type vlan for network 924836c7-1881-473b-8673-daa09671fd1f Apr 04 11:44:43.173348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.26.1.65 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/35cc7dd9-45bf-423b-95ff-bbf608f8306f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:43.202676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.239788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:43.243817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.261731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] Provisioning complete for port f94e7764-f948-4af9-b045-7da5f112c3f3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:43.262109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.280875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.356530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-250229b2-3123-4a1e-b88e-eaa84a71c587 req-c57663b3-2470-4840-8cf3-70dd2dd31fa8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861417 Apr 04 11:44:43.390788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.431923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] For port f94e7764-f948-4af9-b045-7da5f112c3f3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f94e7764-f948-4af9-b045-7da5f112c3f3,segment=NetworkSegment(0263a2d3-60f8-4908-9738-849ac917494a),segment_id=0263a2d3-60f8-4908-9738-849ac917494a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:43.461205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.503256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.507486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.525887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.542442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.548130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:43.548751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.586884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be617af6-8a8d-4b6f-98c1-0111c3dbfc1c None None] Pushing event updated for resources: {'Port': ['ID=f94e7764-f948-4af9-b045-7da5f112c3f3,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:43.629740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-95a431a7-96d4-4e23-a8bf-07082344ea9c None None] Provisioning complete for port f94e7764-f948-4af9-b045-7da5f112c3f3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:43.630332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95a431a7-96d4-4e23-a8bf-07082344ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.676910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.752387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9615986 Apr 04 11:44:43.753610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36024) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:43.760513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa9d5e-df64-4708-a61d-76b321813228 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=924836c7-1881-473b-8673-daa09671fd1f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:43.761261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '924836c7-1881-473b-8673-daa09671fd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:43.814234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 924836c7-1881-473b-8673-daa09671fd1f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:43.855827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.931944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.934377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:43.959518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Allocated IP 172.26.1.131 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/b230c955-146d-4467-a418-415ad454ac21) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:43.985639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:44.000104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:44.001189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.007213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:44.015183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.036603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=35cc7dd9-45bf-423b-95ff-bbf608f8306f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:44.056996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:44.061007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.061537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Subnet': ['ID=78bc24b7-db66-487d-acf5-214df8e486f2,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:44.075946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:44.084485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.148986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:44.149171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.202622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Checking segment: {'id': 'b37b0a27-1c1e-43b9-b889-8bf5503715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:44.203014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network hostable DHCP agents. Network: 841d2a71-3601-4887-99e5-1ae1c8a9a05f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:44.227839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.231825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.252342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=0f0f94f6-cc4d-48d8-aede-d9cc04002e4a,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:44.253100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:44.257288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Pushing event updated for resources: {'Port': ['ID=d60f7709-b09d-4650-a4fd-30c462070d48,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:44.264099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.279807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.331232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.332546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f94e7764-f948-4af9-b045-7da5f112c3f3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:44.393291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:44.417002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:44.421864 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 2d7080e1-930d-494e-8ee1-a5b2beb24867 associated. External IP: 172.26.1.159, port: b441d413-5033-4236-ac46-f576533d7c9d. Apr 04 11:44:44.429410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.429619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f94e7764-f948-4af9-b045-7da5f112c3f3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:44.430673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.433902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d9745247-fe7a-47f2-91ee-fedd75a83711 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0215940 Apr 04 11:44:44.442556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36028) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:44.530952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.563000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 841d2a71-3601-4887-99e5-1ae1c8a9a05f) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:44.573704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:44.574236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.587263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b1ff3-cff8-4b96-9082-e0d84ce03b6e None None] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:44.597152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.667449 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-961dd88c-2578-45ea-8672-76ce4e917616 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8715308 Apr 04 11:44:44.668754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36032) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:44.675324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'subnet': {'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:44.684435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:44.686683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:44.693935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:44.702005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:44.764458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-841d2a71-3601-4887-99e5-1ae1c8a9a05f', 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f', 'tenant_id': '7011dd54a3d442a591db9f060ed3494a', 'fixed_ips': [{'subnet_id': '78bc24b7-db66-487d-acf5-214df8e486f2'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:44.766112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.927751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:44.932001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.932480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Allocated IP 2001:db8::2 (841d2a71-3601-4887-99e5-1ae1c8a9a05f/78bc24b7-db66-487d-acf5-214df8e486f2/4f8e0453-ca76-43ab-88f6-7d1bebe9826b) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:44.936595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:44.989420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.140037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.199616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.210577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event updated for resources: {'Port': ['ID=b230c955-146d-4467-a418-415ad454ac21,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:45.221669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.272351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Pushing event updated for resources: {'Port': ['ID=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:45.276678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91231c41-8a32-482c-814e-592ec24d36b0 req-49eef8ff-8464-474f-9260-f7eba8b6487e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:45.285333 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-91231c41-8a32-482c-814e-592ec24d36b0 req-49eef8ff-8464-474f-9260-f7eba8b6487e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.7497268 Apr 04 11:44:45.287892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:45.289147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:45.292178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:45.338738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.371231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Attempting to bind port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:45.371961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Attempting to bind port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'b37b0a27-1c1e-43b9-b889-8bf5503715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:45.372528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Attempting to bind port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b on network 841d2a71-3601-4887-99e5-1ae1c8a9a05f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:45.378020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:45.378654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Checking segment: {'id': 'b37b0a27-1c1e-43b9-b889-8bf5503715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:45.385410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.385410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Bound using segment: {'id': 'b37b0a27-1c1e-43b9-b889-8bf5503715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:45.385410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Bound port: 4f8e0453-ca76-43ab-88f6-7d1bebe9826b, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b0a27-1c1e-43b9-b889-8bf5503715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '841d2a71-3601-4887-99e5-1ae1c8a9a05f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:45.385410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.430739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '924836c7-1881-473b-8673-daa09671fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:45.431126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 924836c7-1881-473b-8673-daa09671fd1f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:45.437266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.438608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:45.441605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=096ec284-cc6f-49fa-99a8-48150460a7e5,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:45.462078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] For port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:45.465540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] For port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,segment=NetworkSegment(b37b0a27-1c1e-43b9-b889-8bf5503715df),segment_id=b37b0a27-1c1e-43b9-b889-8bf5503715df)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:45.495785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Allocated IP 172.26.1.85 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/00220573-a947-4e13-bf4a-51e768b15e87) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:45.525087 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-91231c41-8a32-482c-814e-592ec24d36b0 req-3520984c-3b83-42c4-940e-cdebb15b6252 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387648 Apr 04 11:44:45.544372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.647865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48644f42-a0bd-43bd-8989-47e49741d164 None None] Pushing event updated for resources: {'Port': ['ID=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:45.660121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:45.671127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 924836c7-1881-473b-8673-daa09671fd1f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:45.676287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.757533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 924836c7-1881-473b-8673-daa09671fd1f) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:45.763069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:45.763681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:45.768378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d086ed9-0482-4de6-9d58-6d33ff27bda5 None None] Network 924836c7-1881-473b-8673-daa09671fd1f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:45.891415 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-31540313-6b17-44fd-abbe-97cbb1559d7b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1369193 Apr 04 11:44:45.895333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36034) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:45.900604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Subnet': ['ID=7d5f75ae-9d34-48f2-ba5e-e2e099fd8093,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:45.901753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '924836c7-1881-473b-8673-daa09671fd1f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-647010632'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:45.951379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:45.963805 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:45.984484 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:45.985688 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:46.031595 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:46.035080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-924836c7-1881-473b-8673-daa09671fd1f', 'network_id': '924836c7-1881-473b-8673-daa09671fd1f', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': '096ec284-cc6f-49fa-99a8-48150460a7e5'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:46.036975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.041900 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:46.042592 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:46.089239 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:46.089994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994f9d-eb84-402b-872e-02bf9bcd06c0 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:46.112014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Checking segment: {'id': '1011ef93-37a1-4eb6-b368-dc70d2b0fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:46.112388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network hostable DHCP agents. Network: 5e8689b9-9274-4b59-be9e-959ba881e9fa, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:46.144516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:46.184138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.189277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.194508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Sync routers for ids ['ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:46.216485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Routers {'ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:46.217141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:46.242416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a52c10f6-2400-459b-b7f8-d5bc08fe758d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7173369 Apr 04 11:44:46.245393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36036) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:46.245619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.251925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:46.261965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.263526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-684f6f17-fba1-4ca6-870f-33e937243da0 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2168977 Apr 04 11:44:46.264432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:46.286729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36038) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:46.299138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:46.309891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.340236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:46.344802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.372083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Pushing event updated for resources: {'Port': ['ID=00220573-a947-4e13-bf4a-51e768b15e87,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:46.378790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 5e8689b9-9274-4b59-be9e-959ba881e9fa) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:46.389016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:46.390185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.396627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0ba89-da80-4050-a0d7-835d78846bcb None None] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:46.412686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port c4349322-2b92-414d-b864-23cbe5216686 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:46.414249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:46.417951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:46.423025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.455716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Set router ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:44:46.515788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Allocated IP 2001:db8::2 (924836c7-1881-473b-8673-daa09671fd1f/096ec284-cc6f-49fa-99a8-48150460a7e5/cb46f646-403f-4b75-a173-d2b1cd8d261d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:46.532912 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-398c9126-f6a1-4f00-b662-4bd3a878c6e8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 HTTP/1.1" status: 200 len: 906 time: 0.2450032 Apr 04 11:44:46.536206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36040) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:46.594017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.595190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:46.600596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1b3c6d2c-ac0d-4ae3-81e7-c50880e7c3f7 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9318478 Apr 04 11:44:46.604050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:46.604540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.621026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36046) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:46.683147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.683565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 2d7080e1-930d-494e-8ee1-a5b2beb24867 disassociated. External IP: 172.26.1.159, port: b441d413-5033-4236-ac46-f576533d7c9d. Apr 04 11:44:46.712558 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.779808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Router abcbe71c-2e06-4b3f-b851-130894764bae is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:46.853591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.950137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:46.961492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:46.975835 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] Sync routers for ids ['abcbe71c-2e06-4b3f-b851-130894764bae'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:46.991256 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] Routers {'abcbe71c-2e06-4b3f-b851-130894764bae'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:46.992145 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['abcbe71c-2e06-4b3f-b851-130894764bae'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:47.007516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.017678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dff51b-e946-42e8-9cff-8811627f3438 req-6cbc59b7-5441-4b8b-96c4-e0a54e76a4cb tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:47.018476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15dff51b-e946-42e8-9cff-8811627f3438 req-6cbc59b7-5441-4b8b-96c4-e0a54e76a4cb tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3364086 Apr 04 11:44:47.052152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b18f87-29e0-4e59-82b1-a5d980b8e43d None None] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:47.056632 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:47.058377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.063389 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e3a4ec97-b340-4be1-94d7-3c2bbfa20e28 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9928765 Apr 04 11:44:47.064011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36048) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:47.075844 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] Routers {'abcbe71c-2e06-4b3f-b851-130894764bae'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:47.076749 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['abcbe71c-2e06-4b3f-b851-130894764bae'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:47.131343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:47.132246 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6e0d8-94ab-49d0-9887-9c15c8d99b94 None None] The sync data for ids ['abcbe71c-2e06-4b3f-b851-130894764bae'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:47.178867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4f8e0453-ca76-43ab-88f6-7d1bebe9826b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:47.202981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Deleting port 35cc7dd9-45bf-423b-95ff-bbf608f8306f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:47.203612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.205460 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15dff51b-e946-42e8-9cff-8811627f3438 req-aa56f192-5985-4446-a188-2b18f1b663fe tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520231 Apr 04 11:44:47.227683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-5e8689b9-9274-4b59-be9e-959ba881e9fa', 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa', 'tenant_id': '7011dd54a3d442a591db9f060ed3494a', 'fixed_ips': [{'subnet_id': '7d5f75ae-9d34-48f2-ba5e-e2e099fd8093'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:47.227683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.243350 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-798985cb-aaac-48c0-a077-7005467e05cb tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/abcbe71c-2e06-4b3f-b851-130894764bae HTTP/1.1" status: 200 len: 924 time: 0.1732376 Apr 04 11:44:47.280962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36050) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:47.307373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ff449758-1658-4caa-a253-621e746979d2 None None] Provisioning complete for port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:47.307742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff449758-1658-4caa-a253-621e746979d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.345371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dad52ad7-571e-4ca5-a331-754f9b2e02d2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=abcbe71c-2e06-4b3f-b851-130894764bae HTTP/1.1" status: 200 len: 205 time: 0.0561728 Apr 04 11:44:47.352548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36052) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:47.367232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.441075 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:44:47.459475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79', 'name': 'tempest-snat-router-992214745', 'tenant_id': '35da7351c4cb42598f0866b5f217b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '35cc7dd9-45bf-423b-95ff-bbf608f8306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:40Z', 'updated_at': '2022-04-04T11:44:44Z', 'revision_number': 3, 'project_id': '35da7351c4cb42598f0866b5f217b664', 'gw_port': {'id': '35cc7dd9-45bf-423b-95ff-bbf608f8306f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:41Z', 'updated_at': '2022-04-04T11:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:47.467650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.508614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.510512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Checking router: ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:44:47.510986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Updating router ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 port 35cc7dd9-45bf-423b-95ff-bbf608f8306f binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:44:47.606707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.624146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::2f7 (924836c7-1881-473b-8673-daa09671fd1f/096ec284-cc6f-49fa-99a8-48150460a7e5/c4349322-2b92-414d-b864-23cbe5216686) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:47.633517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Calling delete_port for 35cc7dd9-45bf-423b-95ff-bbf608f8306f owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:47.641203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:47.641715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.645794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Network 924836c7-1881-473b-8673-daa09671fd1f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:47.687078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:47.698719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.720893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:47.733599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Pushing event updated for resources: {'Port': ['ID=cb46f646-403f-4b75-a173-d2b1cd8d261d,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:47.783902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.821067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Allocated IP 2001:db8::2 (5e8689b9-9274-4b59-be9e-959ba881e9fa/7d5f75ae-9d34-48f2-ba5e-e2e099fd8093/631c9b28-7d2a-4585-9f9a-dce303c715a6) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:47.830298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:47.865480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.865844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff449758-1658-4caa-a253-621e746979d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.865953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:47.968192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Attempting to bind port cb46f646-403f-4b75-a173-d2b1cd8d261d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:47.968561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Attempting to bind port cb46f646-403f-4b75-a173-d2b1cd8d261d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '924836c7-1881-473b-8673-daa09671fd1f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:47.968922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Attempting to bind port cb46f646-403f-4b75-a173-d2b1cd8d261d on network 924836c7-1881-473b-8673-daa09671fd1f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:48.005797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.037661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:48.037982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Checking segment: {'id': 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '924836c7-1881-473b-8673-daa09671fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:48.045127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.045127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Bound using segment: {'id': 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '924836c7-1881-473b-8673-daa09671fd1f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:48.045127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Bound port: cb46f646-403f-4b75-a173-d2b1cd8d261d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '924836c7-1881-473b-8673-daa09671fd1f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:48.045127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.048476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.111824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.116676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 924836c7-1881-473b-8673-daa09671fd1f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:48.124270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:48.126120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ff449758-1658-4caa-a253-621e746979d2 None None] For port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,segment=NetworkSegment(b37b0a27-1c1e-43b9-b889-8bf5503715df),segment_id=b37b0a27-1c1e-43b9-b889-8bf5503715df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:48.127885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:48.139110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:48.139730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.172627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=c4349322-2b92-414d-b864-23cbe5216686,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:48.211499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Port': ['ID=35cc7dd9-45bf-423b-95ff-bbf608f8306f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:48.225875 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.236431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff449758-1658-4caa-a253-621e746979d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.330560 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a5e6d577-44b7-4c9b-bb69-a6d192937655 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4325459 Apr 04 11:44:48.332531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36056) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:48.346917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.389341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.413575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.452318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] For port cb46f646-403f-4b75-a173-d2b1cd8d261d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:48.456413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:48.456764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:48.466486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.478696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff449758-1658-4caa-a253-621e746979d2 None None] Pushing event updated for resources: {'Port': ['ID=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:48.485264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9f99bb9b-b5b3-484c-8f3c-2168c414cdc0 None None] Provisioning complete for port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:48.485736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f99bb9b-b5b3-484c-8f3c-2168c414cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.490985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] For port cb46f646-403f-4b75-a173-d2b1cd8d261d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb46f646-403f-4b75-a173-d2b1cd8d261d,segment=NetworkSegment(ccc4fdac-a6bc-4011-b4d2-56a719c99f2b),segment_id=ccc4fdac-a6bc-4011-b4d2-56a719c99f2b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:48.494432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.500648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef80d-a09c-4086-bc2b-af058deea4d1 req-e2006347-cc15-4685-b61c-6de1b660e87d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:48.502187 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da1ef80d-a09c-4086-bc2b-af058deea4d1 req-e2006347-cc15-4685-b61c-6de1b660e87d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1811333 Apr 04 11:44:48.542061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Pushing event updated for resources: {'Port': ['ID=00220573-a947-4e13-bf4a-51e768b15e87,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:48.559322 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da1ef80d-a09c-4086-bc2b-af058deea4d1 req-c180479d-4161-40ab-9b0d-83f158f79f87 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Apr 04 11:44:48.561751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.562502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port c4349322-2b92-414d-b864-23cbe5216686 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:48.562903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.573814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.581136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Allocated IP 2001:db8::1 (841d2a71-3601-4887-99e5-1ae1c8a9a05f/78bc24b7-db66-487d-acf5-214df8e486f2/d96708ed-10ca-491a-8628-e4e93c3ffc24) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:48.597588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.597588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:48.597588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.597588 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4e14b2a7-e4d1-4fac-8e71-7a99a435dba2 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79 HTTP/1.1" status: 204 len: 168 time: 2.0574961 Apr 04 11:44:48.597588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36058) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:48.604888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:44:48.604888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:44:48.611735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.621297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:48.632313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.634697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:48.642590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:48.644544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:48.649993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:48.652731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Pushing event updated for resources: {'Port': ['ID=631c9b28-7d2a-4585-9f9a-dce303c715a6,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:48.725747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36062) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:48.731169 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e96703f8-1859-4309-9a00-f35d72981dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/2d7080e1-930d-494e-8ee1-a5b2beb24867 HTTP/1.1" status: 200 len: 688 time: 2.4823599 Apr 04 11:44:48.780123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.783797 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80024727-0fb1-4cd6-b26b-a50745abcc35 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3378844 Apr 04 11:44:48.791391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36064) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:48.837854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:48.905537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for c4349322-2b92-414d-b864-23cbe5216686 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:48.936448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:48.937897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:49.039654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8ccf04e-5ff7-4828-a2f0-965dca3ad8f3 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.2388623 Apr 04 11:44:49.043961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36068) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:49.052749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:49.077390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c5eb1-c3f6-45e0-9aac-833f73f03de6 None None] Pushing event updated for resources: {'Port': ['ID=cb46f646-403f-4b75-a173-d2b1cd8d261d,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:49.092106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:49.092734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:49.098007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Attempting to bind port 631c9b28-7d2a-4585-9f9a-dce303c715a6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:49.098390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Attempting to bind port 631c9b28-7d2a-4585-9f9a-dce303c715a6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1011ef93-37a1-4eb6-b368-dc70d2b0fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:49.098753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Attempting to bind port 631c9b28-7d2a-4585-9f9a-dce303c715a6 on network 5e8689b9-9274-4b59-be9e-959ba881e9fa {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:49.115899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.139599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:49.141022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ec5bd-2794-4ded-80e0-26a0af6ec22f None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:49.159733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port b230c955-146d-4467-a418-415ad454ac21 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:49.160277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.167767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.172293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:49.172857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Checking segment: {'id': '1011ef93-37a1-4eb6-b368-dc70d2b0fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:49.173938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.174569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Bound using segment: {'id': '1011ef93-37a1-4eb6-b368-dc70d2b0fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:49.175231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Bound port: 631c9b28-7d2a-4585-9f9a-dce303c715a6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1011ef93-37a1-4eb6-b368-dc70d2b0fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5e8689b9-9274-4b59-be9e-959ba881e9fa'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:49.175771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.191521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Port 35cc7dd9-45bf-423b-95ff-bbf608f8306f not found while updating agent binding for router ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79. {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 04 11:44:49.208328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Routers set() bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:49.208918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Router IDs set() for agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 11:44:49.209887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent'). {{(pid=109638) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 04 11:44:49.210608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f459-de45-4492-bb7e-ec205b586dc1 None None] The sync data for ids ['ddcd5fa4-6fca-4a3d-a725-8d6d48e65f79'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:49.265964 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe07446a-e067-45a0-b634-368dae55c18f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2014542 Apr 04 11:44:49.273038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.275891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36070) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:49.282787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] For port 631c9b28-7d2a-4585-9f9a-dce303c715a6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:49.287746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] For port 631c9b28-7d2a-4585-9f9a-dce303c715a6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=631c9b28-7d2a-4585-9f9a-dce303c715a6,segment=NetworkSegment(1011ef93-37a1-4eb6-b368-dc70d2b0fec4),segment_id=1011ef93-37a1-4eb6-b368-dc70d2b0fec4)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:49.318436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab3fb-fea5-4625-a842-08363dcf60e0 req-e4578dfa-05e5-4c2a-b693-2653b0a0392a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:49.325635 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-abdab3fb-fea5-4625-a842-08363dcf60e0 req-e4578dfa-05e5-4c2a-b693-2653b0a0392a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3260515 Apr 04 11:44:49.348429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.349785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 0f0f94f6-cc4d-48d8-aede-d9cc04002e4a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:49.350264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.380809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-ec218f3f-c06c-4dcd-8e12-e3d854b604a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:49.382305 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-ec218f3f-c06c-4dcd-8e12-e3d854b604a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.1459143 Apr 04 11:44:49.420690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb46f646-403f-4b75-a173-d2b1cd8d261d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:49.466446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.492207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993f805-dfa2-41e6-a772-01e4a3ba686a None None] Pushing event updated for resources: {'Port': ['ID=631c9b28-7d2a-4585-9f9a-dce303c715a6,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:49.520428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb46f646-403f-4b75-a173-d2b1cd8d261d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:49.521110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.522229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Port': ['ID=d96708ed-10ca-491a-8628-e4e93c3ffc24,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:49.532697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-abdab3fb-fea5-4625-a842-08363dcf60e0 req-5dcf692a-7b71-40c8-b8c0-439f85f29448 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944840 Apr 04 11:44:49.552860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:49.557281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:49.560336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.568345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:49.568893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.659259 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-c927fce2-988a-43d2-aca1-f2ce7a4ac231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:49.661025 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-c927fce2-988a-43d2-aca1-f2ce7a4ac231 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.2633924 Apr 04 11:44:49.673374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.673968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.681919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.759774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Deleting port 00220573-a947-4e13-bf4a-51e768b15e87 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:49.760122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.761426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cb46f646-403f-4b75-a173-d2b1cd8d261d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb46f646-403f-4b75-a173-d2b1cd8d261d,segment=NetworkSegment(ccc4fdac-a6bc-4011-b4d2-56a719c99f2b),segment_id=ccc4fdac-a6bc-4011-b4d2-56a719c99f2b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:49.780865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for b230c955-146d-4467-a418-415ad454ac21 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:49.792100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.814274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 0f0f94f6-cc4d-48d8-aede-d9cc04002e4a owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:49.863006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.864316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4f8e0453-ca76-43ab-88f6-7d1bebe9826b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:49.874660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=c4349322-2b92-414d-b864-23cbe5216686,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:49.928439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Deleting port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:49.928889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.931937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:49.935229 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03dcdf6c-d5fe-403d-b999-f10ebb8751b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/c4349322-2b92-414d-b864-23cbe5216686 HTTP/1.1" status: 204 len: 168 time: 1.5947433 Apr 04 11:44:49.938538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36072) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:49.977043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.016542 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5aa761-dbe5-4b08-9bec-98851fb61794 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:44:50.021944 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7a5aa761-dbe5-4b08-9bec-98851fb61794 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/c4349322-2b92-414d-b864-23cbe5216686 HTTP/1.1" status: 404 len: 333 time: 0.0799193 Apr 04 11:44:50.022179 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-74c74210-2808-4b14-af56-70c96bd7aacf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.3506587 Apr 04 11:44:50.026411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cb46f646-403f-4b75-a173-d2b1cd8d261d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:50.035239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.035571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.047064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36074) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:50.056478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-eeb6a214-729c-412b-aebe-a401d04c9bd7 None None] Provisioning complete for port d96708ed-10ca-491a-8628-e4e93c3ffc24 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:50.057021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a214-729c-412b-aebe-a401d04c9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.084972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Calling delete_port for 00220573-a947-4e13-bf4a-51e768b15e87 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:50.109446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:50.110050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.116194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6a214-729c-412b-aebe-a401d04c9bd7 None None] Port d96708ed-10ca-491a-8628-e4e93c3ffc24 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:50.183602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-e667472f-36c8-4e98-96d2-c96ef7d42b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:50.185406 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-e667472f-36c8-4e98-96d2-c96ef7d42b40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1214194 Apr 04 11:44:50.205017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79733f29-a232-438d-8272-33ca9765e282 None None] Network 924836c7-1881-473b-8673-daa09671fd1f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:50.254553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] For port 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:50.255044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.260779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 096ec284-cc6f-49fa-99a8-48150460a7e5 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:44:50.274936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Calling delete_port for 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:50.279628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.291427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7f594f91-c8d3-4345-8e9c-d7d4e0935a1b None None] Provisioning complete for port cb46f646-403f-4b75-a173-d2b1cd8d261d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:50.291910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f594f91-c8d3-4345-8e9c-d7d4e0935a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.310644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-b20594c9-bf9e-4b4b-84fb-5f9dc41417e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:50.312175 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-b20594c9-bf9e-4b4b-84fb-5f9dc41417e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133025 Apr 04 11:44:50.418843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.467139 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-d6d2724f-009d-4f08-b386-2a6acb064b99 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472085 Apr 04 11:44:50.487025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.559398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.576510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=b230c955-146d-4467-a418-415ad454ac21,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:50.666638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=0f0f94f6-cc4d-48d8-aede-d9cc04002e4a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:50.784947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.817856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.856319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-43697bef-8cff-4a52-9fa0-a26490aa7e4c None None] Provisioning complete for port cb46f646-403f-4b75-a173-d2b1cd8d261d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:50.856969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43697bef-8cff-4a52-9fa0-a26490aa7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.861018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:50.897994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbfdf3-bcb6-4cc8-8333-8203a89098f5 None None] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:50.926006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Pushing event deleted for resources: {'Port': ['ID=00220573-a947-4e13-bf4a-51e768b15e87,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:51.007070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea678a-d0c4-4bf4-ad4b-3d1dbac4a3c6 req-9e59da32-eddb-4333-97ed-2e6a017d0965 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:51.009393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3cea678a-d0c4-4bf4-ad4b-3d1dbac4a3c6 req-9e59da32-eddb-4333-97ed-2e6a017d0965 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2970176 Apr 04 11:44:51.032914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.143809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.147046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.152753 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5e27eef5-f9bd-410d-8c4e-7db44fcce468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/2d7080e1-930d-494e-8ee1-a5b2beb24867 HTTP/1.1" status: 204 len: 168 time: 2.4229691 Apr 04 11:44:51.152753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:51.156814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '43fc95c7-b65d-4431-adfc-6746849c95b5'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:51.175997 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b58cd48-9c38-4ee5-8ffc-b9050a7ef8ad req-7fecda1d-eca8-465d-8706-8b052d608a1b service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182187 Apr 04 11:44:51.226160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Could not find standard attr ID for object c4349322-2b92-414d-b864-23cbe5216686. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:44:51.246205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Provisioning complete for port 631c9b28-7d2a-4585-9f9a-dce303c715a6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:51.247663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.256509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.305141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:51.315004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.453836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.457514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.466421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.477694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.493615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb46f646-403f-4b75-a173-d2b1cd8d261d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:51.505173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.505986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.540066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] For port 631c9b28-7d2a-4585-9f9a-dce303c715a6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=631c9b28-7d2a-4585-9f9a-dce303c715a6,segment=NetworkSegment(1011ef93-37a1-4eb6-b368-dc70d2b0fec4),segment_id=1011ef93-37a1-4eb6-b368-dc70d2b0fec4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:51.573144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb46f646-403f-4b75-a173-d2b1cd8d261d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:51.573639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.597616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.601936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.634359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.647723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3cea678a-d0c4-4bf4-ad4b-3d1dbac4a3c6 req-dc710a82-b3a0-4dc7-a200-9f85addc7f07 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6220126 Apr 04 11:44:51.679615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 631c9b28-7d2a-4585-9f9a-dce303c715a6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:51.686533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=096ec284-cc6f-49fa-99a8-48150460a7e5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:51.691898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Port': ['ID=d96708ed-10ca-491a-8628-e4e93c3ffc24,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:51.707122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.709783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.712095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1c0d6ab4-db1f-4f43-b308-f5f988a39da1 tempest-FloatingIPAdminTestJSON-1434206344 tempest-FloatingIPAdminTestJSON-1434206344-project] 10.222.0.43 "DELETE /v2.0/floatingips/c4ed7efe-b481-48c3-a1a0-07a6fc1e793f HTTP/1.1" status: 204 len: 168 time: 2.4341013 Apr 04 11:44:51.715046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:51.719842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.721827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830556e-5596-4763-918b-b783f4a5fdd7 None None] Network 924836c7-1881-473b-8673-daa09671fd1f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:51.739555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.745832 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8bb3b9e2-8e83-4fa4-a813-394dfc51b3b7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/096ec284-cc6f-49fa-99a8-48150460a7e5 HTTP/1.1" status: 204 len: 168 time: 1.6952856 Apr 04 11:44:51.745832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.746320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router abcbe71c-2e06-4b3f-b851-130894764bae {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:51.749057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:51.763063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.763063 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-231f996e-e6b9-4e59-ae88-09200e23e8cc tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/abcbe71c-2e06-4b3f-b851-130894764bae HTTP/1.1" status: 204 len: 168 time: 4.4080055 Apr 04 11:44:51.768087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36090) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:51.771004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.822696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'name': 'tempest-snat-router-96656895', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:51.859523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.862221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:51.866399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e396a77-495e-428c-af34-6ff1f1d2170f None None] Pushing event updated for resources: {'Port': ['ID=631c9b28-7d2a-4585-9f9a-dce303c715a6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:51.866575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:51.881481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.882097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8d99269-ad0c-4338-8c54-24d4f15ac93a {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:44:51.887151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.888754 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bd66b4c5-5eb5-4a9c-82ac-086162eab497 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f8d99269-ad0c-4338-8c54-24d4f15ac93a HTTP/1.1" status: 204 len: 168 time: 3.2904632 Apr 04 11:44:51.897300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dfec11e4-b501-434e-ae36-0da8cfc6b498 None None] Provisioning complete for port 631c9b28-7d2a-4585-9f9a-dce303c715a6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:51.897711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dfec11e4-b501-434e-ae36-0da8cfc6b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:51.904090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36092) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:51.913126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1936951136', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:51.956561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 631c9b28-7d2a-4585-9f9a-dce303c715a6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:51.957137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.138299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port cb46f646-403f-4b75-a173-d2b1cd8d261d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:52.138810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.139332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.145474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.147065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.135 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/966b619a-a903-4b34-9261-905475139fab) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:52.175610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.176847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.193673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e18741-b254-4074-8740-606c381cb24e None None] DHCP port deletion for 924836c7-1881-473b-8673-daa09671fd1f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:44:52.238066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Router 76115727-b3af-4d8d-af5a-2c45a30ed500 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:52.238266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Deleting port d60f7709-b09d-4650-a4fd-30c462070d48 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:52.238349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.272604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port cb46f646-403f-4b75-a173-d2b1cd8d261d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb46f646-403f-4b75-a173-d2b1cd8d261d,segment=NetworkSegment(ccc4fdac-a6bc-4011-b4d2-56a719c99f2b),segment_id=ccc4fdac-a6bc-4011-b4d2-56a719c99f2b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:52.273136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.279464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Deleting port cb46f646-403f-4b75-a173-d2b1cd8d261d {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:52.279957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.293272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.319999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for cb46f646-403f-4b75-a173-d2b1cd8d261d owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:52.349735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-67d0ea51-5c33-4739-a88d-ccaea24a0731 None None] Provisioning complete for port d96708ed-10ca-491a-8628-e4e93c3ffc24 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:52.352027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67d0ea51-5c33-4739-a88d-ccaea24a0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.356606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c6e18741-b254-4074-8740-606c381cb24e None None] For port cb46f646-403f-4b75-a173-d2b1cd8d261d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb46f646-403f-4b75-a173-d2b1cd8d261d,segment=NetworkSegment(ccc4fdac-a6bc-4011-b4d2-56a719c99f2b),segment_id=ccc4fdac-a6bc-4011-b4d2-56a719c99f2b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:52.357000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.395167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Calling delete_port for cb46f646-403f-4b75-a173-d2b1cd8d261d owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:52.404675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:52.413159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-76455094-14f7-4978-ac79-4c842367a920 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7881804 Apr 04 11:44:52.413159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36094) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:52.418772 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] Sync routers for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:52.425781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-67d0ea51-5c33-4739-a88d-ccaea24a0731 None None] Port d96708ed-10ca-491a-8628-e4e93c3ffc24 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:44:52.434626 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:52.435455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.439590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.482032 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.498090 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:52.499273 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.536222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.536671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.542544 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.543498 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ad2e5-2c79-415e-99ea-df24406a8961 None None] The sync data for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:52.575067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.606777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e18741-b254-4074-8740-606c381cb24e None None] Pushing event deleted for resources: {'Port': ['ID=cb46f646-403f-4b75-a173-d2b1cd8d261d,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:52.610243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e18741-b254-4074-8740-606c381cb24e None None] No DVR routers for this DVR port cb46f646-403f-4b75-a173-d2b1cd8d261d on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:52.614860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.634945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port cb46f646-403f-4b75-a173-d2b1cd8d261d on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:44:52.649285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Calling delete_port for d60f7709-b09d-4650-a4fd-30c462070d48 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:52.658370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=cb46f646-403f-4b75-a173-d2b1cd8d261d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:52.726189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.767532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.801374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.844966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924836c7-1881-473b-8673-daa09671fd1f']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.859667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.860010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.860308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc4fdac-a6bc-4011-b4d2-56a719c99f2b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:52.887883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.920656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.930741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:44:52.931151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:44:52.934266 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:44:52.953550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a210fac-4832-4118-8b2a-186c1f76a4af req-861178e4-66b5-4a4e-b61b-58a1fa1867cc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:52.955150 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1a210fac-4832-4118-8b2a-186c1f76a4af req-861178e4-66b5-4a4e-b61b-58a1fa1867cc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1858342 Apr 04 11:44:52.955949 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-797df5bd-d3a0-410f-a162-f242b5d459ff tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:44:52.959637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-797df5bd-d3a0-410f-a162-f242b5d459ff tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5431342 Apr 04 11:44:52.960953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36098) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:53.009576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.124793 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1a210fac-4832-4118-8b2a-186c1f76a4af req-53aa413f-5eab-40c6-8ed6-c74e41e52b1f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623406 Apr 04 11:44:53.128996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.129543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:53.134375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.141721 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/924836c7-1881-473b-8673-daa09671fd1f HTTP/1.1" status: 204 len: 168 time: 1.3878639 Apr 04 11:44:53.143519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:53.146548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36102) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:53.152536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'name': 'tempest-PortsIpV6TestJSON-596860402'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:53.154224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=966b619a-a903-4b34-9261-905475139fab,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:53.157783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:53.214496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df895-735e-4b1f-97b1-12b728075a5f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=924836c7-1881-473b-8673-daa09671fd1f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:53.286451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.287294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 631c9b28-7d2a-4585-9f9a-dce303c715a6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:44:53.344363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 631c9b28-7d2a-4585-9f9a-dce303c715a6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:44:53.345725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.375427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c42a-d71c-4773-a240-5ff523425e22 req-4daef44c-7ea2-4069-bbc7-1ee18c84acd1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:53.376837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c1d6c42a-d71c-4773-a240-5ff523425e22 req-4daef44c-7ea2-4069-bbc7-1ee18c84acd1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1544800 Apr 04 11:44:53.382474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Pushing event deleted for resources: {'Port': ['ID=d60f7709-b09d-4650-a4fd-30c462070d48,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:53.452353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:53.455778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.487927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c1d6c42a-d71c-4773-a240-5ff523425e22 req-7bcf0cef-045d-4d58-a75f-f9ea0abbe688 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904896 Apr 04 11:44:53.500563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 62a28e98-0ea2-49a2-9af4-2eba3f3266a7 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:53.502565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb46f646-403f-4b75-a173-d2b1cd8d261d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:53.521189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.537087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cb46f646-403f-4b75-a173-d2b1cd8d261d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:53.537387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb46f646-403f-4b75-a173-d2b1cd8d261d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:53.537839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:44:53.563697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:44:53.564066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5cc4bc2e-89d1-4e3c-aa04-ac73dcb7d9a3 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:44:53.587319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.987214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.989729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:53.994215 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-66181a3d-ee58-4083-b783-3bca5c9bcb16 tempest-FloatingIPAdminTestJSON-481143057 tempest-FloatingIPAdminTestJSON-481143057-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/16480681-ba41-4c97-83e1-de19715c521c HTTP/1.1" status: 204 len: 168 time: 2.2747176 Apr 04 11:44:53.996381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36112) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:54.087548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.092470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.150350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.223179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.251105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe47ba-d7e4-427e-9331-be034dee1794 req-a5f597c9-0be3-4418-bff8-d1f372bb2a78 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:54.252501 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-48fe47ba-d7e4-427e-9331-be034dee1794 req-a5f597c9-0be3-4418-bff8-d1f372bb2a78 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2423823 Apr 04 11:44:54.256092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Allocated IP 172.26.1.4 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/35f3930c-a734-4243-b931-9fef9a28d287) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:54.318915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ef2df-03c3-4690-b156-b4c34e57127b req-2418de48-26ce-4ff3-8c41-db641bfdaa6b tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:54.321270 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7d4ef2df-03c3-4690-b156-b4c34e57127b req-2418de48-26ce-4ff3-8c41-db641bfdaa6b tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.1565154 Apr 04 11:44:54.370692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.408313 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7d4ef2df-03c3-4690-b156-b4c34e57127b req-95bd65af-ff9b-4d94-ae85-032528e625f6 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807331 Apr 04 11:44:54.431647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:54.438350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:54.444968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:54.448404 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-48fe47ba-d7e4-427e-9331-be034dee1794 req-f8f39ae2-c218-412e-b9f4-4c7486c0a0ea tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861665 Apr 04 11:44:54.451136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:54.451753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.459886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=62a28e98-0ea2-49a2-9af4-2eba3f3266a7,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:54.475369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:54.475706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.553690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.578159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-83c5c8a9-5ff9-4532-96ca-a04d4d89b89e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4275961 Apr 04 11:44:54.578159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36118) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:54.611598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.633749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.638591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b8e1-559e-4d0e-b6b5-e747441a1e34 req-edb754d0-abb2-4f05-9a29-a457d3af3692 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:54.640529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f178b8e1-559e-4d0e-b6b5-e747441a1e34 req-edb754d0-abb2-4f05-9a29-a457d3af3692 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1189926 Apr 04 11:44:54.652465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for 917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:54.688417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting port d96708ed-10ca-491a-8628-e4e93c3ffc24 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:54.688760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.742923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f178b8e1-559e-4d0e-b6b5-e747441a1e34 req-e1cadb80-9870-4c9d-ac05-a813f3adc661 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839481 Apr 04 11:44:54.745430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.776881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.812321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 62a28e98-0ea2-49a2-9af4-2eba3f3266a7 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:54.812321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.813104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.838938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Calling delete_port for d96708ed-10ca-491a-8628-e4e93c3ffc24 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:54.892804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:54.898065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:54.906671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:54.919009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:54.938985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 62a28e98-0ea2-49a2-9af4-2eba3f3266a7 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:54.956330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 172.26.1.233 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/717442cf-f5a7-4306-b99c-09dc3a95f885) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:54.987622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event updated for resources: {'Port': ['ID=35f3930c-a734-4243-b931-9fef9a28d287,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:55.099981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651bbaa-9e7b-4916-b263-12068108d0d9 req-e6bcfb3b-ca19-4c8f-a801-92e7c8abba42 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:55.101487 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8651bbaa-9e7b-4916-b263-12068108d0d9 req-e6bcfb3b-ca19-4c8f-a801-92e7c8abba42 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2843378 Apr 04 11:44:55.164277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.184220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.199983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=62a28e98-0ea2-49a2-9af4-2eba3f3266a7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:55.207134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.210732 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2ca29e32-fcbf-4496-87f2-3891c4d3b447 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/62a28e98-0ea2-49a2-9af4-2eba3f3266a7 HTTP/1.1" status: 204 len: 168 time: 0.6318805 Apr 04 11:44:55.213390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36122) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:55.218308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'mac_address': 'fa:16:3e:5a:d7:b5', 'name': 'tempest-PortsIpV6TestJSON-1428868747'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:55.221407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.263169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Port': ['ID=d96708ed-10ca-491a-8628-e4e93c3ffc24,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:55.298504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=917a2df2-a0df-41b1-a3f6-2a53ebf0bb36,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:55.368002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8651bbaa-9e7b-4916-b263-12068108d0d9 req-b4563a73-0547-4ec7-9e38-327c0c538a46 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536933 Apr 04 11:44:55.418151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.449536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.471228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.474704 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81036897-bba5-42f5-b81f-de8c792ca53c tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/ports/917a2df2-a0df-41b1-a3f6-2a53ebf0bb36 HTTP/1.1" status: 204 len: 168 time: 1.4743986 Apr 04 11:44:55.480039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36128) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:55.513427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.564304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.651111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:55.716836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Router 76115727-b3af-4d8d-af5a-2c45a30ed500 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:55.762657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:55.852037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 962d701b-0620-4fc6-898a-0a4e50dd281c yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:55.895886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:55.906195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d6cde576-0351-4208-96d9-ab49c2cf3511 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9453073 Apr 04 11:44:55.907895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36132) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:55.958593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] Sync routers for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:55.976714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:55.977638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:55.982285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-eafab616-6058-4b24-b3fa-dd6f8f42e230 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] delete failed (client error): The resource could not be found. Apr 04 11:44:55.987527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eafab616-6058-4b24-b3fa-dd6f8f42e230 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1339810355 HTTP/1.1" status: 404 len: 335 time: 0.0489869 Apr 04 11:44:55.990328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36134) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:55.998624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bef27-c508-4312-a1df-76c5f8c73fe8 req-12db0d15-cfac-4106-bf78-4333883d4ea8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.000216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-332bef27-c508-4312-a1df-76c5f8c73fe8 req-12db0d15-cfac-4106-bf78-4333883d4ea8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2426395 Apr 04 11:44:56.005042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a32f5fe6-ac78-4aed-b5b7-32578e3adf56 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'router': {'external_gateway_info': {'network_id': '76115727-b3af-4d8d-af5a-2c45a30ed500'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:56.028043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.037134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868b9f8-6bb1-427b-a197-72b439e21bbf tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.038711 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4868b9f8-6bb1-427b-a197-72b439e21bbf tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "GET /v2.0/ports?device_id=88a5ba90-152a-4724-bd74-ec91f1a82000 HTTP/1.1" status: 200 len: 913 time: 0.5577013 Apr 04 11:44:56.044387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=966b619a-a903-4b34-9261-905475139fab,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:56.046978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:56.048989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36136) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:56.078774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:56.079828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:56.132216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.150335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6a31-ac1c-48ce-9cbf-edbf8a3fd823 req-03f0a8f0-94e2-4a04-bf7e-dad2eff0a13d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.151943 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c2bb6a31-ac1c-48ce-9cbf-edbf8a3fd823 req-03f0a8f0-94e2-4a04-bf7e-dad2eff0a13d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.6303937 Apr 04 11:44:56.191981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:56.196853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.213115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-332bef27-c508-4312-a1df-76c5f8c73fe8 req-b0cfe3dc-9042-4927-adaa-7a3c948b63ec tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021699 Apr 04 11:44:56.217858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:56.267728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-5c895114-0152-4eb1-b02d-381239296350 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.268790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:56.269779 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-5c895114-0152-4eb1-b02d-381239296350 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.6126227 Apr 04 11:44:56.269955 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0375290-f809-42e5-af1c-9bb0e6020598 None None] The sync data for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:56.281677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:56.319304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=717442cf-f5a7-4306-b99c-09dc3a95f885,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:56.383217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a32f5fe6-ac78-4aed-b5b7-32578e3adf56 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.402799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.460493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-a32f5fe6-ac78-4aed-b5b7-32578e3adf56 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] update failed (client error): The resource could not be found. Apr 04 11:44:56.462720 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a32f5fe6-ac78-4aed-b5b7-32578e3adf56 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500 HTTP/1.1" status: 404 len: 339 time: 0.4609268 Apr 04 11:44:56.465649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36138) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:56.470749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1813765190'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:56.506297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.516584 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c2bb6a31-ac1c-48ce-9cbf-edbf8a3fd823 req-0655dce5-7d6f-4d40-8088-bc81af611e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269534 Apr 04 11:44:56.548620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:56.552211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:56.555102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:56.560590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.561177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.574317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:56.577700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.589712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=962d701b-0620-4fc6-898a-0a4e50dd281c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:56.607720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:44:56.616286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.616660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Added segment 2d62fa97-de73-4fe6-ba96-dedb6fac2172 of type vlan for network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 Apr 04 11:44:56.645094 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 645b8d57-52ae-429e-939d-311e91947fcd associated. External IP: 172.26.1.135, port: 43fc95c7-b65d-4431-adfc-6746849c95b5. Apr 04 11:44:56.657161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.665761 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-98b5803c-7fe9-4b95-a61e-78ff7ca814c1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4513493 Apr 04 11:44:56.668996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36140) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:56.727455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab264ee-a5d8-4ab0-b742-254197af5e00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.731355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bab264ee-a5d8-4ab0-b742-254197af5e00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/962d701b-0620-4fc6-898a-0a4e50dd281c HTTP/1.1" status: 200 len: 845 time: 0.0589495 Apr 04 11:44:56.731608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36142) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:56.778988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.784189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:56.784776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.881389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Network': ['ID=87e2c82e-7e5a-46c1-8373-8156ed328dc8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:56.894022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:44:56.894965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 962d701b-0620-4fc6-898a-0a4e50dd281c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:56.895379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.908048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Deleting port dd8c7f78-6282-458c-b85a-ae8e74c85942 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:56.908048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:56.915876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-03b1d52b-e592-4006-ae62-96d8da01811b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4456785 Apr 04 11:44:56.917336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36144) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:56.923002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'subnet': {'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:56.993454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.040050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 962d701b-0620-4fc6-898a-0a4e50dd281c owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:57.064142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.136071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62b32593-dcee-4355-aa89-5a4cd188dcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.165326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Made reservation on behalf of 7011dd54a3d442a591db9f060ed3494a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:57.169241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.227863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.264359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=962d701b-0620-4fc6-898a-0a4e50dd281c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:57.279677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.282875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-85c886de-325c-4072-8b45-291850ba418a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/962d701b-0620-4fc6-898a-0a4e50dd281c HTTP/1.1" status: 204 len: 168 time: 0.5502942 Apr 04 11:44:57.286573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36148) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:57.316821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c430a87-09fb-4599-a084-facd5fda2e9c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:44:57.318470 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c430a87-09fb-4599-a084-facd5fda2e9c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/962d701b-0620-4fc6-898a-0a4e50dd281c HTTP/1.1" status: 404 len: 333 time: 0.0307219 Apr 04 11:44:57.324639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36150) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:57.338776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'name': 'tempest-PortsIpV6TestJSON-22207705'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:57.514241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb422-54a3-45c8-bf91-ef9272b27d7d req-bf8174d7-e28c-4800-971a-e683536fb99a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:57.515971 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb6eb422-54a3-45c8-bf91-ef9272b27d7d req-bf8174d7-e28c-4800-971a-e683536fb99a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1922224 Apr 04 11:44:57.561699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] For port dd8c7f78-6282-458c-b85a-ae8e74c85942, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd8c7f78-6282-458c-b85a-ae8e74c85942,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:44:57.561699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.577438 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb6eb422-54a3-45c8-bf91-ef9272b27d7d req-7612af01-b6aa-44ad-99d4-aea38e221cb5 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521650 Apr 04 11:44:57.589851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.611307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.650917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:44:57.654316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:57.692373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 71f2d8f0-460a-4be6-ae74-ae9743ed36bd yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:44:57.704414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Subnet': ['ID=56512e2e-3499-4d5f-9cae-7d38c6d4515e,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:57.743113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Checking segment: {'id': '2d62fa97-de73-4fe6-ba96-dedb6fac2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:57.743460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network hostable DHCP agents. Network: 87e2c82e-7e5a-46c1-8373-8156ed328dc8, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:44:57.880229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:44:58.030869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05427922-1c6c-4d6a-9cfd-1b6dd207848a req-be7f98dd-bb23-4f1b-b235-33177d69c7b5 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:58.032362 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05427922-1c6c-4d6a-9cfd-1b6dd207848a req-be7f98dd-bb23-4f1b-b235-33177d69c7b5 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 945 time: 0.4213338 Apr 04 11:44:58.082792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:44:58.200012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7106a-3606-4c9e-8d93-96c84cb12c1d req-105c52a2-f474-454b-8908-061a736aeb18 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:58.201568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7c7106a-3606-4c9e-8d93-96c84cb12c1d req-105c52a2-f474-454b-8908-061a736aeb18 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1227932 Apr 04 11:44:58.204458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 87e2c82e-7e5a-46c1-8373-8156ed328dc8) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:58.208525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.212866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:58.213455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.216905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f15e78-bdc0-47d7-9235-d3fc9605b0a3 None None] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:44:58.274319 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7c7106a-3606-4c9e-8d93-96c84cb12c1d req-929a8c60-9df2-4e99-8ca7-5c7438c8f8d5 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Apr 04 11:44:58.305618 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-70877370-dbbd-4b4b-badd-714a5e64e7fc tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3874569 Apr 04 11:44:58.307880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36158) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:58.314100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8e5d3b33-f6be-4135-b98d-d89234c6f240 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'router': {'external_gateway_info': {'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:58.330429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.331014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.331101 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Floating IP df12426c-1e56-4d0c-852f-63531b45a314 disassociated. External IP: 172.26.1.236, port: dd8c7f78-6282-458c-b85a-ae8e74c85942. Apr 04 11:44:58.331456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Calling delete_port for dd8c7f78-6282-458c-b85a-ae8e74c85942 owned by compute:nova {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:44:58.341255 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05427922-1c6c-4d6a-9cfd-1b6dd207848a req-bf3123fe-5b58-4d90-9751-fc3999c889bf tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups?id=e165a7bd-4d6d-4494-8187-66cd49ee4444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554390 Apr 04 11:44:58.372761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Router 89f0df47-e091-4813-99d2-aeea211f1adc is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:58.374997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:58.387840 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:58.401716 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:58.402657 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:58.407082 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.407944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.425672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-87e2c82e-7e5a-46c1-8373-8156ed328dc8', 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8', 'tenant_id': '7011dd54a3d442a591db9f060ed3494a', 'fixed_ips': [{'subnet_id': '56512e2e-3499-4d5f-9cae-7d38c6d4515e'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:44:58.427104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.439839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:58.445267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.452108 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:58.453157 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:58.486223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=71f2d8f0-460a-4be6-ae74-ae9743ed36bd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:58.492998 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:58.493989 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d9e84-ebdc-4b4c-860b-9f16bc5c024b None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:58.547542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:58.552020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:58.555119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:58.561023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:58.561657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.562018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.606729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Allocated IP 2001:db8:1::2 (87e2c82e-7e5a-46c1-8373-8156ed328dc8/56512e2e-3499-4d5f-9cae-7d38c6d4515e/233564dd-d7ff-46f2-b054-495d84f4b0f9) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:58.675850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-06b699d1-2184-4247-b911-9d33c48b4d81 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3470776 Apr 04 11:44:58.676173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3b33-f6be-4135-b98d-d89234c6f240 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.678818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36160) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:58.683954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:58.692206 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-50149f3d-540a-4f35-89ce-4456f12d9374 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5388691 Apr 04 11:44:58.701648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36162) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:58.754709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.779079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.850879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.902693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:44:58.905855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:44:58.910560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:44:58.921832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Pushing event updated for resources: {'Port': ['ID=233564dd-d7ff-46f2-b054-495d84f4b0f9,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:58.979930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Attempting to bind port 233564dd-d7ff-46f2-b054-495d84f4b0f9 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:44:58.980391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Attempting to bind port 233564dd-d7ff-46f2-b054-495d84f4b0f9 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2d62fa97-de73-4fe6-ba96-dedb6fac2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:44:58.980822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Attempting to bind port 233564dd-d7ff-46f2-b054-495d84f4b0f9 on network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:44:58.986688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:44:58.986946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.987119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Checking segment: {'id': '2d62fa97-de73-4fe6-ba96-dedb6fac2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:44:58.987627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:58.988105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Bound using segment: {'id': '2d62fa97-de73-4fe6-ba96-dedb6fac2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:44:58.988580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Bound port: 233564dd-d7ff-46f2-b054-495d84f4b0f9, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d62fa97-de73-4fe6-ba96-dedb6fac2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '87e2c82e-7e5a-46c1-8373-8156ed328dc8'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:44:58.989181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.000716 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-8e5d3b33-f6be-4135-b98d-d89234c6f240 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:44:59.001820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8e5d3b33-f6be-4135-b98d-d89234c6f240 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500 HTTP/1.1" status: 400 len: 364 time: 0.6924787 Apr 04 11:44:59.005525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36164) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:59.063531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] For port 233564dd-d7ff-46f2-b054-495d84f4b0f9, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:44:59.074388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] For port 233564dd-d7ff-46f2-b054-495d84f4b0f9, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=233564dd-d7ff-46f2-b054-495d84f4b0f9,segment=NetworkSegment(2d62fa97-de73-4fe6-ba96-dedb6fac2172),segment_id=2d62fa97-de73-4fe6-ba96-dedb6fac2172)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:44:59.081486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.153214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] In _notify_port_updated(), no bound segment for port 71f2d8f0-460a-4be6-ae74-ae9743ed36bd on network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:44:59.156602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.158535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:59.159213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.160417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/ports/71f2d8f0-460a-4be6-ae74-ae9743ed36bd HTTP/1.1" status: 200 len: 818 time: 0.4806418 Apr 04 11:44:59.167972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36166) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:59.227126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:44:59.239487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f90c8-3e0b-48a3-aed2-f1334c7d72af tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=71f2d8f0-460a-4be6-ae74-ae9743ed36bd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:59.255402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] Sync routers for ids ['89f0df47-e091-4813-99d2-aeea211f1adc'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:44:59.260838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fbcae7a6-c63d-4692-aa16-e6bf25dd5b01 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/floatingips/645b8d57-52ae-429e-939d-311e91947fcd HTTP/1.1" status: 200 len: 978 time: 0.5317192 Apr 04 11:44:59.273312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36168) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:59.277178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] Routers {'89f0df47-e091-4813-99d2-aeea211f1adc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:59.277178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['89f0df47-e091-4813-99d2-aeea211f1adc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:59.316770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:59.320893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e565784-28da-4fb5-8f7c-9c295eff9ce2 None None] Pushing event updated for resources: {'Port': ['ID=233564dd-d7ff-46f2-b054-495d84f4b0f9,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:59.338697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] Routers {'89f0df47-e091-4813-99d2-aeea211f1adc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:44:59.339782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['89f0df47-e091-4813-99d2-aeea211f1adc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:59.396348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.399807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:44:59.401523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e795-682d-4f5b-a533-46959856385e None None] The sync data for ids ['89f0df47-e091-4813-99d2-aeea211f1adc'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:44:59.406018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.420183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.423925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e026613b-eec2-4c8b-b204-4f5952f40f45 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5126941 Apr 04 11:44:59.424332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36174) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:59.465165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:59.501369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1d5d57be-d565-4918-a508-b9b83f55ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.533131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event deleted for resources: {'Port': ['ID=dd8c7f78-6282-458c-b85a-ae8e74c85942,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:44:59.576908 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fce07846-4221-4cd0-9ba6-15249d5b214d req-f3d2bce9-519d-404a-a1fc-e053d871c978 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.1025259 Apr 04 11:44:59.579210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74547fe7-abef-4193-81aa-2ee66872c868 req-e87bb577-fc3e-4e7b-ac4e-dbc0a4be00ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:44:59.580027 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1fa630f-b06f-480b-bfd1-b1d3559e7b0a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3034215 Apr 04 11:44:59.585224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36176) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:44:59.586884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74547fe7-abef-4193-81aa-2ee66872c868 req-e87bb577-fc3e-4e7b-ac4e-dbc0a4be00ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1841619 Apr 04 11:44:59.590503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': 'b441d413-5033-4236-ac46-f576533d7c9d'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:44:59.680006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74547fe7-abef-4193-81aa-2ee66872c868 req-a1e65881-255b-4732-9da3-2bfa1177d674 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916867 Apr 04 11:44:59.702621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:44:59.796386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 71f2d8f0-460a-4be6-ae74-ae9743ed36bd {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:44:59.796731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.832656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Allocated IP 2001:db8::1 (e23f05a9-bd60-4038-bd96-c0ef976045de/fee13d99-5fc7-4f06-b2e3-49ea93eabed3/b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:44:59.918786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:44:59.961305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.050253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.070963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.098472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network e23f05a9-bd60-4038-bd96-c0ef976045de is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:00.102217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:00.104980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:00.105627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.152149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 71f2d8f0-460a-4be6-ae74-ae9743ed36bd owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:00.157518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Port': ['ID=b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:00.184023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Router ec3f5c85-3874-41ad-a056-ae4e788c8923 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:00.249883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbacfc-a9f0-4d94-ba07-7e261c54fa60 req-9ad68d3f-142e-4faf-9937-6cb37630ea7e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:00.257210 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28dbacfc-a9f0-4d94-ba07-7e261c54fa60 req-9ad68d3f-142e-4faf-9937-6cb37630ea7e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4545856 Apr 04 11:45:00.363373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.445359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:00.455252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.458659 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Sync routers for ids ['46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:00.476230 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Routers {'46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:00.476993 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:00.576222 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28dbacfc-a9f0-4d94-ba07-7e261c54fa60 req-7091e0de-eb50-4def-b915-9f295bf0619b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180242 Apr 04 11:45:00.603508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port 6f056088-1a54-4360-bfd2-e66901461d4f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:00.603672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.643354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-85d6a2f1-9312-4ca1-8434-74d7b6411025 None None] Provisioning complete for port b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:00.643601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d6a2f1-9312-4ca1-8434-74d7b6411025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.693966 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Set router 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:00.833713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-85d6a2f1-9312-4ca1-8434-74d7b6411025 None None] Port b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:00.885478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device dd8c7f78-6282-458c-b85a-ae8e74c85942 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:00.899573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2740a-3aaa-4320-b38b-59795b2a4dd3 None None] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:00.926980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:00.939199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2daa-e5f9-4c0c-b6ad-96c5fdae00db req-30b6abaa-34a8-4431-a31b-05d83010b546 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:00.941889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b8b2daa-e5f9-4c0c-b6ad-96c5fdae00db req-30b6abaa-34a8-4431-a31b-05d83010b546 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0930998 Apr 04 11:45:00.944391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: dd8c7f78-6282-458c-b85a-ae8e74c85942 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:00.944888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device dd8c7f78-6282-458c-b85a-ae8e74c85942 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:01.011763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b8b2daa-e5f9-4c0c-b6ad-96c5fdae00db req-0f40b4f0-c752-4a29-ae54-9d9ec4dce57f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635622 Apr 04 11:45:01.026259 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233'}], 'enable_snat': False}, 'gw_port_id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:52Z', 'updated_at': '2022-04-04T11:44:56Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:54Z', 'updated_at': '2022-04-04T11:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:01.046702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] Provisioning complete for port 233564dd-d7ff-46f2-b054-495d84f4b0f9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:01.047374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.047957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.049380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.088524 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Checking router: 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:01.090138 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Updating router 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 port 717442cf-f5a7-4306-b99c-09dc3a95f885 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:01.118090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.119316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f77a79ac-e718-4c3a-9030-1a49812cce98 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.3047030 Apr 04 11:45:01.123366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36186) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:01.156534 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.208272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f360ba6-345e-46c2-9fc3-2655befbbaf4 req-b018a0cd-4d28-4ac7-b12d-11c751cdaac3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.1139431 Apr 04 11:45:01.348096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:01.392111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Sync routers for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:01.414028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 233564dd-d7ff-46f2-b054-495d84f4b0f9 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:01.414281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.431962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.466831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:01.467470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:01.496607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for 6f056088-1a54-4360-bfd2-e66901461d4f owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:01.500286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.511804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] No DVR routers for this DVR port dd8c7f78-6282-458c-b85a-ae8e74c85942 on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:01.513613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=71f2d8f0-460a-4be6-ae74-ae9743ed36bd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:01.517261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.520593 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5baa7d26-bc89-4dcf-8b62-58650e66d509 req-aabf237d-ff1f-477d-a6d6-9b7d829fe2e3 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.44 "DELETE /v2.0/ports/dd8c7f78-6282-458c-b85a-ae8e74c85942 HTTP/1.1" status: 204 len: 173 time: 5.2350924 Apr 04 11:45:01.524531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'name': 'network-vif-deleted', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:45:01.526899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21628f4e-ee3a-4d07-a340-2eaa5403eaca" -d '{"events": [{"server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "name": "network-vif-deleted", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:45:01.613251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9269a22-b738-4d8c-857d-8b5c5dd9b5b1 x-openstack-request-id: req-d9269a22-b738-4d8c-857d-8b5c5dd9b5b1 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:45:01.613859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdce7ee-b01f-48c4-954a-e975b1986e91", "name": "network-vif-deleted", "tag": "dd8c7f78-6282-458c-b85a-ae8e74c85942", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:45:01.613998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.614594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9269a22-b738-4d8c-857d-8b5c5dd9b5b1 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:45:01.615155 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9269a22-b738-4d8c-857d-8b5c5dd9b5b1'] response: {'server_uuid': 'abdce7ee-b01f-48c4-954a-e975b1986e91', 'name': 'network-vif-deleted', 'tag': 'dd8c7f78-6282-458c-b85a-ae8e74c85942', 'status': 'completed', 'code': 200} Apr 04 11:45:01.621694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.626528 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8f747455-218c-4b9c-aea9-8ae2e0772652 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/71f2d8f0-460a-4be6-ae74-ae9743ed36bd HTTP/1.1" status: 204 len: 168 time: 2.4508588 Apr 04 11:45:01.636368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36190) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:01.684211 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.706481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] For port 233564dd-d7ff-46f2-b054-495d84f4b0f9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=233564dd-d7ff-46f2-b054-495d84f4b0f9,segment=NetworkSegment(2d62fa97-de73-4fe6-ba96-dedb6fac2172),segment_id=2d62fa97-de73-4fe6-ba96-dedb6fac2172)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:01.770629 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.832658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 233564dd-d7ff-46f2-b054-495d84f4b0f9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:01.833021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.837836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.879181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Attempting to bind port 717442cf-f5a7-4306-b99c-09dc3a95f885 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:01.879181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Attempting to bind port 717442cf-f5a7-4306-b99c-09dc3a95f885 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:01.879181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Attempting to bind port 717442cf-f5a7-4306-b99c-09dc3a95f885 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:01.902217 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:01.903344 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:01.903869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.904265 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:01.904760 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Bound port: 717442cf-f5a7-4306-b99c-09dc3a95f885, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:01.905155 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:01.909349 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a841-0419-4d94-887d-2ceb76297cbb None None] Pushing event updated for resources: {'Port': ['ID=717442cf-f5a7-4306-b99c-09dc3a95f885,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:01.909786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b34a7-544d-4d08-8c97-44c00ac73bb6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:01.914637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0f6b34a7-544d-4d08-8c97-44c00ac73bb6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2738538 Apr 04 11:45:01.920292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36192) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:01.965214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event updated for resources: {'Port': ['ID=b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:02.001480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aef073-9c17-4d02-a009-24d73d0363d2 None None] Pushing event updated for resources: {'Port': ['ID=233564dd-d7ff-46f2-b054-495d84f4b0f9,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:02.020719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:02.038059 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] For port 717442cf-f5a7-4306-b99c-09dc3a95f885, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:02.043110 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] For port 717442cf-f5a7-4306-b99c-09dc3a95f885, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=717442cf-f5a7-4306-b99c-09dc3a95f885,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:02.058715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0ce3e8-252a-45a0-8abe-755a4c94fa34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:02.064944 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3e0ce3e8-252a-45a0-8abe-755a4c94fa34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/71f2d8f0-460a-4be6-ae74-ae9743ed36bd HTTP/1.1" status: 404 len: 333 time: 0.0969558 Apr 04 11:45:02.065596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36194) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:02.079069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-688350334'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:02.093685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Network e23f05a9-bd60-4038-bd96-c0ef976045de is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:02.096448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.115015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2e2007dd-b4e9-4a37-a0e2-14ef64402505 None None] Provisioning complete for port 233564dd-d7ff-46f2-b054-495d84f4b0f9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:02.116115 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.122810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e2007dd-b4e9-4a37-a0e2-14ef64402505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.130659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.140905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e08b2-3e02-45cc-a508-143ca48444d4 req-fb5b7abb-8ce1-47ca-b8d2-674c32db1f5c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:02.169886 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b57e08b2-3e02-45cc-a508-143ca48444d4 req-fb5b7abb-8ce1-47ca-b8d2-674c32db1f5c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 1.0028813 Apr 04 11:45:02.179757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:02.181902 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Routers {'46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:02.183475 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:02.184462 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a841-0419-4d94-887d-2ceb76297cbb None None] Pushing event updated for resources: {'Port': ['ID=717442cf-f5a7-4306-b99c-09dc3a95f885,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:02.227944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.355057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-46025f1b-f28b-413b-9c3f-b622dcadb0f4 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 HTTP/1.1" status: 200 len: 907 time: 1.2284653 Apr 04 11:45:02.361000 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] Set router 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:02.370977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36200) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:02.371500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:02.394424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.403437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'name': 'tempest-snat-router-96656895', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': True}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:02.440275 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b57e08b2-3e02-45cc-a508-143ca48444d4 req-75060baf-3871-4dfe-a266-90afd6fe7144 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694950 Apr 04 11:45:02.510836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:02.521850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Router 76115727-b3af-4d8d-af5a-2c45a30ed500 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:02.552219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.552491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment c1ef8512-617f-4dae-9bfa-7ab55a963dd6 of type vlan for network 1de17d83-f846-44c0-956c-93fa98c3cac5 Apr 04 11:45:02.552778 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 645b8d57-52ae-429e-939d-311e91947fcd associated. External IP: 172.26.1.135, port: 43fc95c7-b65d-4431-adfc-6746849c95b5. Apr 04 11:45:02.561183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.600627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.603862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.637171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b2538b4e-d559-4c24-82fc-3b62a03ae3ef req-ef43d63c-9689-4f3b-aab8-e4820a759139 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/ports?device_id=abdce7ee-b01f-48c4-954a-e975b1986e91 HTTP/1.1" status: 200 len: 210 time: 0.2141113 Apr 04 11:45:02.705655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=6f056088-1a54-4360-bfd2-e66901461d4f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:02.715906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.733111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.786411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:02.813977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233'}], 'enable_snat': False}, 'gw_port_id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:52Z', 'updated_at': '2022-04-04T11:44:56Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:54Z', 'updated_at': '2022-04-04T11:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:02.824046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Checking router: ec3f5c85-3874-41ad-a056-ae4e788c8923 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:02.847715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:02.848630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:02.864835 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0c770-ac18-4a9b-b0cf-d9aabb70ca12 None None] The sync data for ids ['46fdaf8d-fe8f-42a0-9f37-8aa091a1a305'] in dv-neutron-835866-1-hyperv is: [{'id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233'}], 'enable_snat': False}, 'gw_port_id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:44:52Z', 'updated_at': '2022-04-04T11:44:56Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '717442cf-f5a7-4306-b99c-09dc3a95f885', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fdaf8d-fe8f-42a0-9f37-8aa091a1a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:44:54Z', 'updated_at': '2022-04-04T11:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:02.871636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:02.921542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b5026-8538-4b7b-be11-760fe93219a2 req-ba921db4-47ae-43f6-b930-4c651f53a97d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:02.923245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b84b5026-8538-4b7b-be11-760fe93219a2 req-ba921db4-47ae-43f6-b930-4c651f53a97d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3351204 Apr 04 11:45:02.924431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:02.930276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aacbbc27-9a1d-4d0c-ba23-9bfb880cafc1 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9235969 Apr 04 11:45:02.933481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36204) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:02.946579 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] Sync routers for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:02.966248 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:02.969897 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:02.973460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7e8b5c79-fa3c-47bd-bf66-9a01fa47d483 None None] Provisioning complete for port b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:02.973869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5c79-fa3c-47bd-bf66-9a01fa47d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.034096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.039268 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:03.041002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:03.041865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.063712 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:03.064342 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:03.095667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b5c79-fa3c-47bd-bf66-9a01fa47d483 None None] Port b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:03.110055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:03.159894 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:03.161527 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bad63-be11-46b1-858f-ad250d862d15 None None] The sync data for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:03.258255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.316828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b84b5026-8538-4b7b-be11-760fe93219a2 req-32d7a227-f266-4059-b88c-87abbc269f2e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838759 Apr 04 11:45:03.327667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=1de17d83-f846-44c0-956c-93fa98c3cac5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:03.332912 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-41a453a2-5c8f-4b51-a3e3-6b9c005bb1d8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2609272 Apr 04 11:45:03.376396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36206) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:03.377911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.385177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:03.389403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 233564dd-d7ff-46f2-b054-495d84f4b0f9 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:03.389957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adbf76ee-e170-4cea-9818-d94a031cd619 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.401362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:03.450519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.521337 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-adbf76ee-e170-4cea-9818-d94a031cd619 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 04 11:45:03.525074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-adbf76ee-e170-4cea-9818-d94a031cd619 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500 HTTP/1.1" status: 409 len: 329 time: 0.4998932 Apr 04 11:45:03.526172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36210) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:03.571441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 233564dd-d7ff-46f2-b054-495d84f4b0f9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:03.572133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.633801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:03.681252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914da325-ffe1-484e-9d26-ccb405148988 None None] The sync data for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:43:32Z', 'revision_number': 4, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'd26932ce-a2a2-4a4d-9ffe-fad5be1c081c', 'name': '', 'network_id': 'efa3920d-50c4-4f34-9ab5-2ca6df98eb4f', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'mac_address': 'fa:16:3e:1a:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:30Z', 'updated_at': '2022-04-04T11:43:40Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'subnets': [{'id': '1399afc0-c3bb-4275-85f4-90c948cf7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:03.847828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36216) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:03.866955 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:03.984721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.012735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.028350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:04.049594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b3c53-c66e-4249-bc0f-8943fa7fa9d0 req-7dd2197b-ef44-4595-8e18-2100f8b9930a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:04.051143 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fe2b3c53-c66e-4249-bc0f-8943fa7fa9d0 req-7dd2197b-ef44-4595-8e18-2100f8b9930a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.6356030 Apr 04 11:45:04.093585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774044c-deda-462d-a46a-5e49161d95cf None None] New status for floating IP df12426c-1e56-4d0c-852f-63531b45a314: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:45:04.099473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.151653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.208898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 172.26.1.195 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/27e87b72-3280-40f6-9f90-7425d3d5f259) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:04.260119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fe2b3c53-c66e-4249-bc0f-8943fa7fa9d0 req-1e80589f-38a3-4aae-b523-f51393d4b883 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875968 Apr 04 11:45:04.299584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.328495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:04.332043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.386410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router 89f0df47-e091-4813-99d2-aeea211f1adc has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:04.408342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.411100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.479409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:04.493124 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:04.510207 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:04.510853 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:04.535284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.555176 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:04.565427 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:04.566601 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:04.572935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:04.576771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:04.582093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:04.589179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting port b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:04.589179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.605761 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:04.606455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792d3fa-63af-4912-bdf9-2b28864bc53e None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:04.634526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Router 88a5ba90-152a-4724-bd74-ec91f1a82000 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:04.642044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=27e87b72-3280-40f6-9f90-7425d3d5f259,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:04.818922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.822235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.823420 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "DELETE /v2.0/security-groups/e165a7bd-4d6d-4494-8187-66cd49ee4444 HTTP/1.1" status: 204 len: 168 time: 0.9695284 Apr 04 11:45:04.843891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36220) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:04.880269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c07b60-5736-4e65-8ef0-46213c7817bb tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165a7bd-4d6d-4494-8187-66cd49ee4444,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:04.889031 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-55bdedcf-b35b-4351-94e1-287611d26e26 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] show failed (client error): The resource could not be found. Apr 04 11:45:04.890323 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55bdedcf-b35b-4351-94e1-287611d26e26 tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "GET /v2.0/security-groups/e165a7bd-4d6d-4494-8187-66cd49ee4444 HTTP/1.1" status: 404 len: 347 time: 0.0454695 Apr 04 11:45:04.895945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36222) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:04.901095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:04.912001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:04.916093 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ae729d5b-7b39-43fe-9386-8fcfeff5e545 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "PUT /v2.0/routers/89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 200 len: 920 time: 5.4790475 Apr 04 11:45:04.918132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] Sync routers for ids ['89f0df47-e091-4813-99d2-aeea211f1adc'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:04.951021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] Routers {'89f0df47-e091-4813-99d2-aeea211f1adc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:04.951257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36224) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:04.951354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['89f0df47-e091-4813-99d2-aeea211f1adc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:04.992105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.000497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] Routers {'89f0df47-e091-4813-99d2-aeea211f1adc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:05.001107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['89f0df47-e091-4813-99d2-aeea211f1adc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.041489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.042990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071d5f4-e15c-446a-807e-4633d6453e25 None None] The sync data for ids ['89f0df47-e091-4813-99d2-aeea211f1adc'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:05.134149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:05.141186 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a8c62015-ddc1-417d-824a-08c7b6cddb6f tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "PUT /v2.0/routers/88a5ba90-152a-4724-bd74-ec91f1a82000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0851796 Apr 04 11:45:05.149304 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] Sync routers for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:05.157378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36226) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:05.168777 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:05.169616 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.181965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.194300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.242554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Calling delete_port for b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:05.251369 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.262759 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] Routers {'88a5ba90-152a-4724-bd74-ec91f1a82000'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:05.265979 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['88a5ba90-152a-4724-bd74-ec91f1a82000'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.274477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d054bdb8-f77d-4828-afa9-4372c65040bb tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 200 len: 920 time: 0.3164866 Apr 04 11:45:05.278840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36228) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:05.306401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:05.312230 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.313106 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13816b1-0e01-4e9c-98dc-1412b618cb7e None None] The sync data for ids ['88a5ba90-152a-4724-bd74-ec91f1a82000'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:05.316430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=35ba9b2b-4d09-4450-b180-29794332add3,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:05.330319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 717442cf-f5a7-4306-b99c-09dc3a95f885 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:05.343098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Deleting port d4ffa9e8-99a9-466b-97df-bd32156cfbd1 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:05.343443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.360632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:05.360632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 1de17d83-f846-44c0-956c-93fa98c3cac5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:05.385306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 717442cf-f5a7-4306-b99c-09dc3a95f885 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:05.398429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.472540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.481465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.489595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70505b-f002-4051-a1a0-f121341cd979 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:05.491120 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a70505b-f002-4051-a1a0-f121341cd979 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=89f0df47-e091-4813-99d2-aeea211f1adc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2113638 Apr 04 11:45:05.501252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 717442cf-f5a7-4306-b99c-09dc3a95f885, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=717442cf-f5a7-4306-b99c-09dc3a95f885,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:05.501452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36230) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:05.529310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:05.552696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.592318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.592659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.595307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 1de17d83-f846-44c0-956c-93fa98c3cac5) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:05.603411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:05.606311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=717442cf-f5a7-4306-b99c-09dc3a95f885,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:05.614882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.616049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:05.617174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.636555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e13f70-bac2-41df-b43c-11d690f84e45 None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:05.646757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Calling delete_port for d4ffa9e8-99a9-466b-97df-bd32156cfbd1 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:05.664877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:05.669992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.690606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71690804-a417-4752-b3c8-7077ebcae9f4 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:05.695241 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-71690804-a417-4752-b3c8-7077ebcae9f4 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.1904409 Apr 04 11:45:05.719677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:05.720856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.725312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36232) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:05.762636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.780353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-684e76b6-9396-4723-8518-bd8a64692cc3 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 200 len: 205 time: 0.0521319 Apr 04 11:45:05.782408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:05.782935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.785020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36234) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:05.823509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:05.824217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5188aaa-bcf4-4981-9879-0c4d0e913079 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:05.853527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.897756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-1de17d83-f846-44c0-956c-93fa98c3cac5', 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': '35ba9b2b-4d09-4450-b180-29794332add3'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:05.903244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:05.955590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.029376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Port': ['ID=b9ac7876-27ff-4a13-a0d1-d2ea9f1cac53,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:06.037406 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d8d5038-e149-4b38-adda-a0fb0d19e52c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6519473 Apr 04 11:45:06.042101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36236) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:06.048426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:06.055033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.059793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Allocated IP 2001:db8::2 (1de17d83-f846-44c0-956c-93fa98c3cac5/35ba9b2b-4d09-4450-b180-29794332add3/492b4991-00d0-4323-b4a2-5ba7f6f36248) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:06.071379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a027e70f-281c-4b08-81ec-8790b02b3b2a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/645b8d57-52ae-429e-939d-311e91947fcd HTTP/1.1" status: 200 len: 977 time: 6.4817600 Apr 04 11:45:06.082877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36238) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:06.088584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:06.228679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.285622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.357548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.390421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:06.393887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.405631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:06.410477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:06.414534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:06.422436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Pushing event updated for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:06.460126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.462889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.487270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Attempting to bind port 492b4991-00d0-4323-b4a2-5ba7f6f36248 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:06.487796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Attempting to bind port 492b4991-00d0-4323-b4a2-5ba7f6f36248 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:06.488419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Attempting to bind port 492b4991-00d0-4323-b4a2-5ba7f6f36248 on network 1de17d83-f846-44c0-956c-93fa98c3cac5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:06.495046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:06.496111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Checking segment: {'id': 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:06.496111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.496658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Bound using segment: {'id': 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:06.497595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Bound port: 492b4991-00d0-4323-b4a2-5ba7f6f36248, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:06.497765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.519749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Pushing event deleted for resources: {'Port': ['ID=d4ffa9e8-99a9-466b-97df-bd32156cfbd1,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:06.530859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.531206 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 645b8d57-52ae-429e-939d-311e91947fcd disassociated. External IP: 172.26.1.135, port: b441d413-5033-4236-ac46-f576533d7c9d. Apr 04 11:45:06.576909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:06.579982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=492b4991-00d0-4323-b4a2-5ba7f6f36248,segment=NetworkSegment(c1ef8512-617f-4dae-9bfa-7ab55a963dd6),segment_id=c1ef8512-617f-4dae-9bfa-7ab55a963dd6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:06.591497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.602421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.624706 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.ipam_backend_mixin [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35ba9b2b-4d09-4450-b180-29794332add3 (CIDR: 2001:db8::/64) Apr 04 11:45:06.647048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.649591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.650737 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-508c5da0-8bd0-48b0-8c5a-140173b84e8d tempest-ServersTestJSON-1589359927 tempest-ServersTestJSON-1589359927-project] 10.222.0.43 "DELETE /v2.0/floatingips/df12426c-1e56-4d0c-852f-63531b45a314 HTTP/1.1" status: 204 len: 168 time: 1.7477751 Apr 04 11:45:06.658138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port 9bd9317c-d669-4f00-b33b-07ad4edfb1d5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:06.658481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.659946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36240) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:06.684716 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:45:06.685197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:45:06.695680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.761709 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c1c481a4-f667-43be-9f49-ecd1bdf7e8dd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7173240 Apr 04 11:45:06.766154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:06.771793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:06.771936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced3e7a-0d12-4c0c-8f30-e358a8a49feb None None] Pushing event updated for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:06.800988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:06.889917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:07.047403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.057957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:07.063161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.065733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:07.069100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.075276 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:07.087179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for 9bd9317c-d669-4f00-b33b-07ad4edfb1d5 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:07.091114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Router 76115727-b3af-4d8d-af5a-2c45a30ed500 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:07.098187 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:07.098872 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.137951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.147369 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:07.148695 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.185081 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.185847 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2dc250-d7ce-426f-ba7f-e8522950660f None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:07.186350 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5ab8b455-2aed-4372-ac8f-b68c65038c6d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/645b8d57-52ae-429e-939d-311e91947fcd HTTP/1.1" status: 200 len: 688 time: 1.0907657 Apr 04 11:45:07.187272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36244) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:07.299303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port 35f3930c-a734-4243-b931-9fef9a28d287 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:07.299643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.317359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:07.389266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 492b4991-00d0-4323-b4a2-5ba7f6f36248 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:07.393953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 966b619a-a903-4b34-9261-905475139fab {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:07.394299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.410469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:07.428050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] Sync routers for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:07.445030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:07.445967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.449647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-064a02db-51eb-463e-be73-04e36674c8f8 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9226675 Apr 04 11:45:07.463665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36246) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:07.482268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.496715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] Routers {'76115727-b3af-4d8d-af5a-2c45a30ed500'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:07.497325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['76115727-b3af-4d8d-af5a-2c45a30ed500'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.536257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.536903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e09500-2a93-47f3-92dc-50338c6bd116 None None] The sync data for ids ['76115727-b3af-4d8d-af5a-2c45a30ed500'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:07.539023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:07.539540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.545482 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-c7a08052-ba32-43c1-95d9-e0ec130035de tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] show failed (client error): The resource could not be found. Apr 04 11:45:07.552544 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c7a08052-ba32-43c1-95d9-e0ec130035de tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1491876662 HTTP/1.1" status: 404 len: 335 time: 0.0864031 Apr 04 11:45:07.555936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36248) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:07.567913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-db49dc53-7215-497a-858d-f2eef15a6b6f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:07.607891 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-db49dc53-7215-497a-858d-f2eef15a6b6f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] update failed (client error): The resource could not be found. Apr 04 11:45:07.608923 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db49dc53-7215-497a-858d-f2eef15a6b6f tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-142877243 HTTP/1.1" status: 404 len: 334 time: 0.0449018 Apr 04 11:45:07.615631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36250) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:07.620509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.638562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.684702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for 35f3930c-a734-4243-b931-9fef9a28d287 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:07.689117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=492b4991-00d0-4323-b4a2-5ba7f6f36248,segment=NetworkSegment(c1ef8512-617f-4dae-9bfa-7ab55a963dd6),segment_id=c1ef8512-617f-4dae-9bfa-7ab55a963dd6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:07.706216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.713507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.713870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.714971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:07.731974 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Sync routers for ids ['54f3ece5-7cdc-42d8-a643-612ce4bf75b8'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:07.735583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting subnet 56512e2e-3499-4d5f-9cae-7d38c6d4515e {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:07.738065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 966b619a-a903-4b34-9261-905475139fab owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:07.743413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.751769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.751769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 717442cf-f5a7-4306-b99c-09dc3a95f885 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:07.758467 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Routers {'54f3ece5-7cdc-42d8-a643-612ce4bf75b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:07.761490 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['54f3ece5-7cdc-42d8-a643-612ce4bf75b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:07.775702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.781496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=9bd9317c-d669-4f00-b33b-07ad4edfb1d5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:07.913245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:07.913473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.913473 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d0ec4db1-c455-4e7f-8a59-58e1bba2aefe tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5169632 Apr 04 11:45:07.924827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36252) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:07.937784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 717442cf-f5a7-4306-b99c-09dc3a95f885 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:07.937784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.946878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:07.971481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:07.982044 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Set router 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:08.034778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:08.050694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.054803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:08.055399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.108002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=6af8dd16-af46-411d-b1a6-658ae10565e3,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:08.151185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea38d6-fe3a-41bc-8b33-a46351b293b1 None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:08.167333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.171235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.213828 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f587fe9d-88ce-4809-9765-d84689a1dfe7 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/54f3ece5-7cdc-42d8-a643-612ce4bf75b8 HTTP/1.1" status: 200 len: 906 time: 0.2877762 Apr 04 11:45:08.216341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36254) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:08.252499 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:02Z', 'updated_at': '2022-04-04T11:45:05Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:04Z', 'updated_at': '2022-04-04T11:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:08.266780 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e68d6cfe-f71a-4852-9f7a-9681187f9740 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4995549 Apr 04 11:45:08.267533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.269344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36256) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:08.279092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'fixed_ips': [{'subnet_id': '35ba9b2b-4d09-4450-b180-29794332add3'}, {'subnet_id': '6af8dd16-af46-411d-b1a6-658ae10565e3'}], 'name': 'tempest-PortsIpV6TestJSON-2089153747'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:08.285522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.299698 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Checking router: 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:08.300270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Updating router 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 port 27e87b72-3280-40f6-9f90-7425d3d5f259 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:08.314693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.333387 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.363763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=966b619a-a903-4b34-9261-905475139fab,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:08.364827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.365353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Fanout notify agent at l3_agent the message router_deleted on router 88a5ba90-152a-4724-bd74-ec91f1a82000 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:08.367414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.381297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.382663 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f098f4d-ed06-457e-918c-8fddb61a3aa6 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/routers/88a5ba90-152a-4724-bd74-ec91f1a82000 HTTP/1.1" status: 204 len: 168 time: 3.2149308 Apr 04 11:45:08.392815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36258) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:08.421712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5aaf3e8d-ff28-46d2-9516-c8e46b3b88bf None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:08.423167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5aaf3e8d-ff28-46d2-9516-c8e46b3b88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.461369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=35f3930c-a734-4243-b931-9fef9a28d287,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:08.579615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.668482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting subnet f8070c96-96b2-4834-814f-b596f07ccd26 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:08.671865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.696254 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.727759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Update dhcp port {'port': {'network_id': '1de17d83-f846-44c0-956c-93fa98c3cac5', 'fixed_ips': [{'subnet_id': '35ba9b2b-4d09-4450-b180-29794332add3', 'ip_address': '2001:db8::2'}, {'subnet_id': '6af8dd16-af46-411d-b1a6-658ae10565e3'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '492b4991-00d0-4323-b4a2-5ba7f6f36248'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:45:08.756034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.768457 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.809910 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594294ee-6f1a-4c31-8e63-b24e2dfd6d1a None None] Pushing event updated for resources: {'Port': ['ID=27e87b72-3280-40f6-9f90-7425d3d5f259,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:08.845661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Attempting to bind port 27e87b72-3280-40f6-9f90-7425d3d5f259 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:08.846541 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Attempting to bind port 27e87b72-3280-40f6-9f90-7425d3d5f259 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:08.847128 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Attempting to bind port 27e87b72-3280-40f6-9f90-7425d3d5f259 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:08.855714 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:08.856415 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:08.857190 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.858030 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:08.858687 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Bound port: 27e87b72-3280-40f6-9f90-7425d3d5f259, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:08.859274 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.877803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.880852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.886116 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a855ada0-3a29-4835-a06f-cdf2fff0067d tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/645b8d57-52ae-429e-939d-311e91947fcd HTTP/1.1" status: 204 len: 168 time: 1.6927600 Apr 04 11:45:08.907367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36260) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:08.928046 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] For port 27e87b72-3280-40f6-9f90-7425d3d5f259, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:08.934542 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] For port 27e87b72-3280-40f6-9f90-7425d3d5f259, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=27e87b72-3280-40f6-9f90-7425d3d5f259,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:08.968047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-c7282d3b-08a4-434e-9067-b2e3d07c0248 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] delete failed (client error): The resource could not be found. Apr 04 11:45:08.969114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c7282d3b-08a4-434e-9067-b2e3d07c0248 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/645b8d57-52ae-429e-939d-311e91947fcd HTTP/1.1" status: 404 len: 345 time: 0.0543978 Apr 04 11:45:08.979236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36262) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:08.980549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:08.997292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Allocated IP 2001:db8:0:1::2 (1de17d83-f846-44c0-956c-93fa98c3cac5/6af8dd16-af46-411d-b1a6-658ae10565e3/492b4991-00d0-4323-b4a2-5ba7f6f36248) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:09.019263 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.046505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.046732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.074326 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594294ee-6f1a-4c31-8e63-b24e2dfd6d1a None None] Pushing event updated for resources: {'Port': ['ID=27e87b72-3280-40f6-9f90-7425d3d5f259,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:09.077706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.121143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Subnet': ['ID=56512e2e-3499-4d5f-9cae-7d38c6d4515e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:09.123653 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Routers {'54f3ece5-7cdc-42d8-a643-612ce4bf75b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:09.124296 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['54f3ece5-7cdc-42d8-a643-612ce4bf75b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:09.136304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.141199 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-280896d4-2cdf-4a86-ad18-48cebeb70522 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/subnets/56512e2e-3499-4d5f-9cae-7d38c6d4515e HTTP/1.1" status: 204 len: 168 time: 1.5207317 Apr 04 11:45:09.147434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36264) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.161029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=492b4991-00d0-4323-b4a2-5ba7f6f36248,segment=NetworkSegment(c1ef8512-617f-4dae-9bfa-7ab55a963dd6),segment_id=c1ef8512-617f-4dae-9bfa-7ab55a963dd6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:09.161751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.227914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065a4ea-8f05-4b05-a120-e3a399caa276 None None] Network 87e2c82e-7e5a-46c1-8373-8156ed328dc8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:09.239486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e11ab-329c-4b56-ab2b-9b5465bfde6a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:09.246183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e11ab-329c-4b56-ab2b-9b5465bfde6a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:09.253977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e11ab-329c-4b56-ab2b-9b5465bfde6a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:09.255710 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b39e11ab-329c-4b56-ab2b-9b5465bfde6a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/ports?network_id=b041babc-a8ab-4c06-ba49-8a403deab94d HTTP/1.1" status: 200 len: 2357 time: 0.2728996 Apr 04 11:45:09.258035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.261043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36266) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.281922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.283064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router 89f0df47-e091-4813-99d2-aeea211f1adc {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:09.292487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.298805 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e35e7cde-f4e8-44d2-9d7d-9196d3f56163 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 204 len: 168 time: 3.5069933 Apr 04 11:45:09.303587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36268) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.309040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-538456458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:09.348117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 492b4991-00d0-4323-b4a2-5ba7f6f36248 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:09.350200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.358117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:09.373359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.398935 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] Set router 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:09.409454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.433093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.453854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.456139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.497221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df3aa2-538f-4963-b6a1-f1e7acae3c39 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:09.498938 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-99df3aa2-538f-4963-b6a1-f1e7acae3c39 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/subnets/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3 HTTP/1.1" status: 200 len: 797 time: 0.2355113 Apr 04 11:45:09.506179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36270) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.514281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'port': {'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d', 'name': 'tempest-FloatingIPTestJSON-888444891', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:09.528106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Deleting port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:09.530801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.574590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.581979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66da19-6008-45d7-b25c-3276a6dcb5c6 None None] Pushing event updated for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:09.618023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.631246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:09.634368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.650674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.660692 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:02Z', 'updated_at': '2022-04-04T11:45:05Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:04Z', 'updated_at': '2022-04-04T11:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:09.661499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.679889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Subnet': ['ID=f8070c96-96b2-4834-814f-b596f07ccd26,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:09.693530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.701943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-63e60083-cc7d-4de3-bcb1-c91de8f4babc tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/subnets/f8070c96-96b2-4834-814f-b596f07ccd26 HTTP/1.1" status: 204 len: 168 time: 1.3080192 Apr 04 11:45:09.704928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36272) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.707936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 6566c54f-d1b1-49f7-af37-6f3372d76a46 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:09.746424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816af70-f187-4714-ad85-b82a29a29604 None None] Network a9a5c7fe-e845-4c68-be24-4889f2a0bde8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:09.748930 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8268d11-cdea-43f7-ab09-1c83376c7d0f None None] The sync data for ids ['54f3ece5-7cdc-42d8-a643-612ce4bf75b8'] in dv-neutron-835866-1-hyperv is: [{'id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'name': 'tempest-snat-router-96656895', 'tenant_id': '336cf31f007b4bd4b86a182596170729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:02Z', 'updated_at': '2022-04-04T11:45:05Z', 'revision_number': 3, 'project_id': '336cf31f007b4bd4b86a182596170729', 'gw_port': {'id': '27e87b72-3280-40f6-9f90-7425d3d5f259', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f3ece5-7cdc-42d8-a643-612ce4bf75b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:04Z', 'updated_at': '2022-04-04T11:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:09.783909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.795826 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-67dd0d7e-ecc6-4f6e-9a12-8ffb3efc494d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4905832 Apr 04 11:45:09.809052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36274) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:09.812907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] For port d26932ce-a2a2-4a4d-9ffe-fad5be1c081c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:09.813294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.829528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] DHCP port deletion for 87e2c82e-7e5a-46c1-8373-8156ed328dc8 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:09.831832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:09.874735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting port 233564dd-d7ff-46f2-b054-495d84f4b0f9 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:09.875076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:09.976942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Calling delete_port for d26932ce-a2a2-4a4d-9ffe-fad5be1c081c owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.003602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] For port 233564dd-d7ff-46f2-b054-495d84f4b0f9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=233564dd-d7ff-46f2-b054-495d84f4b0f9,segment=NetworkSegment(2d62fa97-de73-4fe6-ba96-dedb6fac2172),segment_id=2d62fa97-de73-4fe6-ba96-dedb6fac2172)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:10.004445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.018090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Deleting port 233564dd-d7ff-46f2-b054-495d84f4b0f9 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:10.018428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.020424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Calling delete_port for 233564dd-d7ff-46f2-b054-495d84f4b0f9 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.104868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.149110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Deleting port 27e87b72-3280-40f6-9f90-7425d3d5f259 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:10.149110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.150355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] DHCP port deletion for a9a5c7fe-e845-4c68-be24-4889f2a0bde8 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:10.188407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:10.235835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] For port 233564dd-d7ff-46f2-b054-495d84f4b0f9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=233564dd-d7ff-46f2-b054-495d84f4b0f9,segment=NetworkSegment(2d62fa97-de73-4fe6-ba96-dedb6fac2172),segment_id=2d62fa97-de73-4fe6-ba96-dedb6fac2172)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:10.236246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.262546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Calling delete_port for 233564dd-d7ff-46f2-b054-495d84f4b0f9 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.270709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.371767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Deleting port 7d45cfac-535b-4aec-96b7-67bfaa121d1f {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:10.372410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.424145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad005df3-a88e-4977-a09e-40d73713f15a None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:10.445806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Port': ['ID=233564dd-d7ff-46f2-b054-495d84f4b0f9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:10.453509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] No DVR routers for this DVR port 233564dd-d7ff-46f2-b054-495d84f4b0f9 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:10.562687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] For port 27e87b72-3280-40f6-9f90-7425d3d5f259, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=27e87b72-3280-40f6-9f90-7425d3d5f259,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:10.563314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.567142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.595240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port 7d45cfac-535b-4aec-96b7-67bfaa121d1f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:10.596420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.608685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Calling delete_port for 27e87b72-3280-40f6-9f90-7425d3d5f259 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.626267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] For port 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7d45cfac-535b-4aec-96b7-67bfaa121d1f,segment=NetworkSegment(8a44279a-9c3a-4833-af9c-f031a8d8370a),segment_id=8a44279a-9c3a-4833-af9c-f031a8d8370a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:10.626793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.644387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Calling delete_port for 7d45cfac-535b-4aec-96b7-67bfaa121d1f owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.645311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.683921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] For port 7d45cfac-535b-4aec-96b7-67bfaa121d1f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7d45cfac-535b-4aec-96b7-67bfaa121d1f,segment=NetworkSegment(8a44279a-9c3a-4833-af9c-f031a8d8370a),segment_id=8a44279a-9c3a-4833-af9c-f031a8d8370a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:10.684432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.700138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for 7d45cfac-535b-4aec-96b7-67bfaa121d1f owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:10.745128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.751464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.778053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fbe9780c-2d0d-4d1b-be99-90d53afc756f None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:10.778258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fbe9780c-2d0d-4d1b-be99-90d53afc756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.781334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] device_id is not set on port 34ee5851-a942-410f-9c8d-50bbcda238ce yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:10.786588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.793342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2c82e-7e5a-46c1-8373-8156ed328dc8']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:10.825181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26932ce-a2a2-4a4d-9ffe-fad5be1c081c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:10.836876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.868398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] Pushing event deleted for resources: {'Port': ['ID=233564dd-d7ff-46f2-b054-495d84f4b0f9,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:10.897530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218fe42-ffb8-4db6-bae7-9a9e7f31fb6c None None] No DVR routers for this DVR port 233564dd-d7ff-46f2-b054-495d84f4b0f9 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:10.899919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] Pushing event deleted for resources: {'Port': ['ID=7d45cfac-535b-4aec-96b7-67bfaa121d1f,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:10.928050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d62fa97-de73-4fe6-ba96-dedb6fac2172') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:10.928358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d62fa97-de73-4fe6-ba96-dedb6fac2172') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:10.951272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e831578-c3ec-4611-81e3-4b03ae7b7964 None None] No DVR routers for this DVR port 7d45cfac-535b-4aec-96b7-67bfaa121d1f on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:10.990484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:10.996388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.113000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=7d45cfac-535b-4aec-96b7-67bfaa121d1f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:11.124893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] No DVR routers for this DVR port 7d45cfac-535b-4aec-96b7-67bfaa121d1f on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:11.147010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.149731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::3ba (1de17d83-f846-44c0-956c-93fa98c3cac5/35ba9b2b-4d09-4450-b180-29794332add3/6566c54f-d1b1-49f7-af37-6f3372d76a46) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:11.170879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8:0:1::48 (1de17d83-f846-44c0-956c-93fa98c3cac5/6af8dd16-af46-411d-b1a6-658ae10565e3/6566c54f-d1b1-49f7-af37-6f3372d76a46) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:11.185770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:11.186190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:11.191160 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:11.271978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.390024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.399441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0ca2c2f4-23ed-4c19-8442-ccc5e8c37828 None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:11.400869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c2f4-23ed-4c19-8442-ccc5e8c37828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.451409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a5c7fe-e845-4c68-be24-4889f2a0bde8']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:11.485985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a44279a-9c3a-4833-af9c-f031a8d8370a') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:11.486179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a44279a-9c3a-4833-af9c-f031a8d8370a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:11.488007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.502433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 492b4991-00d0-4323-b4a2-5ba7f6f36248 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:11.515429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.520752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.563840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:11.564540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.603012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.613350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:11.613787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:11.620668 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:11.700767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.719372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.722537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/networks/87e2c82e-7e5a-46c1-8373-8156ed328dc8 HTTP/1.1" status: 204 len: 168 time: 2.5685384 Apr 04 11:45:11.743224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36280) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:11.817117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Allocated IP 172.26.1.120 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/eb19a9de-ad08-4915-8988-9468f4b6a32f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:11.827701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.830619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd863-bfc7-4d64-a1cc-fc11458c1800 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Network': ['ID=87e2c82e-7e5a-46c1-8373-8156ed328dc8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:11.841321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.845024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/networks/a9a5c7fe-e845-4c68-be24-4889f2a0bde8 HTTP/1.1" status: 204 len: 168 time: 2.1388168 Apr 04 11:45:11.849089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36282) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:11.860197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 27e87b72-3280-40f6-9f90-7425d3d5f259 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:11.916853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 27e87b72-3280-40f6-9f90-7425d3d5f259 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:11.917863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.920514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting subnet 7d5f75ae-9d34-48f2-ba5e-e2e099fd8093 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:11.923687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08cf3f-e86e-4198-8692-52870ce76f90 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Network': ['ID=a9a5c7fe-e845-4c68-be24-4889f2a0bde8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:11.946145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 27e87b72-3280-40f6-9f90-7425d3d5f259 was deleted so its status cannot be updated. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 04 11:45:11.948517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.955062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:11.978268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Router ec3f5c85-3874-41ad-a056-ae4e788c8923 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:12.011656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 233564dd-d7ff-46f2-b054-495d84f4b0f9 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:12.036199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Port': ['ID=27e87b72-3280-40f6-9f90-7425d3d5f259,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:12.040979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 233564dd-d7ff-46f2-b054-495d84f4b0f9 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:12.040979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 233564dd-d7ff-46f2-b054-495d84f4b0f9 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:12.041157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7d45cfac-535b-4aec-96b7-67bfaa121d1f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:12.079118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 7d45cfac-535b-4aec-96b7-67bfaa121d1f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:12.079462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7d45cfac-535b-4aec-96b7-67bfaa121d1f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:12.084777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.090697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.14 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/34ee5851-a942-410f-9c8d-50bbcda238ce) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:12.098470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.124338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.13 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/34ee5851-a942-410f-9c8d-50bbcda238ce) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:12.126346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.140574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Deleting port ffe7fe01-012a-4699-98a3-1e3acc8c38a0 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:12.140928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.224550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.383822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.388275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.405061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.407520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.546249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:12.557314 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d8391289-0702-430c-8701-bf4e53e41e97 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec3f5c85-3874-41ad-a056-ae4e788c8923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8610842 Apr 04 11:45:12.557314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36284) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:12.560770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Sync routers for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:12.565322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:12.575831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:12.576725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:12.580532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:12.589910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.590436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f3ece5-7cdc-42d8-a643-612ce4bf75b8 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:12.596422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:12.602326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:12.602770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.603205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.612646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.616197 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1c9a12e7-80b0-4870-b4ce-b421f13b2a8c tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/routers/54f3ece5-7cdc-42d8-a643-612ce4bf75b8 HTTP/1.1" status: 204 len: 168 time: 4.3963480 Apr 04 11:45:12.618713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36286) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:12.622076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=6566c54f-d1b1-49f7-af37-6f3372d76a46,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:12.629059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.629390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.644489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.699510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.726430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Calling delete_port for ffe7fe01-012a-4699-98a3-1e3acc8c38a0 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:12.737699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:12.743358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:12.757346 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8fbf6686-f4a0-4508-9222-e449d7a0a537 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.4821436 Apr 04 11:45:12.758331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36288) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:12.767863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5f75ae-9d34-48f2-ba5e-e2e099fd8093,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:12.776379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c3c33-b92a-44cb-adb9-21187f80943b None None] Network 5e8689b9-9274-4b59-be9e-959ba881e9fa requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:12.782967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35ba9b2b-4d09-4450-b180-29794332add3'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:12.786878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.790693 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1fe777f5-e351-4c4f-aa4c-0527d10ec1ce tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/subnets/7d5f75ae-9d34-48f2-ba5e-e2e099fd8093 HTTP/1.1" status: 204 len: 168 time: 1.0432556 Apr 04 11:45:12.793454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36290) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:12.812773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:12.816341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:12.829869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event updated for resources: {'Port': ['ID=eb19a9de-ad08-4915-8988-9468f4b6a32f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:12.832167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:12.954679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:12.964678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:12.973521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:12.981971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting subnet 78bc24b7-db66-487d-acf5-214df8e486f2 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:12.984408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=34ee5851-a942-410f-9c8d-50bbcda238ce,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:12.992602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.007608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.010470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.049834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2ea3cc23-3fd2-4480-968e-f99e1a2f6a8d None None] Provisioning complete for port 6566c54f-d1b1-49f7-af37-6f3372d76a46 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:13.050397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ea3cc23-3fd2-4480-968e-f99e1a2f6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.058154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.079668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.129169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3cc23-3fd2-4480-968e-f99e1a2f6a8d None None] Port 6566c54f-d1b1-49f7-af37-6f3372d76a46 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:13.136426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:13.137173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.174303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:45:10Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:13.222086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Checking router: ec3f5c85-3874-41ad-a056-ae4e788c8923 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:13.232819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Routers {'ec3f5c85-3874-41ad-a056-ae4e788c8923'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:13.234212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec3f5c85-3874-41ad-a056-ae4e788c8923'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:13.283586 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-458d2ed4-f481-43f1-bfa6-0ceb09fc9482 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7748120 Apr 04 11:45:13.284396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36292) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:13.297262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '34ee5851-a942-410f-9c8d-50bbcda238ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:13.298731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] DHCP port deletion for 5e8689b9-9274-4b59-be9e-959ba881e9fa request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:13.334601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 27e87b72-3280-40f6-9f90-7425d3d5f259 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:13.364714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 27e87b72-3280-40f6-9f90-7425d3d5f259 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:13.365338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 27e87b72-3280-40f6-9f90-7425d3d5f259 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:13.376044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.377611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.406499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.427470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] Set router ec3f5c85-3874-41ad-a056-ae4e788c8923 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:13.454624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.483287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.485350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Deleting port 631c9b28-7d2a-4585-9f9a-dce303c715a6 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:13.485750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.552687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Pushing event deleted for resources: {'Port': ['ID=ffe7fe01-012a-4699-98a3-1e3acc8c38a0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:13.595019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Delete allocated IP 2001:db8:0:1::48 (1de17d83-f846-44c0-956c-93fa98c3cac5/6af8dd16-af46-411d-b1a6-658ae10565e3) {{(pid=109637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:45:13.597295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] For port 631c9b28-7d2a-4585-9f9a-dce303c715a6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=631c9b28-7d2a-4585-9f9a-dce303c715a6,segment=NetworkSegment(1011ef93-37a1-4eb6-b368-dc70d2b0fec4),segment_id=1011ef93-37a1-4eb6-b368-dc70d2b0fec4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:13.597995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.601466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.615627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Calling delete_port for 631c9b28-7d2a-4585-9f9a-dce303c715a6 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:13.661236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.667214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/subnets/78bc24b7-db66-487d-acf5-214df8e486f2 HTTP/1.1" status: 204 len: 168 time: 0.8726976 Apr 04 11:45:13.668907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdb0dc-1236-4818-9bbc-3621ab57389a tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Subnet': ['ID=78bc24b7-db66-487d-acf5-214df8e486f2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:13.670817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36294) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:13.684910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c8678-83b8-4298-a0d4-492d973746e2 None None] Network 841d2a71-3601-4887-99e5-1ae1c8a9a05f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:13.713413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.716135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.717403 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-796604fe-ed24-4171-996f-cf4ff478f009 tempest-FloatingIPAdminTestJSON-1820576851 tempest-FloatingIPAdminTestJSON-1820576851-project] 10.222.0.43 "DELETE /v2.0/floatingips/63e5388d-8a74-4689-919c-57ab657b9fa0 HTTP/1.1" status: 204 len: 168 time: 1.8660810 Apr 04 11:45:13.750413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.804138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Deleting port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:13.804629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.832771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Deleting port 717442cf-f5a7-4306-b99c-09dc3a95f885 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:13.833485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.853134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.861424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.877932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:13.893519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:45:10Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:13.905997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.82 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/60bd0946-471e-4043-93b7-e9aa5ec0f20c) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:13.927039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58b3a8-87a1-49dd-a027-3646cf33a893 None None] The sync data for ids ['ec3f5c85-3874-41ad-a056-ae4e788c8923'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'name': 'tempest-ServersTestJSON-1569056319-router', 'tenant_id': 'c8796c4c58404763a6ed32de532d9d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:24Z', 'updated_at': '2022-04-04T11:45:10Z', 'revision_number': 5, 'project_id': 'c8796c4c58404763a6ed32de532d9d2d', 'gw_port': {'id': 'cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f5c85-3874-41ad-a056-ae4e788c8923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:26Z', 'updated_at': '2022-04-04T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:13.948064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.029919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.051278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] In _notify_port_updated(), no bound segment for port 6566c54f-d1b1-49f7-af37-6f3372d76a46 on network 1de17d83-f846-44c0-956c-93fa98c3cac5 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:45:14.057508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:14.058316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.059515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/ports/6566c54f-d1b1-49f7-af37-6f3372d76a46 HTTP/1.1" status: 200 len: 926 time: 1.2868090 Apr 04 11:45:14.065352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36298) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:14.076055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35ba9b2b-4d09-4450-b180-29794332add3'}, {'subnet_id': '6af8dd16-af46-411d-b1a6-658ae10565e3'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:14.082889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] Pushing event deleted for resources: {'Port': ['ID=631c9b28-7d2a-4585-9f9a-dce303c715a6,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:14.095276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7b497-7528-4d82-b2eb-45e2bc4df4f1 None None] No DVR routers for this DVR port 631c9b28-7d2a-4585-9f9a-dce303c715a6 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:14.134422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] For port cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:14.134948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.143884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] For port 717442cf-f5a7-4306-b99c-09dc3a95f885, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=717442cf-f5a7-4306-b99c-09dc3a95f885,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:14.144651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.146962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.150663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60a840-4d11-4076-9f5e-c56430cceb24 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=6566c54f-d1b1-49f7-af37-6f3372d76a46,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:14.175148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Calling delete_port for cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:14.177194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Calling delete_port for 717442cf-f5a7-4306-b99c-09dc3a95f885 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:14.207770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.311904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36302) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:14.321394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting port 631c9b28-7d2a-4585-9f9a-dce303c715a6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:14.323451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.324828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.330454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] DHCP port deletion for 841d2a71-3601-4887-99e5-1ae1c8a9a05f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:14.414204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-78b0327a-3fe6-419d-9a77-1068b66ec19a None None] Provisioning complete for port 6566c54f-d1b1-49f7-af37-6f3372d76a46 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:14.415256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-78b0327a-3fe6-419d-9a77-1068b66ec19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.430212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:14.436597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:14.442671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:14.466462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-78b0327a-3fe6-419d-9a77-1068b66ec19a None None] Port 6566c54f-d1b1-49f7-af37-6f3372d76a46 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:14.468744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Deleting port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:14.469183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.508424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=60bd0946-471e-4043-93b7-e9aa5ec0f20c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:14.539151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] For port 631c9b28-7d2a-4585-9f9a-dce303c715a6, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:14.539310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.572848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.600432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] For port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,segment=NetworkSegment(b37b0a27-1c1e-43b9-b889-8bf5503715df),segment_id=b37b0a27-1c1e-43b9-b889-8bf5503715df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:14.601000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.618210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Calling delete_port for 4f8e0453-ca76-43ab-88f6-7d1bebe9826b owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:14.658268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8:0:1::2f (1de17d83-f846-44c0-956c-93fa98c3cac5/6af8dd16-af46-411d-b1a6-658ae10565e3/6566c54f-d1b1-49f7-af37-6f3372d76a46) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:14.769301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.799803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] Pushing event deleted for resources: {'Port': ['ID=4f8e0453-ca76-43ab-88f6-7d1bebe9826b,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:14.803335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c1e2a-3353-4ea2-843e-d5738fe2ec60 None None] No DVR routers for this DVR port 4f8e0453-ca76-43ab-88f6-7d1bebe9826b on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:14.913961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Calling delete_port for 631c9b28-7d2a-4585-9f9a-dce303c715a6 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:14.929582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.945140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Port 631c9b28-7d2a-4585-9f9a-dce303c715a6 was not found and therefore no delete operation was performed {{(pid=109636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:45:14.947901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.962651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:14.982177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.017018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Port': ['ID=631c9b28-7d2a-4585-9f9a-dce303c715a6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:15.060712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] No DVR routers for this DVR port 631c9b28-7d2a-4585-9f9a-dce303c715a6 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:15.081543 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de86597c-2e2e-41a1-807e-5449f47c4691 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e83fcfb9c0a486799948f7256973bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604651 Apr 04 11:45:15.098400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36306) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:15.110334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] In _notify_port_updated(), no bound segment for port 6566c54f-d1b1-49f7-af37-6f3372d76a46 on network 1de17d83-f846-44c0-956c-93fa98c3cac5 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:45:15.115761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:15.116907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.122061 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/ports/6566c54f-d1b1-49f7-af37-6f3372d76a46 HTTP/1.1" status: 200 len: 1011 time: 1.0470526 Apr 04 11:45:15.122061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.122295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36308) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:15.124153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10e778-ea8b-4cda-8577-19d7d2dc36f3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=6566c54f-d1b1-49f7-af37-6f3372d76a46,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:15.297885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 631c9b28-7d2a-4585-9f9a-dce303c715a6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:15.302947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.328478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.331972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 631c9b28-7d2a-4585-9f9a-dce303c715a6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:15.332584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 631c9b28-7d2a-4585-9f9a-dce303c715a6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:15.332979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4f8e0453-ca76-43ab-88f6-7d1bebe9826b no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:15.340169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8689b9-9274-4b59-be9e-959ba881e9fa']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:15.371696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.376219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1011ef93-37a1-4eb6-b368-dc70d2b0fec4') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:15.376439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1011ef93-37a1-4eb6-b368-dc70d2b0fec4') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:15.380396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event deleted for resources: {'Port': ['ID=717442cf-f5a7-4306-b99c-09dc3a95f885,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:15.420347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.458547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:15.502739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.503779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 4f8e0453-ca76-43ab-88f6-7d1bebe9826b {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:15.504231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4f8e0453-ca76-43ab-88f6-7d1bebe9826b not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:15.504808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d26932ce-a2a2-4a4d-9ffe-fad5be1c081c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:15.527905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d26932ce-a2a2-4a4d-9ffe-fad5be1c081c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:15.528384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d26932ce-a2a2-4a4d-9ffe-fad5be1c081c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:15.536197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:15.536403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf417-be99-49bb-ad5b-070d1facde68 None None] Provisioning complete for port 6566c54f-d1b1-49f7-af37-6f3372d76a46 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:15.536613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.536866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf417-be99-49bb-ad5b-070d1facde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:15.541783 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:15.544034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Router 1d427b59-4f6f-45e3-93af-1908e6d75dfa is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:15.582161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cf417-be99-49bb-ad5b-070d1facde68 None None] Port 6566c54f-d1b1-49f7-af37-6f3372d76a46 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:15.584117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.634536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.659926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 6566c54f-d1b1-49f7-af37-6f3372d76a46 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:15.660263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.668153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.754166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.756507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.762135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.791811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.814532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.834108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 6566c54f-d1b1-49f7-af37-6f3372d76a46 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:15.864086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.900845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.903279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.906986 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b4f43aa-7e88-49a1-a1f6-ddc15db85f99 HTTP/1.1" status: 204 len: 168 time: 0.8034041 Apr 04 11:45:15.918092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.921463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.927608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16666f08-e1f6-4872-80cc-6019c6c2f3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f43aa-7e88-49a1-a1f6-ddc15db85f99,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:15.939728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:15.942358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/networks/5e8689b9-9274-4b59-be9e-959ba881e9fa HTTP/1.1" status: 204 len: 168 time: 2.2683697 Apr 04 11:45:15.958689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36312) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:15.991504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605eb2e-3983-4dc8-87de-218a1a7384fa tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Network': ['ID=5e8689b9-9274-4b59-be9e-959ba881e9fa,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:16.004069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:16.016650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.016650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c62f96c3-dd19-43f9-a553-8382cbbafce4 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "PUT /v2.0/routers/1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 200 len: 879 time: 6.2028854 Apr 04 11:45:16.016650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.016650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:16.016650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.020328 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574d6b2-e49d-433b-8699-37334513851f None None] Sync routers for ids ['1d427b59-4f6f-45e3-93af-1908e6d75dfa'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:16.029863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.031771 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-40ac59ed-8765-42a7-87ba-c8bbb8dd401a tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "DELETE /v2.0/routers/46fdaf8d-fe8f-42a0-9f37-8aa091a1a305 HTTP/1.1" status: 204 len: 168 time: 3.4070172 Apr 04 11:45:16.037158 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] Routers {'1d427b59-4f6f-45e3-93af-1908e6d75dfa'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:16.042368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36316) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.042492 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['1d427b59-4f6f-45e3-93af-1908e6d75dfa'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.046959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-634177217', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:16.071814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.072926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3f5c85-3874-41ad-a056-ae4e788c8923 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:16.079012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.080360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2825a4b8-3497-4755-af55-8c738ad3e163 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec3f5c85-3874-41ad-a056-ae4e788c8923 HTTP/1.1" status: 204 len: 168 time: 3.5233283 Apr 04 11:45:16.085828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36318) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.085989 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.114643 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] Routers {'1d427b59-4f6f-45e3-93af-1908e6d75dfa'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:16.115270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['1d427b59-4f6f-45e3-93af-1908e6d75dfa'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.164102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.182833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Deleting subnet 1399afc0-c3bb-4275-85f4-90c948cf7ce3 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:16.188604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.195826 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9574d6b2-e49d-433b-8699-37334513851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.196625 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574d6b2-e49d-433b-8699-37334513851f None None] The sync data for ids ['1d427b59-4f6f-45e3-93af-1908e6d75dfa'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:16.200434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.208068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.209104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.222628 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-be19d090-945f-45e1-be1c-04069af317a9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 200 len: 920 time: 0.2053607 Apr 04 11:45:16.229335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36320) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.238938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.343903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.378433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.495581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.524685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.529823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.535236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1399afc0-c3bb-4275-85f4-90c948cf7ce3 HTTP/1.1" status: 204 len: 168 time: 0.4464221 Apr 04 11:45:16.535236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896cfd-b14e-4c92-abca-b3bca4171725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1399afc0-c3bb-4275-85f4-90c948cf7ce3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:16.536867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda4212-43be-45fe-9414-a8e8ea955bbe None None] Network efa3920d-50c4-4f34-9ab5-2ca6df98eb4f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:16.537332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36326) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.538227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=60bd0946-471e-4043-93b7-e9aa5ec0f20c,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:16.541680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d286c-480b-4198-b301-ac6ff625c760 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:16.543170 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-889d286c-480b-4198-b301-ac6ff625c760 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=1d427b59-4f6f-45e3-93af-1908e6d75dfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3164244 Apr 04 11:45:16.547439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36328) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.562824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d2a71-3601-4887-99e5-1ae1c8a9a05f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.573207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.609843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37b0a27-1c1e-43b9-b889-8bf5503715df') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.610145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37b0a27-1c1e-43b9-b889-8bf5503715df') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:16.615181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.646561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.686221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.718737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=6566c54f-d1b1-49f7-af37-6f3372d76a46,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:16.748766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36330) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.761066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.771340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be8512-558c-4068-80e5-f0a1ac57a682 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:16.775786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02be8512-558c-4068-80e5-f0a1ac57a682 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.2240589 Apr 04 11:45:16.775938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.779512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36332) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.790903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a0734a4-375d-45ca-8a0d-30268fc14a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.795585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:16.796175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.819768 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bd342cb5-42b5-4ccd-8fce-9d1ead2ec389 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 200 len: 205 time: 0.0373197 Apr 04 11:45:16.823137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36334) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:16.831372 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:16.870788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.874050 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-852a2988-df1e-4bdb-88a4-a9b8bda880fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/6566c54f-d1b1-49f7-af37-6f3372d76a46 HTTP/1.1" status: 204 len: 168 time: 1.7507923 Apr 04 11:45:16.879849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36336) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:16.905897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Deleting port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:16.905897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:16.984694 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 737385e5-9f32-40a7-955a-887bc18b585e associated. External IP: 172.26.1.82, port: 34ee5851-a942-410f-9c8d-50bbcda238ce. Apr 04 11:45:17.020777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.025658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] DHCP port deletion for efa3920d-50c4-4f34-9ab5-2ca6df98eb4f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:17.029201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] For port 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=22c4a9cb-85cc-44ca-8719-845e1e17ab51,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:17.029201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.060781 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbb4380-2097-4149-8687-d9cba8ddd304 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:17.062445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6dbb4380-2097-4149-8687-d9cba8ddd304 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/6566c54f-d1b1-49f7-af37-6f3372d76a46 HTTP/1.1" status: 404 len: 333 time: 0.1747000 Apr 04 11:45:17.066787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:17.069962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.086334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.089593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Calling delete_port for 22c4a9cb-85cc-44ca-8719-845e1e17ab51 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:17.090572 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/networks/841d2a71-3601-4887-99e5-1ae1c8a9a05f HTTP/1.1" status: 204 len: 168 time: 1.1254497 Apr 04 11:45:17.094247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36340) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:17.116987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Deleting port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:17.118901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.165850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce905c3-8576-4cb2-869b-08dbfb9c2915 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Network': ['ID=841d2a71-3601-4887-99e5-1ae1c8a9a05f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:17.184668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] For port 22c4a9cb-85cc-44ca-8719-845e1e17ab51, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=22c4a9cb-85cc-44ca-8719-845e1e17ab51,segment=NetworkSegment(8dda648c-2d71-4520-a938-815481dd105f),segment_id=8dda648c-2d71-4520-a938-815481dd105f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:17.185134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.198713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Calling delete_port for 22c4a9cb-85cc-44ca-8719-845e1e17ab51 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:17.230295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.267250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 6af8dd16-af46-411d-b1a6-658ae10565e3 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:17.271049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.282719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a0734a4-375d-45ca-8a0d-30268fc14a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.295646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting subnet fee13d99-5fc7-4f06-b2e3-49ea93eabed3 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:17.303179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:17.307426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.329099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:17.329872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cec8fdd4-3652-4ff3-a6d4-c2f67a59bf9a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:17.330644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 717442cf-f5a7-4306-b99c-09dc3a95f885 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:17.343901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.353133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 717442cf-f5a7-4306-b99c-09dc3a95f885 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:17.353755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 717442cf-f5a7-4306-b99c-09dc3a95f885 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:17.354374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 22c4a9cb-85cc-44ca-8719-845e1e17ab51 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:17.366395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.368033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a0734a4-375d-45ca-8a0d-30268fc14a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.376483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.388744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.424042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] Pushing event deleted for resources: {'Port': ['ID=22c4a9cb-85cc-44ca-8719-845e1e17ab51,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:17.437112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7eb6b-0412-4ab3-b63c-8d0607140eff None None] No DVR routers for this DVR port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:17.442082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No active binding found for port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 {{(pid=109638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 04 11:45:17.445596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 22c4a9cb-85cc-44ca-8719-845e1e17ab51 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:17.556454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.593026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:17.736160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.761832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:17.766106 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a0734a4-375d-45ca-8a0d-30268fc14a81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cd6473871b642a28646f26df1dd7132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0090873 Apr 04 11:45:17.774210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36342) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:17.808350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0734a4-375d-45ca-8a0d-30268fc14a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9b97b-293e-4fe6-99f3-47afbdc40a13,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:17.815650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Pushing event deleted for resources: {'Port': ['ID=22c4a9cb-85cc-44ca-8719-845e1e17ab51,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:17.829831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] No DVR routers for this DVR port 22c4a9cb-85cc-44ca-8719-845e1e17ab51 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:17.935524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.006068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.028381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port eb19a9de-ad08-4915-8988-9468f4b6a32f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:18.029100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.030377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.081660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa3920d-50c4-4f34-9ab5-2ca6df98eb4f']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.097766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.117411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=6af8dd16-af46-411d-b1a6-658ae10565e3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:18.129265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da58ecf-df51-4d9e-b24c-57b038a34795 None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:18.132774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dda648c-2d71-4520-a938-815481dd105f') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.132774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dda648c-2d71-4520-a938-815481dd105f') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.140499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.143828 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0774f09f-41bd-47f4-b569-3e5915ccb635 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/6af8dd16-af46-411d-b1a6-658ae10565e3 HTTP/1.1" status: 204 len: 168 time: 1.0715487 Apr 04 11:45:18.146359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36344) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:18.155801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.160334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.175970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:18.200904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:18.201320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.204679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.214481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.218254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:18.218664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:18.224737 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:18.232267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:18.233141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.239935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for eb19a9de-ad08-4915-8988-9468f4b6a32f owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:18.263678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 35ba9b2b-4d09-4450-b180-29794332add3 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:18.273751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.277736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.291083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.323620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:18.324605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.341171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.351245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.356791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Subnet': ['ID=fee13d99-5fc7-4f06-b2e3-49ea93eabed3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:18.360272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.363451 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-91fae3d3-8796-494b-b650-17f790e85cfd tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/subnets/fee13d99-5fc7-4f06-b2e3-49ea93eabed3 HTTP/1.1" status: 204 len: 168 time: 1.2591984 Apr 04 11:45:18.366200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36346) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:18.377304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.379775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.384978 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57f9b97b-293e-4fe6-99f3-47afbdc40a13 HTTP/1.1" status: 204 len: 168 time: 0.5838337 Apr 04 11:45:18.385478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d98468-1015-4e8e-8dc7-434adfad3f2e None None] Network e23f05a9-bd60-4038-bd96-c0ef976045de requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:18.409492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:18.411292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8ceb7-9993-4855-b459-a686e930b1ac None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:18.418833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0163ace9-ebce-4775-8e6e-8d8b89edeb77 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1263661 Apr 04 11:45:18.423332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36350) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:18.425825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375712a-ede8-422e-8cd8-7792c93af721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9b97b-293e-4fe6-99f3-47afbdc40a13,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:18.432397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': '34ee5851-a942-410f-9c8d-50bbcda238ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:18.432949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Allocated IP 172.26.1.196 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/ae557113-69f5-4927-8aa7-41277400eb79) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:18.437321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.506654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.506919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.510249 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] 10.222.0.43 "DELETE /v2.0/networks/efa3920d-50c4-4f34-9ab5-2ca6df98eb4f HTTP/1.1" status: 204 len: 168 time: 1.9722528 Apr 04 11:45:18.571930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f870-e9e1-4b65-8195-1e0f04737dab admin admin] Pushing event deleted for resources: {'Network': ['ID=efa3920d-50c4-4f34-9ab5-2ca6df98eb4f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:18.583584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.644093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.712192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] DHCP port deletion for e23f05a9-bd60-4038-bd96-c0ef976045de request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:18.730539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.790169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Deleting port f94e7764-f948-4af9-b045-7da5f112c3f3 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:18.790902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.823427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Deleting port f94e7764-f948-4af9-b045-7da5f112c3f3 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:18.824077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.866621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] For port f94e7764-f948-4af9-b045-7da5f112c3f3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f94e7764-f948-4af9-b045-7da5f112c3f3,segment=NetworkSegment(0263a2d3-60f8-4908-9738-849ac917494a),segment_id=0263a2d3-60f8-4908-9738-849ac917494a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:18.867029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.868373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.882799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Calling delete_port for f94e7764-f948-4af9-b045-7da5f112c3f3 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:18.886256 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.918968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=eb19a9de-ad08-4915-8988-9468f4b6a32f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:18.962752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:18.986566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event updated for resources: {'Port': ['ID=ae557113-69f5-4927-8aa7-41277400eb79,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:19.030457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.040388 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/35ba9b2b-4d09-4450-b180-29794332add3 HTTP/1.1" status: 204 len: 168 time: 0.8929048 Apr 04 11:45:19.042734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36356) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:19.043467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269660-7ecc-429a-8665-73dab96ca065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=35ba9b2b-4d09-4450-b180-29794332add3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:19.084362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:19.091108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:19.099801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:19.111395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] For port f94e7764-f948-4af9-b045-7da5f112c3f3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f94e7764-f948-4af9-b045-7da5f112c3f3,segment=NetworkSegment(0263a2d3-60f8-4908-9738-849ac917494a),segment_id=0263a2d3-60f8-4908-9738-849ac917494a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:19.111880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.120236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36358) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:19.129333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.156975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] Pushing event deleted for resources: {'Port': ['ID=f94e7764-f948-4af9-b045-7da5f112c3f3,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:19.168158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8daec-f905-4301-b9d1-57e0833ed1c2 None None] No DVR routers for this DVR port f94e7764-f948-4af9-b045-7da5f112c3f3 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:19.182674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.183973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Calling delete_port for f94e7764-f948-4af9-b045-7da5f112c3f3 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:19.199895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.287320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f94e7764-f948-4af9-b045-7da5f112c3f3 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:19.335382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f94e7764-f948-4af9-b045-7da5f112c3f3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:19.336081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f94e7764-f948-4af9-b045-7da5f112c3f3 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:19.357822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 492b4991-00d0-4323-b4a2-5ba7f6f36248 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:19.358159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.383056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36360) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:19.402780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.406270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.424477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0f95-eb5b-4846-884b-6929c73e26b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.433134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-17a8b137-a6df-43bb-9fac-919a9d454221 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8796c4c58404763a6ed32de532d9d2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109066 Apr 04 11:45:19.441018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36362) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:19.455260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67aadd-7f7f-4916-b3da-f4eef72fe3bb None None] Network 1de17d83-f846-44c0-956c-93fa98c3cac5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:19.527380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=492b4991-00d0-4323-b4a2-5ba7f6f36248,segment=NetworkSegment(c1ef8512-617f-4dae-9bfa-7ab55a963dd6),segment_id=c1ef8512-617f-4dae-9bfa-7ab55a963dd6)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:19.527380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.541378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.559652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 492b4991-00d0-4323-b4a2-5ba7f6f36248 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:19.579393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a3d50386-2490-4bce-8103-c0c543e08041 None None] Provisioning complete for port 492b4991-00d0-4323-b4a2-5ba7f6f36248 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:19.579764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3d50386-2490-4bce-8103-c0c543e08041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.599714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.601176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router 1d427b59-4f6f-45e3-93af-1908e6d75dfa {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:19.603269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Port': ['ID=f94e7764-f948-4af9-b045-7da5f112c3f3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:19.619495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.621104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e879584d-4127-4201-bbdb-38233cc004c5 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 204 len: 168 time: 2.7950878 Apr 04 11:45:19.628095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36364) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:19.636737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1006251763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:19.648228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] No DVR routers for this DVR port f94e7764-f948-4af9-b045-7da5f112c3f3 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:19.690047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.resource_extend [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:45:19.690192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.728069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] DHCP port deletion for 1de17d83-f846-44c0-956c-93fa98c3cac5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:19.742079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.784115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.790360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Deleting port 492b4991-00d0-4323-b4a2-5ba7f6f36248 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:19.791053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.795812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.807146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.812879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.813985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.815145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0f95-eb5b-4846-884b-6929c73e26b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.827202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23f05a9-bd60-4038-bd96-c0ef976045de']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:19.840649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0263a2d3-60f8-4908-9738-849ac917494a') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:19.842431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0263a2d3-60f8-4908-9738-849ac917494a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:19.853882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.863106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] For port 492b4991-00d0-4323-b4a2-5ba7f6f36248, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=492b4991-00d0-4323-b4a2-5ba7f6f36248,segment=NetworkSegment(c1ef8512-617f-4dae-9bfa-7ab55a963dd6),segment_id=c1ef8512-617f-4dae-9bfa-7ab55a963dd6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:19.863618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.867767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.878270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Calling delete_port for 492b4991-00d0-4323-b4a2-5ba7f6f36248 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:19.932654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.938513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0f95-eb5b-4846-884b-6929c73e26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.939101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.945213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.945541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:19.945969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:19.948931 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:19.969248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:19.983841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] No DVR routers for this DVR port 492b4991-00d0-4323-b4a2-5ba7f6f36248 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:20.008446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73f46-5d7a-4ce1-b254-1bbb59c56c60 None None] Pushing event deleted for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.012527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=492b4991-00d0-4323-b4a2-5ba7f6f36248,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.019790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port 492b4991-00d0-4323-b4a2-5ba7f6f36248 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:20.024151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.026745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.030461 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aa444d7-55f4-478b-9eca-bfccdd544a53 HTTP/1.1" status: 204 len: 168 time: 0.5841901 Apr 04 11:45:20.042600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.055721 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fdaa0f95-eb5b-4846-884b-6929c73e26b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c07974854fb40f196e7d129522b16f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715357 Apr 04 11:45:20.058329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36368) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.094702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa0f95-eb5b-4846-884b-6929c73e26b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b3c49b-43f4-4e75-ad5b-3c211fb1e936,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.133773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0d5eb-c676-4509-a342-090b3b599a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa444d7-55f4-478b-9eca-bfccdd544a53,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.145310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.161251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.167005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/networks/e23f05a9-bd60-4038-bd96-c0ef976045de HTTP/1.1" status: 204 len: 168 time: 1.7998610 Apr 04 11:45:20.179763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.185222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.186504 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ed88a433-5f26-4144-8f3b-9931b9d722c2 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5553899 Apr 04 11:45:20.189521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.190676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36372) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.196654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53bfe6-99b1-4f64-8877-b9fd6382454b tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Pushing event deleted for resources: {'Network': ['ID=e23f05a9-bd60-4038-bd96-c0ef976045de,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.199509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.203298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': True}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:20.228383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-79f1aad4-3852-4515-a45c-e0a4204ad92e tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "GET /v2.0/ports?device_id=76115727-b3af-4d8d-af5a-2c45a30ed500 HTTP/1.1" status: 200 len: 205 time: 0.0452905 Apr 04 11:45:20.242995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.264834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36374) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.269103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de17d83-f846-44c0-956c-93fa98c3cac5']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:20.320883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:20.321233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ef8512-617f-4dae-9bfa-7ab55a963dd6') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:20.336155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.389032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.414054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.461265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:20.461700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:20.466709 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:20.635055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.652917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.653241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.690055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:20.728049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.738100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.741935 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/1de17d83-f846-44c0-956c-93fa98c3cac5 HTTP/1.1" status: 204 len: 168 time: 1.6907616 Apr 04 11:45:20.752864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36384) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.762465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf852d-d2a0-420b-a6fd-440e11481683 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=1de17d83-f846-44c0-956c-93fa98c3cac5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:20.787350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Router 173b2d17-edeb-45f1-aa32-228c11138edc is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:20.791050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.791633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Fanout notify agent at l3_agent the message router_deleted on router 76115727-b3af-4d8d-af5a-2c45a30ed500 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:20.798469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.799849 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1220f44c-a23d-4828-8592-ce2018e75f51 tempest-RoutersNegativeIpV6Test-878819879 tempest-RoutersNegativeIpV6Test-878819879-project] 10.222.0.43 "DELETE /v2.0/routers/76115727-b3af-4d8d-af5a-2c45a30ed500 HTTP/1.1" status: 204 len: 168 time: 0.5326462 Apr 04 11:45:20.807144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.819387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c711de1-aa1f-4deb-a8a6-08b0080a4747 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:20.824597 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c711de1-aa1f-4deb-a8a6-08b0080a4747 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0671449 Apr 04 11:45:20.824597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36390) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:20.936418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:20.938761 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:20.944626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.954121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:20.955712 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:20.958380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:20.964283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] Sync routers for ids ['173b2d17-edeb-45f1-aa32-228c11138edc'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:20.977283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] Routers {'173b2d17-edeb-45f1-aa32-228c11138edc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:20.978204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['173b2d17-edeb-45f1-aa32-228c11138edc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:20.986209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.989022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:20.997046 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ce54c027-48ff-432a-b6c7-450bb2e9ba46 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1651137 Apr 04 11:45:20.998336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8b3c49b-43f4-4e75-ad5b-3c211fb1e936 HTTP/1.1" status: 204 len: 168 time: 0.9373417 Apr 04 11:45:20.998828 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.005063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36394) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.009138 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:21.010016 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.015634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-39000499'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:21.031361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.033988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-11febb34-f42b-490b-bf88-1bcd9655edf0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/737385e5-9f32-40a7-955a-887bc18b585e HTTP/1.1" status: 200 len: 977 time: 2.6091864 Apr 04 11:45:21.041741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.044826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] Routers {'173b2d17-edeb-45f1-aa32-228c11138edc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:21.045799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['173b2d17-edeb-45f1-aa32-228c11138edc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.051569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f94e-7b58-4f58-8d95-e55891db6126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b3c49b-43f4-4e75-ad5b-3c211fb1e936,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:21.054055 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.054803 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04343b5-530c-4e62-a908-a60b9682be4c None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:21.068145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.070372 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cbfb8dc9-236b-41a4-be94-10432afea3a4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0261104 Apr 04 11:45:21.079033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36402) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.086544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:21.097205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:21.097205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a674-2ee5-46c4-ac33-4591d8e3e7a9 None None] The sync data for ids ['173b2d17-edeb-45f1-aa32-228c11138edc'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:21.155364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:21.158729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.219974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:21.251144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.251503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment 0aa73ec9-7cde-4be2-812c-75ed50e25547 of type vlan for network 2f81474b-a5a8-464d-b117-3d71b35c5106 Apr 04 11:45:21.275044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 492b4991-00d0-4323-b4a2-5ba7f6f36248 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:21.299770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 492b4991-00d0-4323-b4a2-5ba7f6f36248 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:21.300478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 492b4991-00d0-4323-b4a2-5ba7f6f36248 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:21.373008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.400819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 60bd0946-471e-4043-93b7-e9aa5ec0f20c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:21.401340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.415270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.440802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.500878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.512626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.518708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:21.519394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.575260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.579687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.593328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 60bd0946-471e-4043-93b7-e9aa5ec0f20c owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:21.666228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-33d00cf2-6757-4a58-a1bb-e61fb3c5ff82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7011dd54a3d442a591db9f060ed3494a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469385 Apr 04 11:45:21.667185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=2f81474b-a5a8-464d-b117-3d71b35c5106,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:21.673379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36420) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.681459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:21.694787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.710950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36422) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.715410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.26.1.101 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/a030a5d1-26a3-41d2-aad0-7f277fb7bf5b) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:21.727659 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-410ee1f8-a06f-4e28-854c-3a447fe8d149 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7205651 Apr 04 11:45:21.731563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36428) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:21.737385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:21.885068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.938266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:21.961438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.117712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.145359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=60bd0946-471e-4043-93b7-e9aa5ec0f20c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:22.156248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.158022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.161068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.161705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/624ec89a-b3ef-4853-bf6e-4fb95028e78e HTTP/1.1" status: 204 len: 168 time: 0.4857473 Apr 04 11:45:22.169797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-196961411-network', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:22.240486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91bc19-ad8d-45e8-bb07-0f2bfa4853e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624ec89a-b3ef-4853-bf6e-4fb95028e78e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:22.255725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:22.265580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:22.270495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:22.297113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=a030a5d1-26a3-41d2-aad0-7f277fb7bf5b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:22.309663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Made reservation on behalf of 72207a1880e9414b9c6e5eaef3705ee2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:22.311908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.313964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:22.317297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.328688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.329033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 737385e5-9f32-40a7-955a-887bc18b585e disassociated (deleted). External IP: 172.26.1.82, port: 34ee5851-a942-410f-9c8d-50bbcda238ce. Apr 04 11:45:22.333771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.334100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.335918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.336095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.336431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.336770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.337103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.337435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.337797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.338125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.338452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.338775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.348419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.423867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36444) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:22.616456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-620689877'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:22.654700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.745127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.761422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:22.777055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:22.780720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.789313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:22.792818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.797604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.808893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f08c65-73a4-4842-b525-9f020e65c6e5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:22.813403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.813782 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Added segment 812e5fa5-3881-4d92-9b0b-2a6436b43f59 of type vlan for network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 Apr 04 11:45:22.859289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.859585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.859935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.860280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.860622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.860961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.861297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.861661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.861998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.862333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.862661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.862989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:22.869677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.958514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.970064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.976339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:22.984587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=80db6de4-299f-437e-9046-ff59c7c2bd1d,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:23.028405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:23.039617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:23.059710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': '0aa73ec9-7cde-4be2-812c-75ed50e25547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:23.060083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 2f81474b-a5a8-464d-b117-3d71b35c5106, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:23.063571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.065205 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.075857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.102664 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.111987 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.112605 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.123604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.129105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-61aa770f-c9b4-4ee3-ad68-954b829db106 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/737385e5-9f32-40a7-955a-887bc18b585e HTTP/1.1" status: 204 len: 168 time: 2.0833967 Apr 04 11:45:23.130764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.143578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.145063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:23.145689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.149798 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.150654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfceb20-b1e3-4b20-8a70-300a326637be None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:23.181917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.185515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.232938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.253105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router 173b2d17-edeb-45f1-aa32-228c11138edc has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:23.267025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:23.273099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] Pushing event updated for resources: {'Network': ['ID=1b0d98d7-9f68-4010-98ec-431b2c43c5c4,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:23.275112 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36468) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.281963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:23.284375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:23.290783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca41f1b-a183-46a0-9843-476a81ff30ba,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:23.295259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.295612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Added segment 5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a of type vlan for network ceacc3cd-ec61-49ea-8b56-a460936e63f2 Apr 04 11:45:23.307538 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d641775d-de05-4103-b8ce-709448d9483a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5954521 Apr 04 11:45:23.310961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36472) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.347857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Request body: {'subnet': {'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-196961411-subnet', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:23.375449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2f81474b-a5a8-464d-b117-3d71b35c5106) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:23.386351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:23.386934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.391040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423bebb-b831-479d-a5d3-58d5aed0437e None None] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:23.397472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.432302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 34ee5851-a942-410f-9c8d-50bbcda238ce {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:23.432644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.455518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Made reservation on behalf of 72207a1880e9414b9c6e5eaef3705ee2 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:23.457684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.482320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-327605599-network', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:23.495508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.501400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:23.502112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.532230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router c3bde8c6-c634-4f3f-8f3d-d3b5299a714f is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:23.562570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2f81474b-a5a8-464d-b117-3d71b35c5106', 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': '80db6de4-299f-437e-9046-ff59c7c2bd1d'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:23.563646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.572579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:23.581386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9cc779f0-8fa0-4918-b26b-4da9bf693ef8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8486280 Apr 04 11:45:23.587949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.589141 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-85cbd8da-eac3-4100-926a-536399023273 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "PUT /v2.0/routers/173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 200 len: 925 time: 2.5083342 Apr 04 11:45:23.591889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36474) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.592217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.595271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] Sync routers for ids ['173b2d17-edeb-45f1-aa32-228c11138edc'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:23.610188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106', 'name': 'tempest-PortsIpV6TestJSON-631467507'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:23.620634 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1956470 Apr 04 11:45:23.621348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da48380-d911-427c-9348-59d39bab6c9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Network': ['ID=ceacc3cd-ec61-49ea-8b56-a460936e63f2,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:23.625619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.633790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:23.665988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] Routers {'173b2d17-edeb-45f1-aa32-228c11138edc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.666624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['173b2d17-edeb-45f1-aa32-228c11138edc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.673433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:23.711062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.759859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Made reservation on behalf of a14ac1bd8ad44755839cb45b98a57fe4 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:23.762352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.767985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:23.772686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.774074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bc48e811-2eee-4d02-9c7d-5f91a0b85dc8 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "PUT /v2.0/routers/c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 200 len: 915 time: 3.5751615 Apr 04 11:45:23.777365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36480) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.785111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 34ee5851-a942-410f-9c8d-50bbcda238ce owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:23.795307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] Sync routers for ids ['c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:23.814248 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] Routers {'c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.815180 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.829406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:23.868667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.877936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.890571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] Routers {'c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.891793 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.893502 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0a29e46e-baae-4a86-9014-4e055ec96c8b tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 200 len: 921 time: 0.1147428 Apr 04 11:45:23.898295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36482) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.939044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] Routers {'173b2d17-edeb-45f1-aa32-228c11138edc'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:23.939933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:44:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['173b2d17-edeb-45f1-aa32-228c11138edc'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.944951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:23.945778 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996f9a-b5f1-43fe-9d7d-6aa910e9cd0e None None] The sync data for ids ['c3bde8c6-c634-4f3f-8f3d-d3b5299a714f'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:23.957737 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-da762855-1a91-472f-a69c-487d562e1dfd tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 200 len: 925 time: 0.3596292 Apr 04 11:45:23.963253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36484) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:23.976747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79803b58-80e7-4b00-b69c-db5911a214b6 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:23.980533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-79803b58-80e7-4b00-b69c-db5911a214b6 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=c3bde8c6-c634-4f3f-8f3d-d3b5299a714f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0738926 Apr 04 11:45:23.991613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36486) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.016982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:24.020405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.020729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:24.021453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f43a21-5076-4e9f-90be-627878caad07 None None] The sync data for ids ['173b2d17-edeb-45f1-aa32-228c11138edc'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:24.047731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Allocated IP 2001:db8::2 (2f81474b-a5a8-464d-b117-3d71b35c5106/80db6de4-299f-437e-9046-ff59c7c2bd1d/64810fb1-b7a4-4a17-943c-e5067badd369) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:24.110043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.122363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.130347 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:24.134439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.222021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 2e21429d-6258-4c81-a118-8833948d61e5 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:24.230127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.233899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.289533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.302745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bfe287-eb4b-42b4-a6db-1ba9242ae0c4,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.325382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:24.337125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:24.340154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:24.343139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:24.346206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Checking segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:24.346577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Network hostable DHCP agents. Network: 1b0d98d7-9f68-4010-98ec-431b2c43c5c4, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:24.352389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dd412-2954-4067-bb20-8e9192f6bc38,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.355435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.355829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Added segment 2bb3155f-a042-4a87-a53e-5f9bc96290d9 of type vlan for network f9b5fec2-35a6-4adf-955b-4a6a277f91be Apr 04 11:45:24.377649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Pushing event updated for resources: {'Port': ['ID=64810fb1-b7a4-4a17-943c-e5067badd369,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.414372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Attempting to bind port 64810fb1-b7a4-4a17-943c-e5067badd369 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:24.418683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Attempting to bind port 64810fb1-b7a4-4a17-943c-e5067badd369 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0aa73ec9-7cde-4be2-812c-75ed50e25547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:24.418683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Attempting to bind port 64810fb1-b7a4-4a17-943c-e5067badd369 on network 2f81474b-a5a8-464d-b117-3d71b35c5106 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:24.421146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:24.421732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Checking segment: {'id': '0aa73ec9-7cde-4be2-812c-75ed50e25547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:24.422142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.422532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Bound using segment: {'id': '0aa73ec9-7cde-4be2-812c-75ed50e25547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:24.423014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Bound port: 64810fb1-b7a4-4a17-943c-e5067badd369, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa73ec9-7cde-4be2-812c-75ed50e25547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:24.423556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.426170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.442924 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:45:24.456951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.458661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbf6c5-6aa5-46d9-a46e-623902f27942 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:24.460093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-85bbf6c5-6aa5-46d9-a46e-623902f27942 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=173b2d17-edeb-45f1-aa32-228c11138edc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4958792 Apr 04 11:45:24.481450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36488) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.495434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=34ee5851-a942-410f-9c8d-50bbcda238ce,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.509357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f19d6-25c5-40e9-95e9-fd0b03ab403c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:24.513396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e10f19d6-25c5-40e9-95e9-fd0b03ab403c tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.5182011 Apr 04 11:45:24.514173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36490) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.526377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] For port 64810fb1-b7a4-4a17-943c-e5067badd369, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:24.529913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::163 (2f81474b-a5a8-464d-b117-3d71b35c5106/80db6de4-299f-437e-9046-ff59c7c2bd1d/2e21429d-6258-4c81-a118-8833948d61e5) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:24.532004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] For port 64810fb1-b7a4-4a17-943c-e5067badd369, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=64810fb1-b7a4-4a17-943c-e5067badd369,segment=NetworkSegment(0aa73ec9-7cde-4be2-812c-75ed50e25547),segment_id=0aa73ec9-7cde-4be2-812c-75ed50e25547)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:24.543822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:24.549117 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d4f4b73b-70de-4d99-a97b-8f9e11b2a667 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 200 len: 205 time: 0.0313478 Apr 04 11:45:24.551293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36492) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.597264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.665689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc8c4-ab3b-49ef-95eb-a1ce33b7f09b None None] Pushing event updated for resources: {'Port': ['ID=64810fb1-b7a4-4a17-943c-e5067badd369,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.671732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 1b0d98d7-9f68-4010-98ec-431b2c43c5c4) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:24.690621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5948c-21b2-48dd-ac60-256e97ec5fea None None] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:24.694586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:24.695188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.704813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.705793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:24.706369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.739553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.810556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d58de13-6783-451d-8441-a4c5a66c0cee tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:24.814797 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3d58de13-6783-451d-8441-a4c5a66c0cee tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.3278179 Apr 04 11:45:24.814797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.817208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dba86e19-0b68-498e-8936-001ef2c11a3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/34ee5851-a942-410f-9c8d-50bbcda238ce HTTP/1.1" status: 204 len: 168 time: 1.6849742 Apr 04 11:45:24.823950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36494) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.837824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36496) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.841419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b5fec2-35a6-4adf-955b-4a6a277f91be,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:24.848329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:24.865959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:24.867060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.883033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:24.886465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:24.893344 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-895fe2b5-752c-4aa8-bfe1-4c864b2303b6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5810740 Apr 04 11:45:24.895397 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1830847a-d575-46bd-ae80-06e78e0b4707 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 200 len: 205 time: 0.0668406 Apr 04 11:45:24.896402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36498) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.899783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.902618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:24.952480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-247aee93-c210-4980-bd7e-fee58571bd79 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6726120 Apr 04 11:45:24.962992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:24.979460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Request body: {'subnet': {'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-327605599-subnet', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:24.986916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.069886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.087626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.088828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.107837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:25.142301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Made reservation on behalf of a14ac1bd8ad44755839cb45b98a57fe4 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:25.144711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.152957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Allocated IP 172.20.0.2 (1b0d98d7-9f68-4010-98ec-431b2c43c5c4/67bfe287-eb4b-42b4-a6db-1ba9242ae0c4/cd0520af-4d53-49e7-bed5-23d099399725) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:25.229602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:25.229969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network hostable DHCP agents. Network: ceacc3cd-ec61-49ea-8b56-a460936e63f2, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:25.234368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.283670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port a030a5d1-26a3-41d2-aad0-7f277fb7bf5b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:25.284021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.351057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 64810fb1-b7a4-4a17-943c-e5067badd369 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:25.409037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.430752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 64810fb1-b7a4-4a17-943c-e5067badd369 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:25.430993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:25.431353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.453924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.457734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.504809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.522311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.550921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.556006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:25.561354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ceacc3cd-ec61-49ea-8b56-a460936e63f2) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:25.564527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.571248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:25.577651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:25.582229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:25.582860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.585395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb8d1b-d7d9-4838-b41a-5d8b122aeacb None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:25.588526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for a030a5d1-26a3-41d2-aad0-7f277fb7bf5b owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:25.618837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Pushing event updated for resources: {'Port': ['ID=cd0520af-4d53-49e7-bed5-23d099399725,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:25.647929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.673456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.718334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.732106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.740153 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a825384-0136-4863-a983-ec58e82d9b86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1137898 Apr 04 11:45:25.757606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36504) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:25.770769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'name': 'tempest-NetworksTestDHCPv6-1712238768'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:25.800084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbc7352-2f53-44f2-be87-4911bc979db6,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:25.809408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 64810fb1-b7a4-4a17-943c-e5067badd369, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=64810fb1-b7a4-4a17-943c-e5067badd369,segment=NetworkSegment(0aa73ec9-7cde-4be2-812c-75ed50e25547),segment_id=0aa73ec9-7cde-4be2-812c-75ed50e25547)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:25.810650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Attempting to bind port cd0520af-4d53-49e7-bed5-23d099399725 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:25.811025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Attempting to bind port cd0520af-4d53-49e7-bed5-23d099399725 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:25.811388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Attempting to bind port cd0520af-4d53-49e7-bed5-23d099399725 on network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:25.819770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:25.825236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Checking segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:25.825236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.825236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Bound using segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:25.825236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Bound port: cd0520af-4d53-49e7-bed5-23d099399725, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:25.825236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.838405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:25.865427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:25.878977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:25.885002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:25.885718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.903263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] For port cd0520af-4d53-49e7-bed5-23d099399725, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:25.906625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] For port cd0520af-4d53-49e7-bed5-23d099399725, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd0520af-4d53-49e7-bed5-23d099399725,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:25.912409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:25.941508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:25.941887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Network hostable DHCP agents. Network: f9b5fec2-35a6-4adf-955b-4a6a277f91be, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:25.977198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=2e21429d-6258-4c81-a118-8833948d61e5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:26.008512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=64810fb1-b7a4-4a17-943c-e5067badd369,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:26.014818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:26.015678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.020375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.059533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:26.072286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.113 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/52e855ea-3420-4018-931c-10234209290b) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:26.085615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port ae557113-69f5-4927-8aa7-41277400eb79 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:26.085976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.104051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec533eb0-08ed-4d2c-98c5-1df298815a60 None None] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:26.144473 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-063eed8b-372f-43d6-9130-3ae0e40a7bd7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5470083 Apr 04 11:45:26.148305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36506) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:26.149063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.158077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '2f81474b-a5a8-464d-b117-3d71b35c5106', 'name': 'tempest-PortsIpV6TestJSON-1852884660'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:26.168033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, f9b5fec2-35a6-4adf-955b-4a6a277f91be) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:26.173061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:26.173981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.227476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.242803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=a030a5d1-26a3-41d2-aad0-7f277fb7bf5b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:26.251225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ef943-0adf-42b9-a563-f6d470c9d16e None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:26.295162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.301387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0680785f-4eb4-4079-a52d-011b4affc530 None None] Provisioning complete for port 64810fb1-b7a4-4a17-943c-e5067badd369 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:26.301936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0680785f-4eb4-4079-a52d-011b4affc530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.304165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde099e0-38a1-4369-b2c6-daacb65a2dde None None] Pushing event updated for resources: {'Port': ['ID=cd0520af-4d53-49e7-bed5-23d099399725,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:26.365053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:26.370505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.377906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.389117 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-44068462-83d5-4995-880e-afe483634d75 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4221153 Apr 04 11:45:26.392367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:26.401102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:26.419736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 37739cfb-dd06-498f-a653-cff11a978a28 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:26.436346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.475601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.482644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf/837e353f-b09f-4f54-8934-7d72e22b8003) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:26.516921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.556442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:26.559981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for ae557113-69f5-4927-8aa7-41277400eb79 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:26.568961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:26.579337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:26.613699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=52e855ea-3420-4018-931c-10234209290b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:26.614895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.621451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.622152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.623538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.686832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Allocated IP 172.26.1.71 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/50535e9b-7156-4cd1-993c-03761a86b3e8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:26.690999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:26.695304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.722203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 63b0ee11-c6b3-49be-8453-7621425df663 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:26.752127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.775210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.775759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router c3bde8c6-c634-4f3f-8f3d-d3b5299a714f {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:26.782944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.790042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bd8d07c5-3b15-4d43-a850-4a6107966a90 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 204 len: 168 time: 2.2377720 Apr 04 11:45:26.795298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36510) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:26.800818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560494596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:26.834458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.930164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.960251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::282 (2f81474b-a5a8-464d-b117-3d71b35c5106/80db6de4-299f-437e-9046-ff59c7c2bd1d/63b0ee11-c6b3-49be-8453-7621425df663) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:26.964524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.965756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.966069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:26.981446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:26.982903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.005693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.064298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.070370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.081357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.109288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.162078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:27.167993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:27.170481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:27.175902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:27.190994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:27.196547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Pushing event updated for resources: {'Port': ['ID=837e353f-b09f-4f54-8934-7d72e22b8003,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:27.198878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:27.205693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.213993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.252080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Pushing event updated for resources: {'Port': ['ID=50535e9b-7156-4cd1-993c-03761a86b3e8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:27.304463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.306688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.307110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.307511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.308078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.310163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.310616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.312216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.312627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.313442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.318463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.319709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:27.324442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-18f1b609-51f4-4073-a4f2-c5c2d572fbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.338204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-0c3921cd-aad6-42ee-8cb1-ef55fc4965d7 {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:45:27.339920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:45:27.367176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=ae557113-69f5-4927-8aa7-41277400eb79,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:27.432630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.437302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Allocated IP 172.20.0.2 (f9b5fec2-35a6-4adf-955b-4a6a277f91be/afbc7352-2f53-44f2-be87-4911bc979db6/d700bafe-67c5-4cd6-a63c-02443cde3f6b) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:27.440186 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-62e3e1d1-fb53-4fdc-976d-04dbed201024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6430302 Apr 04 11:45:27.445401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:27.447941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.464599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:27.513918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.594598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd0520af-4d53-49e7-bed5-23d099399725 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:27.631572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Attempting to bind port 837e353f-b09f-4f54-8934-7d72e22b8003 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:27.632203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Attempting to bind port 837e353f-b09f-4f54-8934-7d72e22b8003 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:27.632638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Attempting to bind port 837e353f-b09f-4f54-8934-7d72e22b8003 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:27.668602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:27.669154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:27.669664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.670126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:27.670693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Bound port: 837e353f-b09f-4f54-8934-7d72e22b8003, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:27.671144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.692963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.722180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fcc3672e-3bc6-46ac-afcc-c8cb0d3f4919 None None] Provisioning complete for port 64810fb1-b7a4-4a17-943c-e5067badd369 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:27.727414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fcc3672e-3bc6-46ac-afcc-c8cb0d3f4919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.760125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.766390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.808932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.857278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.857960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.868349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c0fd1-516f-4e42-9f6b-8072e9aa21a4 None None] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:27.992020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:27.994991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 3cfce46b-830e-418f-b2c2-48617c14d5be yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:28.002737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.015844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.016396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router 173b2d17-edeb-45f1-aa32-228c11138edc {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:28.036998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cd0520af-4d53-49e7-bed5-23d099399725 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:28.038132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.041372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] For port 837e353f-b09f-4f54-8934-7d72e22b8003, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:28.051061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=52e855ea-3420-4018-931c-10234209290b,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:28.062910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.064048 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-006bed37-2a86-4092-b272-5480e9a9e754 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 204 len: 168 time: 3.1633615 Apr 04 11:45:28.070230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36516) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:28.077199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-223293561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:28.096723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] For port 837e353f-b09f-4f54-8934-7d72e22b8003, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=837e353f-b09f-4f54-8934-7d72e22b8003,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:28.106686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.108706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.113549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:28.125014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:28.130628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Pushing event updated for resources: {'Port': ['ID=d700bafe-67c5-4cd6-a63c-02443cde3f6b,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:28.134112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:28.174192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.196589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fcc3672e-3bc6-46ac-afcc-c8cb0d3f4919 None None] Provisioning complete for port 2e21429d-6258-4c81-a118-8833948d61e5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:28.196982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fcc3672e-3bc6-46ac-afcc-c8cb0d3f4919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.211487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:28.212875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:28.215377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:28.221120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:28.221754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.237657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=63b0ee11-c6b3-49be-8453-7621425df663,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:28.265982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.272534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.273690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.385468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6d18c177-9ef8-41d3-9494-674531a98508 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2333856 Apr 04 11:45:28.388808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36520) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:28.405463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3672e-3bc6-46ac-afcc-c8cb0d3f4919 None None] Port 2e21429d-6258-4c81-a118-8833948d61e5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:28.407511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Attempting to bind port d700bafe-67c5-4cd6-a63c-02443cde3f6b on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:28.407511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Attempting to bind port d700bafe-67c5-4cd6-a63c-02443cde3f6b by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:28.407838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Attempting to bind port d700bafe-67c5-4cd6-a63c-02443cde3f6b on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:28.432623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdcae1-5166-493c-9080-1a080538beb7 None None] Pushing event updated for resources: {'Port': ['ID=837e353f-b09f-4f54-8934-7d72e22b8003,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:28.440300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:28.440721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:28.441080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.441476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Bound using segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:28.442041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Bound port: d700bafe-67c5-4cd6-a63c-02443cde3f6b, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:28.442440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.450295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.521416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cd0520af-4d53-49e7-bed5-23d099399725, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd0520af-4d53-49e7-bed5-23d099399725,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:28.592732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] For port d700bafe-67c5-4cd6-a63c-02443cde3f6b, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:28.602294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] For port d700bafe-67c5-4cd6-a63c-02443cde3f6b, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d700bafe-67c5-4cd6-a63c-02443cde3f6b,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:28.619578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.620700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 64810fb1-b7a4-4a17-943c-e5067badd369 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:28.655773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ed0d9-a31f-4365-ad02-c09891d9fc1e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:28.661737 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-201ed0d9-a31f-4365-ad02-c09891d9fc1e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A163 HTTP/1.1" status: 200 len: 928 time: 0.2694318 Apr 04 11:45:28.662050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36522) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:28.762542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.772175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.778760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-94af8c51-0a4f-4bc3-9c37-0075b14dae58 None None] Provisioning complete for port cd0520af-4d53-49e7-bed5-23d099399725 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:28.779349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-94af8c51-0a4f-4bc3-9c37-0075b14dae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.788007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.795107 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-20f64c98-1a26-4de3-b6cd-9231b350e006 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9503424 Apr 04 11:45:28.799354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36526) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:28.811379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'port': {'network_id': 'b041babc-a8ab-4c06-ba49-8a403deab94d', 'name': 'tempest-FloatingIPTestJSON-867612710'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:28.872169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cd0520af-4d53-49e7-bed5-23d099399725,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:28.910688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.941311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::3e0 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf/3cfce46b-830e-418f-b2c2-48617c14d5be) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:28.947038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:28.954330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 64810fb1-b7a4-4a17-943c-e5067badd369 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:28.954719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.004649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 63b0ee11-c6b3-49be-8453-7621425df663 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:29.004919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.040569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762db47-f779-4c1c-804c-2947a2c2d115 None None] Pushing event updated for resources: {'Port': ['ID=d700bafe-67c5-4cd6-a63c-02443cde3f6b,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:29.105603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-94af8c51-0a4f-4bc3-9c37-0075b14dae58 None None] Provisioning complete for port 2e21429d-6258-4c81-a118-8833948d61e5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:29.105987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-94af8c51-0a4f-4bc3-9c37-0075b14dae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.167773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-94af8c51-0a4f-4bc3-9c37-0075b14dae58 None None] Port 2e21429d-6258-4c81-a118-8833948d61e5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:29.223002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.223397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.244480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 63b0ee11-c6b3-49be-8453-7621425df663 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:29.269704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Router 678336a6-1be0-4d17-938f-658d8fe504b9 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:29.299814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-39e50e47-1721-4a4c-93ac-5bafc7a3866a None None] Provisioning complete for port cd0520af-4d53-49e7-bed5-23d099399725 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:29.300193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-39e50e47-1721-4a4c-93ac-5bafc7a3866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.380329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.534144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:29.614740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.616521 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ba8b3d10-7ad9-4b2d-bb5d-42738dd09f47 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5441489 Apr 04 11:45:29.619619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36530) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:29.625450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:29.647975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d700bafe-67c5-4cd6-a63c-02443cde3f6b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:29.650063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Sync routers for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:29.652215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89dda1-2ccf-4af2-8ce1-bbcfdac92b9c req-e4b71b04-24fd-468b-a15d-3b4388d9abdf tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:29.657042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa31294b-30d4-46b5-a186-8d9077f82635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.661737 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8d89dda1-2ccf-4af2-8ce1-bbcfdac92b9c req-e4b71b04-24fd-468b-a15d-3b4388d9abdf tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4505129 Apr 04 11:45:29.680916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Allocated IP 172.26.1.98 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5eea7b76-82eb-4f33-b353-0d3269140e86) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:29.686665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-31274dc8-c780-4d3b-9483-174b6b8e2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:29.687584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.689175 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a5fb03d-0896-495c-a2b4-41e4ef213f62 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7903008 Apr 04 11:45:29.689509 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-31274dc8-c780-4d3b-9483-174b6b8e2b69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.4565637 Apr 04 11:45:29.691715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:29.706696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:29.707338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:29.741652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:29.745491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.755036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-39e50e47-1721-4a4c-93ac-5bafc7a3866a None None] Could not find standard attr ID for object 63b0ee11-c6b3-49be-8453-7621425df663. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:45:29.776133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.829128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d700bafe-67c5-4cd6-a63c-02443cde3f6b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:29.829499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.867145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=63b0ee11-c6b3-49be-8453-7621425df663,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:29.876637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:29.937430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.942915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-68081501-c5e5-42a1-9562-ffa489f397bd tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/63b0ee11-c6b3-49be-8453-7621425df663 HTTP/1.1" status: 204 len: 168 time: 1.2472887 Apr 04 11:45:29.945776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36534) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:29.961750 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8d89dda1-2ccf-4af2-8ce1-bbcfdac92b9c req-cac47dc0-d472-45ae-a1f2-af7876b447df tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938149 Apr 04 11:45:29.968463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:29.986818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] device_id is not set on port 3dcb17d7-06e9-43e4-957c-8c56e41b6117 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:29.989424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0287aa0-0827-4f12-bf97-08e790e4d676 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:30.068170 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-de222ca6-6b28-410e-b209-bbc829796f40 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:30.070377 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de222ca6-6b28-410e-b209-bbc829796f40 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/63b0ee11-c6b3-49be-8453-7621425df663 HTTP/1.1" status: 404 len: 333 time: 0.1248350 Apr 04 11:45:30.073113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36536) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:30.167618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.184354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.259473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-d1d3560d-dc97-4a10-984f-a2b5a302c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:30.261252 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-d1d3560d-dc97-4a10-984f-a2b5a302c205 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.5610845 Apr 04 11:45:30.281962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.316900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] Provisioning complete for port 837e353f-b09f-4f54-8934-7d72e22b8003 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:30.317275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.322918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.378709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Pushing event updated for resources: {'Port': ['ID=5eea7b76-82eb-4f33-b353-0d3269140e86,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:30.382970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.435575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d700bafe-67c5-4cd6-a63c-02443cde3f6b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d700bafe-67c5-4cd6-a63c-02443cde3f6b,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:30.445652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:30.447199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.448282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 2e21429d-6258-4c81-a118-8833948d61e5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:30.448768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.478302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:30.480870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:30.489653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:30.521985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.522799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd0520af-4d53-49e7-bed5-23d099399725 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:30.525344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1d309-b4f5-4fba-a968-9e0b3cb91593 None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:30.536561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.539011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:30.541474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:30.547510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:30.548125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.561724 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-5089f6b0-25ad-4507-8ee9-dd54ae12c28a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.2927451 Apr 04 11:45:30.594797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=3cfce46b-830e-418f-b2c2-48617c14d5be,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:30.629684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.646343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.671084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 2e21429d-6258-4c81-a118-8833948d61e5 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:30.673803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:27Z', 'revision_number': 3, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:30.679648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.8 (b041babc-a8ab-4c06-ba49-8a403deab94d/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3/3dcb17d7-06e9-43e4-957c-8c56e41b6117) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:30.717941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.774209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Checking router: 678336a6-1be0-4d17-938f-658d8fe504b9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:30.774543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Updating router 678336a6-1be0-4d17-938f-658d8fe504b9 port 50535e9b-7156-4cd1-993c-03761a86b3e8 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:30.779104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d700bafe-67c5-4cd6-a63c-02443cde3f6b,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:30.798194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-72fa545b-2acb-4d31-a020-2cf55a219226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:30.799687 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-72fa545b-2acb-4d31-a020-2cf55a219226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.2248173 Apr 04 11:45:30.853028 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8d278352-fdf1-42ec-8277-5966e55f5f8a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0919614 Apr 04 11:45:30.856010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:30.859958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] For port 837e353f-b09f-4f54-8934-7d72e22b8003, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=837e353f-b09f-4f54-8934-7d72e22b8003,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:30.873017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36538) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:31.012626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Allocated IP 172.26.1.196 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/855c5cbc-74e2-427b-883f-6de27e6a3955) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:31.084821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cd0520af-4d53-49e7-bed5-23d099399725 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:31.085498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.088479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-739cfb9f-9024-4f09-bf54-52dd3396b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:31.097188 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-739cfb9f-9024-4f09-bf54-52dd3396b117 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2895713 Apr 04 11:45:31.128039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe679ae-14e0-4e1c-a40a-80da451e6a9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:31.134713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe679ae-14e0-4e1c-a40a-80da451e6a9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:31.136125 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-afe679ae-14e0-4e1c-a40a-80da451e6a9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2470319 Apr 04 11:45:31.150284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36542) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:31.163978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.305165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.312526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48e43f-ba0e-4705-be8b-d2efafe0c514 None None] Pushing event updated for resources: {'Port': ['ID=837e353f-b09f-4f54-8934-7d72e22b8003,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:31.335959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 837e353f-b09f-4f54-8934-7d72e22b8003 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:31.346633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.367031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Provisioning complete for port 837e353f-b09f-4f54-8934-7d72e22b8003 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:31.367427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.373397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a165e-6f2e-4ea2-91e7-66cc8dac5b5b req-122eb4a7-9dc0-44f4-9a2c-be4df251695c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:31.374993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ae9a165e-6f2e-4ea2-91e7-66cc8dac5b5b req-122eb4a7-9dc0-44f4-9a2c-be4df251695c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2335131 Apr 04 11:45:31.504761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 837e353f-b09f-4f54-8934-7d72e22b8003 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:31.505455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.564789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Provisioning complete for port 3cfce46b-830e-418f-b2c2-48617c14d5be triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:31.565166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.604682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.623883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ae9a165e-6f2e-4ea2-91e7-66cc8dac5b5b req-883a5a3e-b3f1-4bea-8358-549cc437a023 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055953 Apr 04 11:45:31.626834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.644970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Port 3cfce46b-830e-418f-b2c2-48617c14d5be cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:31.663015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Provisioning complete for port d700bafe-67c5-4cd6-a63c-02443cde3f6b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:31.663456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac6d3b3-7eb0-4ecc-85b2-1cdac8919363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.761172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=2e21429d-6258-4c81-a118-8833948d61e5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:31.769172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.778603 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3b13729a-75a6-44bb-9426-ef32914c0d62 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/2e21429d-6258-4c81-a118-8833948d61e5 HTTP/1.1" status: 204 len: 168 time: 1.6990709 Apr 04 11:45:31.778908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36544) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:31.782682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.838779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d36a638-ee02-4e76-a297-0e4d89eb2780 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:31.843198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7d36a638-ee02-4e76-a297-0e4d89eb2780 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/2e21429d-6258-4c81-a118-8833948d61e5 HTTP/1.1" status: 404 len: 333 time: 0.0607097 Apr 04 11:45:31.843447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36546) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:31.867247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.872910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d700bafe-67c5-4cd6-a63c-02443cde3f6b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:31.925893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:31.949637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-8ab7fef0-963c-4f58-8a45-3012232c5a15 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330920 Apr 04 11:45:31.949828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 80db6de4-299f-437e-9046-ff59c7c2bd1d {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:31.952486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.010486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d700bafe-67c5-4cd6-a63c-02443cde3f6b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:32.010801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.046359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.100618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Allocated IP 172.20.0.1 (1b0d98d7-9f68-4010-98ec-431b2c43c5c4/67bfe287-eb4b-42b4-a6db-1ba9242ae0c4/ad8c17a3-ba8e-4287-9301-3289d0a8b47a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:32.105836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 837e353f-b09f-4f54-8934-7d72e22b8003 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:32.134932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.135790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 3cfce46b-830e-418f-b2c2-48617c14d5be {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:32.136280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.171513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 837e353f-b09f-4f54-8934-7d72e22b8003 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:32.171900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.176757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.178753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.179046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.186077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-23da0a9e-9822-4c88-a602-84c561a66e4d None None] Provisioning complete for port d700bafe-67c5-4cd6-a63c-02443cde3f6b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:32.186459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-23da0a9e-9822-4c88-a602-84c561a66e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.301538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.307316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c664574-4e59-47e1-a0e6-2320eafbce3e req-45b89025-6a43-463d-af62-d2209046b3cf service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095548 Apr 04 11:45:32.331996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network b041babc-a8ab-4c06-ba49-8a403deab94d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:32.337429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:32.348369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:32.355471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:32.359121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:32.368261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Pushing event updated for resources: {'Port': ['ID=855c5cbc-74e2-427b-883f-6de27e6a3955,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:32.369927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:32.386838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.401723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.417690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=80db6de4-299f-437e-9046-ff59c7c2bd1d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:32.422114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.425975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.432760 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-89995ffb-7a13-41c3-a2d0-e3bdad3e8f08 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/80db6de4-299f-437e-9046-ff59c7c2bd1d HTTP/1.1" status: 204 len: 168 time: 0.5861347 Apr 04 11:45:32.433210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:32.477846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.488724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5194e-f435-47f5-8913-c6446cdab2eb None None] Network 2f81474b-a5a8-464d-b117-3d71b35c5106 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:32.509465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 3cfce46b-830e-418f-b2c2-48617c14d5be owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:32.530661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.545810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=3dcb17d7-06e9-43e4-957c-8c56e41b6117,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:32.557448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:32.561400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.569668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:32.574933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:32.605947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:32.649014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Pushing event updated for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:32.649385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.655276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.695476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.719776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.744648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Attempting to bind port 50535e9b-7156-4cd1-993c-03761a86b3e8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:32.746192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Attempting to bind port 50535e9b-7156-4cd1-993c-03761a86b3e8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:32.746192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Attempting to bind port 50535e9b-7156-4cd1-993c-03761a86b3e8 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:32.757350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dea44-d1f0-401a-8e75-f1e461fe1c3c None None] Pushing event updated for resources: {'Port': ['ID=50535e9b-7156-4cd1-993c-03761a86b3e8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:32.772857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:32.773243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:32.773675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.774063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:32.774556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Bound port: 50535e9b-7156-4cd1-993c-03761a86b3e8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:32.774923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.788155 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a2c49ee5-a0d2-4162-99a1-19795cd844d5 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9815323 Apr 04 11:45:32.800804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36552) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:32.811933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': '3dcb17d7-06e9-43e4-957c-8c56e41b6117'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:32.872920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] DHCP port deletion for 2f81474b-a5a8-464d-b117-3d71b35c5106 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:32.880258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] For port 50535e9b-7156-4cd1-993c-03761a86b3e8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:32.892653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Allocated IP 172.26.1.34 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/cf8ee260-085e-41f4-95b7-dace4bb8b725) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:32.903731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] For port 50535e9b-7156-4cd1-993c-03761a86b3e8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=50535e9b-7156-4cd1-993c-03761a86b3e8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:32.925919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.972959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Deleting port 64810fb1-b7a4-4a17-943c-e5067badd369 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:32.973353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:32.997351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.008376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.038280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 64810fb1-b7a4-4a17-943c-e5067badd369 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:33.038622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.108467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.135276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] For port 64810fb1-b7a4-4a17-943c-e5067badd369, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=64810fb1-b7a4-4a17-943c-e5067badd369,segment=NetworkSegment(0aa73ec9-7cde-4be2-812c-75ed50e25547),segment_id=0aa73ec9-7cde-4be2-812c-75ed50e25547)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:33.135613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.159098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dea44-d1f0-401a-8e75-f1e461fe1c3c None None] Pushing event updated for resources: {'Port': ['ID=50535e9b-7156-4cd1-993c-03761a86b3e8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.164795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port 64810fb1-b7a4-4a17-943c-e5067badd369, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=64810fb1-b7a4-4a17-943c-e5067badd369,segment=NetworkSegment(0aa73ec9-7cde-4be2-812c-75ed50e25547),segment_id=0aa73ec9-7cde-4be2-812c-75ed50e25547)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:33.165166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.166249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b962c02-f337-42b8-ba88-ac5c81f14e73 req-beab3cea-9ea8-49bb-a191-923ef5fc4277 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:33.167894 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5b962c02-f337-42b8-ba88-ac5c81f14e73 req-beab3cea-9ea8-49bb-a191-923ef5fc4277 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3870964 Apr 04 11:45:33.175151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Calling delete_port for 64810fb1-b7a4-4a17-943c-e5067badd369 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:33.181478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:33.182401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:33.186681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-51c8b348-fb7d-4fd6-bed5-6310b56dc0a6 None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:33.187069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51c8b348-fb7d-4fd6-bed5-6310b56dc0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.200678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 64810fb1-b7a4-4a17-943c-e5067badd369 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:33.302023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.313971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-51c8b348-fb7d-4fd6-bed5-6310b56dc0a6 None None] Port ad8c17a3-ba8e-4287-9301-3289d0a8b47a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:33.333967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.357404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.361699 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5b962c02-f337-42b8-ba88-ac5c81f14e73 req-692264a7-846a-4558-ae06-adb83b2c26f5 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783426 Apr 04 11:45:33.397016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:33.401214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=3cfce46b-830e-418f-b2c2-48617c14d5be,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.408524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.432334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:33.435348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:33.438101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:33.464822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.468406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.470688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-933b9efb-8ee6-4bb8-929f-8579881317a4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/3cfce46b-830e-418f-b2c2-48617c14d5be HTTP/1.1" status: 204 len: 168 time: 2.3081818 Apr 04 11:45:33.470850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:33.475834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event updated for resources: {'Port': ['ID=cf8ee260-085e-41f4-95b7-dace4bb8b725,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.480687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:33.510111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.519179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=64810fb1-b7a4-4a17-943c-e5067badd369,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.532942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.551077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] Pushing event deleted for resources: {'Port': ['ID=64810fb1-b7a4-4a17-943c-e5067badd369,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.570208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175acf0-c363-48e8-a454-ab077fcbe783 None None] No DVR routers for this DVR port 64810fb1-b7a4-4a17-943c-e5067badd369 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:33.574839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port 64810fb1-b7a4-4a17-943c-e5067badd369 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:33.699587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 1, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:33.728118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8fb086-49ad-4184-b0bc-cf97276ab3b7 None None] The sync data for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv is: [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 1, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:33.774002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013cd06-81db-4f4a-91b6-6bc440db3b54 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:33.775584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013cd06-81db-4f4a-91b6-6bc440db3b54 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:33.777786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a013cd06-81db-4f4a-91b6-6bc440db3b54 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3035054 Apr 04 11:45:33.785782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 64810fb1-b7a4-4a17-943c-e5067badd369 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:33.810011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 64810fb1-b7a4-4a17-943c-e5067badd369 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:33.810558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 64810fb1-b7a4-4a17-943c-e5067badd369 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:33.810985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36556) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:33.815237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.857461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Pushing event updated for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:33.894024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:33.934259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f81474b-a5a8-464d-b117-3d71b35c5106']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:33.993235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa73ec9-7cde-4be2-812c-75ed50e25547') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:33.993519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa73ec9-7cde-4be2-812c-75ed50e25547') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:34.010934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:34.025059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.041135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.097985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.120957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:34.121377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:34.126178 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:34.147832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.152033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.270730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:34.283419 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:34.286456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:34.295101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:34.299832 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:34.300756 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:34.330484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.341171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.resource_extend [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:45:34.385128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.435747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.443124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/2f81474b-a5a8-464d-b117-3d71b35c5106 HTTP/1.1" status: 204 len: 168 time: 2.0088048 Apr 04 11:45:34.444131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.444695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76917e-1734-4a59-a08c-ea7bee56fd4d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=2f81474b-a5a8-464d-b117-3d71b35c5106,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:34.457743 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4596976d-2835-483f-b59a-3c3737f821de admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0642452 Apr 04 11:45:34.466362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36560) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:34.470896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36562) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:34.476029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.486786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700451597'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:34.586996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:34.644913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:34.648231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.650216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.731918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.753593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.761484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-892af933-274b-4959-8db3-2a05d714217a None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:34.767599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-892af933-274b-4959-8db3-2a05d714217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.789513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:34.802144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.805212 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment 79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b of type vlan for network ef450920-6d5e-44ed-9169-363686bc6162 Apr 04 11:45:34.867262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.872947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-892af933-274b-4959-8db3-2a05d714217a None None] Port ad8c17a3-ba8e-4287-9301-3289d0a8b47a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:34.895242 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:30Z', 'revision_number': 3, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:34.901055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.928436 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:34.929030 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Updating router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 port 5eea7b76-82eb-4f33-b353-0d3269140e86 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:34.961616 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.979992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:34.985714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:34.986595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.214544 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7408819 Apr 04 11:45:35.218816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36564) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:35.222794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5cb73-56a8-4bed-b6fa-2ade2311e97d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=ef450920-6d5e-44ed-9169-363686bc6162,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:35.235803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ef450920-6d5e-44ed-9169-363686bc6162 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:35.236345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:35.283132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.327892 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 5139e044-09a6-4f2a-bd15-51d5f83c0513 associated. External IP: 172.26.1.113, port: 3dcb17d7-06e9-43e4-957c-8c56e41b6117. Apr 04 11:45:35.348855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135d73-7ece-4e33-ab01-d400635cc578 req-44443f03-f778-433f-88ec-293a0fe5830c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:35.351173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f135d73-7ece-4e33-ab01-d400635cc578 req-44443f03-f778-433f-88ec-293a0fe5830c tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.7842143 Apr 04 11:45:35.351747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.394277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Router 678336a6-1be0-4d17-938f-658d8fe504b9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:35.460470 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f135d73-7ece-4e33-ab01-d400635cc578 req-0d5430c9-7709-4df3-82bc-af9d0ff14f10 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998547 Apr 04 11:45:35.461545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.507458 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84713997-717f-415c-afef-1134e07c68b7 None None] Pushing event updated for resources: {'Port': ['ID=5eea7b76-82eb-4f33-b353-0d3269140e86,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:35.539323 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Attempting to bind port 5eea7b76-82eb-4f33-b353-0d3269140e86 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:35.539951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Attempting to bind port 5eea7b76-82eb-4f33-b353-0d3269140e86 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:35.540487 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Attempting to bind port 5eea7b76-82eb-4f33-b353-0d3269140e86 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:35.547718 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:35.549063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:35.549692 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.550251 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:35.550875 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Bound port: 5eea7b76-82eb-4f33-b353-0d3269140e86, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:35.551435 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.559278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:35.568799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.572078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1ecbda52-96ae-42ff-b439-601735882a7f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf HTTP/1.1" status: 204 len: 168 time: 1.7518554 Apr 04 11:45:35.576353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab698c63-7ced-4fcf-9627-d4e7d97ae9c7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:35.581421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36566) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:35.616956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Router e4718705-678a-4bcb-95ca-93a0d3fc29ac is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:35.651011 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] For port 5eea7b76-82eb-4f33-b353-0d3269140e86, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:35.658262 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] For port 5eea7b76-82eb-4f33-b353-0d3269140e86, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5eea7b76-82eb-4f33-b353-0d3269140e86,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:35.707689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-69756215-2887-4c59-9d4b-007bcc001358 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257248 Apr 04 11:45:35.711420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36568) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:35.719781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:35.735657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:35.737680 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.739480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.779510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.799347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:35.842695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:35.849329 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7249d309-769f-4267-b8a4-b53ced432c4d admin admin] 10.222.0.43 "PUT /v2.0/routers/678336a6-1be0-4d17-938f-658d8fe504b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1564236 Apr 04 11:45:35.861950 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84713997-717f-415c-afef-1134e07c68b7 None None] Pushing event updated for resources: {'Port': ['ID=5eea7b76-82eb-4f33-b353-0d3269140e86,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:35.900647 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:35.901273 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:35.939742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50535e9b-7156-4cd1-993c-03761a86b3e8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:36.019599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:36.023847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.049492 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:36.111528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 50535e9b-7156-4cd1-993c-03761a86b3e8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:36.112340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.114113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Router 65e253bd-b60c-43e2-b075-fbb9ee4dca71 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:36.238924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.263662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 50535e9b-7156-4cd1-993c-03761a86b3e8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=50535e9b-7156-4cd1-993c-03761a86b3e8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:36.283221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:36.327376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.332605 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:30Z', 'revision_number': 3, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.370124 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e636b-f751-4dde-b561-52089095bcf0 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:30Z', 'revision_number': 3, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:36.414106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Deleting port 837e353f-b09f-4f54-8934-7d72e22b8003 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:36.414586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.479106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:36.502671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] For port 837e353f-b09f-4f54-8934-7d72e22b8003, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=837e353f-b09f-4f54-8934-7d72e22b8003,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:36.503017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.535495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Calling delete_port for 837e353f-b09f-4f54-8934-7d72e22b8003 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:36.545136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.553713 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ecb6e5ba-9c87-4c69-89a2-1c1668c39cd2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "PUT /v2.0/routers/65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 200 len: 882 time: 6.9251590 Apr 04 11:45:36.554515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36580) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:36.648575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] Sync routers for ids ['65e253bd-b60c-43e2-b075-fbb9ee4dca71'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:36.657113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=50535e9b-7156-4cd1-993c-03761a86b3e8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:36.683384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] Routers {'65e253bd-b60c-43e2-b075-fbb9ee4dca71'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:36.684349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['65e253bd-b60c-43e2-b075-fbb9ee4dca71'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.730546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.744303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:36.755000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] Routers {'65e253bd-b60c-43e2-b075-fbb9ee4dca71'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:36.756574 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] Sync routers for ids ['e4718705-678a-4bcb-95ca-93a0d3fc29ac'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:36.756725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['65e253bd-b60c-43e2-b075-fbb9ee4dca71'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.761963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.774364 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] Routers {'e4718705-678a-4bcb-95ca-93a0d3fc29ac'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:36.775701 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e4718705-678a-4bcb-95ca-93a0d3fc29ac'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.802382 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-195621af-f775-42d9-9b0f-8de0ad1f4193 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 200 len: 923 time: 0.2443016 Apr 04 11:45:36.817549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36582) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:36.837583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.847796 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] Routers {'e4718705-678a-4bcb-95ca-93a0d3fc29ac'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:36.848920 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e4718705-678a-4bcb-95ca-93a0d3fc29ac'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.908922 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.909349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Sync routers for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:36.910311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcd958-7031-42b6-b8c0-6f3312ef2d1c req-3eebba7c-e9f4-4352-92e3-f02008a567f8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:36.911725 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e050337-dde2-41b9-8f8e-82c683cd6da8 None None] The sync data for ids ['e4718705-678a-4bcb-95ca-93a0d3fc29ac'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:36.913164 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cdcd958-7031-42b6-b8c0-6f3312ef2d1c req-3eebba7c-e9f4-4352-92e3-f02008a567f8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1566460 Apr 04 11:45:36.914345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36584) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:36.916465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] Pushing event deleted for resources: {'Port': ['ID=837e353f-b09f-4f54-8934-7d72e22b8003,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:36.922130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.922776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4234587-4865-48d2-882f-f1dc2abdf684 None None] The sync data for ids ['65e253bd-b60c-43e2-b075-fbb9ee4dca71'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:36.930173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5de88a-3060-455d-b804-bff1703f49b7 None None] No DVR routers for this DVR port 837e353f-b09f-4f54-8934-7d72e22b8003 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:36.940040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:36.940040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:36.945833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717156134', 'description': 'tempest-description--281657163'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:36.986511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.994914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:36.997757 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-86714792-1825-45b6-a37f-9d47c5dbb9d9 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "PUT /v2.0/routers/e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 200 len: 916 time: 9.5439034 Apr 04 11:45:37.003366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36586) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.050297 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cdcd958-7031-42b6-b8c0-6f3312ef2d1c req-a0a03bdf-ead2-439a-8d50-ae54893ac39e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124165 Apr 04 11:45:37.052790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79049de-aded-4814-ae8d-db7a12c5393e tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.054691 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f79049de-aded-4814-ae8d-db7a12c5393e tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=65e253bd-b60c-43e2-b075-fbb9ee4dca71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2355702 Apr 04 11:45:37.064189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36588) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.075234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.087121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.101289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:37.102018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:37.150801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.163398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:37.177055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:37.180960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.181583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.198457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9798fdd1-3bb3-489c-87db-258fe976db3a None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:37.271288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=7394cc58-58c4-4dbe-976a-754b53c54ae8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:37.320415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.327945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=9016f2cd-0f74-4165-b22f-2b5d0221d7d3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:37.358954 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6da8dd49-c4b4-4971-85de-3caa9c8d0eec tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 200 len: 922 time: 0.3517060 Apr 04 11:45:37.363979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec590c8-9883-43b7-9787-c4f4e40761d8 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.367694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36590) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.368029 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bec590c8-9883-43b7-9787-c4f4e40761d8 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.3092062 Apr 04 11:45:37.372977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36592) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.393582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8a927dd-094e-4543-86f0-98a240769862 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6791022 Apr 04 11:45:37.394785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.444899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36594) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.446010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc717fa6-9686-431b-892b-facda9e2c48f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:37.465619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-915dd8f9-e595-4c94-9d81-80ae19656621 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 200 len: 205 time: 0.0888653 Apr 04 11:45:37.469897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36596) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.470989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'name': 'tempest-NetworksTestDHCPv6-431240382'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:37.497328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '9016f2cd-0f74-4165-b22f-2b5d0221d7d3'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:37.499352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.517809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:37.518184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: ef450920-6d5e-44ed-9169-363686bc6162, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:37.539784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:33Z', 'revision_number': 2, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:37.580140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Checking router: 678336a6-1be0-4d17-938f-658d8fe504b9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:37.580140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Updating router 678336a6-1be0-4d17-938f-658d8fe504b9 port ad8c17a3-ba8e-4287-9301-3289d0a8b47a binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:37.591489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Allocated IP 172.20.0.1 (f9b5fec2-35a6-4adf-955b-4a6a277f91be/afbc7352-2f53-44f2-be87-4911bc979db6/6b91960c-c55b-4c94-85c5-5306e895ad92) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:37.609840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.633517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.637705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-34960da4-2bf5-4d55-baad-42c282cd80b3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7169895 Apr 04 11:45:37.637836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36598) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.643993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'security_group_rule': {'security_group_id': 'cc717fa6-9686-431b-892b-facda9e2c48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:37.658334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415882a-86f6-4200-bbff-45759aa7b259 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.663069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36600) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.663215 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1415882a-86f6-4200-bbff-45759aa7b259 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=e4718705-678a-4bcb-95ca-93a0d3fc29ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2940860 Apr 04 11:45:37.714413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network ef450920-6d5e-44ed-9169-363686bc6162 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:37.750083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:37.755134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.766775 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:37.800869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:37.801851 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:37.815739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fdec0-a799-42e1-a7d6-cf5558892f41 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.817419 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0c6fdec0-a799-42e1-a7d6-cf5558892f41 tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.1533558 Apr 04 11:45:37.819610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:37.823788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.833278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36602) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.846199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.854591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ef450920-6d5e-44ed-9169-363686bc6162) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:37.861978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 5211593c-acbc-4cf1-9833-b69e0783c7d0 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:37.862251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:37.862251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.870007 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:37.882891 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:37.883515 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:37.897007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb1e3f-4d1a-45fe-8ed0-5002ade8ea96 None None] Network ef450920-6d5e-44ed-9169-363686bc6162 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:37.926070 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d132f6b9-cdaf-4e75-9489-6d5ea2dd3968 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 200 len: 205 time: 0.0888953 Apr 04 11:45:37.929741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36604) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:37.941919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c164a982-8f9c-4a2b-9873-99bde1d10e8c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/5139e044-09a6-4f2a-bd15-51d5f83c0513 HTTP/1.1" status: 200 len: 977 time: 5.1334515 Apr 04 11:45:37.943846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:37.946702 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:37.947723 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd6d3d-254a-46c8-add6-f6d4c41ac9d5 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:37.951533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36606) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:38.028807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/9016f2cd-0f74-4165-b22f-2b5d0221d7d3/ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:38.037791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50535e9b-7156-4cd1-993c-03761a86b3e8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:38.061058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.094904 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ea36a4e7-12c6-4630-a378-33e7f9678aeb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8703563 Apr 04 11:45:38.095177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36610) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:38.101095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162', 'name': 'tempest-PortsIpV6TestJSON-839274869', 'fixed_ips': [{'subnet_id': '7394cc58-58c4-4dbe-976a-754b53c54ae8', 'ip_address': '2001:db8::10'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:38.176840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.205362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.208764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5158f6-fa28-49d3-95d9-c7ff23824ec9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:38.277803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.297058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.301163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-809461da-4aba-46c4-b6e3-786357a66422 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6623750 Apr 04 11:45:38.301886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36612) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:38.307502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'security_group_rule': {'security_group_id': 'cc717fa6-9686-431b-892b-facda9e2c48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:38.321642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.329003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:38.379499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae35b5a-187a-4095-bcd5-5f4799cc099f req-b99f5916-0ab4-4e43-8976-fb45194534c6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:38.381204 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eae35b5a-187a-4095-bcd5-5f4799cc099f req-b99f5916-0ab4-4e43-8976-fb45194534c6 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1881347 Apr 04 11:45:38.385887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 3dcb17d7-06e9-43e4-957c-8c56e41b6117 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:38.386247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.408889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.470541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.472249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.498929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 50535e9b-7156-4cd1-993c-03761a86b3e8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:38.498929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.499523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port b8bfc6cd-c0dc-4e64-b876-6da13c7468a0 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:38.505946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.562980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.602540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ef450920-6d5e-44ed-9169-363686bc6162', 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': '7394cc58-58c4-4dbe-976a-754b53c54ae8'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:38.602765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:38.604737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.622913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:38.625333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:38.633921 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eae35b5a-187a-4095-bcd5-5f4799cc099f req-5afdc255-420c-4099-bd76-6b8558729bc7 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417705 Apr 04 11:45:38.635165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.636890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762f54df-faa0-472e-9201-6e25b5afe8d8,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:38.645767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Pushing event updated for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:38.683867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.708087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.708755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.728697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.730074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f130dc0c-43bc-451b-9cee-6d0882694794 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266362 Apr 04 11:45:38.734524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36616) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:38.753611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:38.758385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::10 (ef450920-6d5e-44ed-9169-363686bc6162/7394cc58-58c4-4dbe-976a-754b53c54ae8/b8bfc6cd-c0dc-4e64-b876-6da13c7468a0) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:38.795480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.819353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.855748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::266 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/9016f2cd-0f74-4165-b22f-2b5d0221d7d3/5211593c-acbc-4cf1-9833-b69e0783c7d0) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:38.871393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:38.883113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:38.885930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:38.908224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5eea7b76-82eb-4f33-b353-0d3269140e86 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:38.941121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port cf8ee260-085e-41f4-95b7-dace4bb8b725 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:38.941495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:38.974184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Pushing event updated for resources: {'Port': ['ID=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.116662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.119434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Attempting to bind port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:39.119945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Attempting to bind port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:39.120411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Attempting to bind port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:39.135140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85420fe1-4848-44a3-ba99-ab76b90de13a None None] Pushing event updated for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.147829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:39.148406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:39.148914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.149421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:39.150127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Bound port: ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:39.150606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.164266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Attempting to bind port ad8c17a3-ba8e-4287-9301-3289d0a8b47a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:39.164799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Attempting to bind port ad8c17a3-ba8e-4287-9301-3289d0a8b47a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:39.165256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Attempting to bind port ad8c17a3-ba8e-4287-9301-3289d0a8b47a on network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:39.167546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1cbfacac-6d02-4201-983f-1a1486ef1beb None None] Provisioning complete for port 6b91960c-c55b-4c94-85c5-5306e895ad92 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:39.168051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1cbfacac-6d02-4201-983f-1a1486ef1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.203011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:39.203480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Checking segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:39.203986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.204488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Bound using segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:39.205094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Bound port: ad8c17a3-ba8e-4287-9301-3289d0a8b47a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:39.205639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.236718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.243737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5eea7b76-82eb-4f33-b353-0d3269140e86 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:39.244209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.250638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.316152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network ef450920-6d5e-44ed-9169-363686bc6162 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:39.322461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:39.328075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:39.333873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:39.334454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.340388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=b8bfc6cd-c0dc-4e64-b876-6da13c7468a0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.342174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfacac-6d02-4201-983f-1a1486ef1beb None None] Port 6b91960c-c55b-4c94-85c5-5306e895ad92 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:39.361818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.372232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.385449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.409484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Allocated IP 2001:db8::2 (ef450920-6d5e-44ed-9169-363686bc6162/7394cc58-58c4-4dbe-976a-754b53c54ae8/96be81e7-2df7-472a-bcd2-1e6a0dac24ab) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:39.415148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] For port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:39.420739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fcec4c09-ca04-4830-849a-8c1c3eb20d21 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3243153 Apr 04 11:45:39.422803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] For port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:39.426067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36618) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:39.435105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162', 'name': 'tempest-PortsIpV6TestJSON-1465164516', 'fixed_ips': [{'subnet_id': '7394cc58-58c4-4dbe-976a-754b53c54ae8', 'ip_address': '2001:db8::f'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:39.435325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] For port ad8c17a3-ba8e-4287-9301-3289d0a8b47a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:39.439652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] For port ad8c17a3-ba8e-4287-9301-3289d0a8b47a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:39.541815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.550630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.553935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.559297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:39.564434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:39.574365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:39.580131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:39.581255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.589143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for cf8ee260-085e-41f4-95b7-dace4bb8b725 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:39.589760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:39.590391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.594366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.594690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.595012 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP 5139e044-09a6-4f2a-bd15-51d5f83c0513 disassociated. External IP: 172.26.1.113, port: 3dcb17d7-06e9-43e4-957c-8c56e41b6117. Apr 04 11:45:39.595356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 3dcb17d7-06e9-43e4-957c-8c56e41b6117 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:39.602459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.602671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=5211593c-acbc-4cf1-9833-b69e0783c7d0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.677084 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3dd7e967-3fb5-4bd3-b2bb-3d4f3c95205e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2138979 Apr 04 11:45:39.678978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36622) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:39.705168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5eea7b76-82eb-4f33-b353-0d3269140e86, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5eea7b76-82eb-4f33-b353-0d3269140e86,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:39.727118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4de661-5b1f-4a9f-99d6-d1178dbd5131 None None] Pushing event updated for resources: {'Port': ['ID=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.741829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:39.750111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.756022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:39.756674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:39.790228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port a52bc61c-460a-43e6-b136-cc4f371a28f8 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:39.833193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.837127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port 855c5cbc-74e2-427b-883f-6de27e6a3955 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:39.837127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.890864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:39.911057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85420fe1-4848-44a3-ba99-ab76b90de13a None None] Pushing event updated for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:39.962443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befa336-c28c-4b15-855a-aef38c343bc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:39.975623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befa336-c28c-4b15-855a-aef38c343bc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:39.975623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2befa336-c28c-4b15-855a-aef38c343bc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2948978 Apr 04 11:45:39.987353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36624) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:39.990846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.035429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 837e353f-b09f-4f54-8934-7d72e22b8003 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:40.045370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.103091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 837e353f-b09f-4f54-8934-7d72e22b8003 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:40.105932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 837e353f-b09f-4f54-8934-7d72e22b8003 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:40.117238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::f (ef450920-6d5e-44ed-9169-363686bc6162/7394cc58-58c4-4dbe-976a-754b53c54ae8/a52bc61c-460a-43e6-b136-cc4f371a28f8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:40.147819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.151957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:40.220349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Network ef450920-6d5e-44ed-9169-363686bc6162 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:40.227927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5eea7b76-82eb-4f33-b353-0d3269140e86,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.238771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:40.257149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:40.306016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.331719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] For port ad8c17a3-ba8e-4287-9301-3289d0a8b47a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:40.350756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.380902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for 855c5cbc-74e2-427b-883f-6de27e6a3955 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:40.385980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.488757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.530422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:40.535501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.544445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network ef450920-6d5e-44ed-9169-363686bc6162 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:40.548536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:40.558525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:40.565445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.567206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:40.567857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.591822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=a52bc61c-460a-43e6-b136-cc4f371a28f8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.599864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Pushing event updated for resources: {'Port': ['ID=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.649141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.670529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-839ec5db-03f0-47ef-ba0c-0ac1bb608185 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2402148 Apr 04 11:45:40.672903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36626) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:40.685368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=3dcb17d7-06e9-43e4-957c-8c56e41b6117,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.688586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Attempting to bind port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:40.688586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Attempting to bind port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:40.688877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Attempting to bind port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab on network ef450920-6d5e-44ed-9169-363686bc6162 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:40.719769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:40.720143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Checking segment: {'id': '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:40.720541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.720946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Bound using segment: {'id': '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:40.721413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Bound port: 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef450920-6d5e-44ed-9169-363686bc6162'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:40.721817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.762068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=cf8ee260-085e-41f4-95b7-dace4bb8b725,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.766414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3bd9b0f8-4c08-468a-9e97-5b43325a41ee None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:40.766782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b0f8-4c08-468a-9e97-5b43325a41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.768142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953639-3707-4f0f-8e39-48b42d60d9a6 None None] Pushing event updated for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:40.803570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0c38e-22ca-4f71-ad38-c4e03bf486b9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:40.805463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e1f0c38e-22ca-4f71-ad38-c4e03bf486b9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1310313 Apr 04 11:45:40.809327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36628) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:40.810439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 5211593c-acbc-4cf1-9833-b69e0783c7d0 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:40.810946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.849691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:40.850524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:40.879492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec99447-f698-46d3-8cdb-2d3e4948c77f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:40.886485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec99447-f698-46d3-8cdb-2d3e4948c77f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:40.893265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec99447-f698-46d3-8cdb-2d3e4948c77f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:40.895339 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eec99447-f698-46d3-8cdb-2d3e4948c77f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0846436 Apr 04 11:45:40.899871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36630) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:40.979574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] For port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:41.010681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port a52bc61c-460a-43e6-b136-cc4f371a28f8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:41.011720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.029643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Allocated IP 172.26.1.205 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/85b720a7-797d-483a-a708-2d6a1f13922b) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:41.034401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] For port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,segment=NetworkSegment(79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b),segment_id=79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:41.075632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.082166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:41.133536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:41.134005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.140625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.143471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e222c-4c6d-4434-9d92-2d8faba8765b None None] The sync data for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv is: [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:41.144707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.149210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.170399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for a52bc61c-460a-43e6-b136-cc4f371a28f8 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:41.210711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:41.233850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b40284-eaeb-4dab-a89a-2c8d747d897c None None] Pushing event updated for resources: {'Port': ['ID=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:41.276620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.278095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ad8c17a3-ba8e-4287-9301-3289d0a8b47a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:41.300294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.338485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.421894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:41.430106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.450778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b4219866-ec38-430b-bd52-b4a4588902a1 None None] Provisioning complete for port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:41.451243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b4219866-ec38-430b-bd52-b4a4588902a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.491421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 5211593c-acbc-4cf1-9833-b69e0783c7d0 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:41.497915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.558520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=a52bc61c-460a-43e6-b136-cc4f371a28f8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:41.563259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:41.563631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.567953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.572458 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0855b196-1d66-4a31-8aa5-eb5083a75e34 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/a52bc61c-460a-43e6-b136-cc4f371a28f8 HTTP/1.1" status: 204 len: 168 time: 0.6703331 Apr 04 11:45:41.573840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.575243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36632) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:41.623175 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d9fd48-c561-4d1a-9df2-a16db7da7821 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:41.625618 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-76d9fd48-c561-4d1a-9df2-a16db7da7821 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/a52bc61c-460a-43e6-b136-cc4f371a28f8 HTTP/1.1" status: 404 len: 333 time: 0.0486667 Apr 04 11:45:41.629671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36634) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:41.679122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.754928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port b8bfc6cd-c0dc-4e64-b876-6da13c7468a0 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:41.757147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.767398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Pushing event updated for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:41.784556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.842199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=855c5cbc-74e2-427b-883f-6de27e6a3955,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:41.863485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.864237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router 65e253bd-b60c-43e2-b075-fbb9ee4dca71 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:41.868952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.881395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-81138b2e-e6de-45df-b0ca-a3372574f0ed None None] Provisioning complete for port 5211593c-acbc-4cf1-9833-b69e0783c7d0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:41.881395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-81138b2e-e6de-45df-b0ca-a3372574f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:41.883919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for b8bfc6cd-c0dc-4e64-b876-6da13c7468a0 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:41.949812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-81138b2e-e6de-45df-b0ca-a3372574f0ed None None] Port 5211593c-acbc-4cf1-9833-b69e0783c7d0 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:42.099106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.292630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.293898 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6385d67a-5caf-4c35-b5f7-c259d54d74e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 204 len: 168 time: 4.8067911 Apr 04 11:45:42.313248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36636) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:42.326586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-111264517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:42.376756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:42.388402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:42.407017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:42.407954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:42.410520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:42.510490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=b8bfc6cd-c0dc-4e64-b876-6da13c7468a0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:42.513759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:42.529911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:42.530533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:42.543946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.547631 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ba9abbb9-8238-4d5c-b98b-6b6caa6a882d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/b8bfc6cd-c0dc-4e64-b876-6da13c7468a0 HTTP/1.1" status: 204 len: 168 time: 0.9167290 Apr 04 11:45:42.550260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36638) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:42.570641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.576298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fea8f1-f08b-46d6-a8a1-9fc683975d64 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:45:42.576931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:42.580422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac301f8-935d-43a0-91b1-b5445fcb4b53 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:42.580422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:42.583027 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f6fea8f1-f08b-46d6-a8a1-9fc683975d64 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/b8bfc6cd-c0dc-4e64-b876-6da13c7468a0 HTTP/1.1" status: 404 len: 333 time: 0.0266669 Apr 04 11:45:42.583143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.583242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36640) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:42.606493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e8a87-b658-41d8-bb25-e5f072f480e5 None None] Network ef450920-6d5e-44ed-9169-363686bc6162 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:42.619351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.620370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.626044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.636871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 7394cc58-58c4-4dbe-976a-754b53c54ae8 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:42.640412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.685501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.717356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.723328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.730324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:42.731171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Provisioning complete for port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:42.731634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.731789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.740932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.746797 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f89ba039-8722-4daa-94eb-a54aade657cb tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/3dcb17d7-06e9-43e4-957c-8c56e41b6117 HTTP/1.1" status: 204 len: 168 time: 4.7932460 Apr 04 11:45:42.749127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36642) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:42.777297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.792685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5eea7b76-82eb-4f33-b353-0d3269140e86 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:42.794593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:42.850878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=5211593c-acbc-4cf1-9833-b69e0783c7d0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:42.925814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5eea7b76-82eb-4f33-b353-0d3269140e86 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:42.926359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.927918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.928502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.929421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:42.931242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-32d5d93b-23e0-496d-8d34-fe925000ef31 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/5211593c-acbc-4cf1-9833-b69e0783c7d0 HTTP/1.1" status: 204 len: 168 time: 2.9435141 Apr 04 11:45:42.947785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36644) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.003164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.020196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-00b6cb59-4f2b-4f7f-bc6d-29944dadec22 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/floatingips/5139e044-09a6-4f2a-bd15-51d5f83c0513 HTTP/1.1" status: 200 len: 688 time: 0.2628393 Apr 04 11:45:43.020850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36646) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.037807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=7394cc58-58c4-4dbe-976a-754b53c54ae8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:43.043497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.047138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router e4718705-678a-4bcb-95ca-93a0d3fc29ac {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:43.060445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.060660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1c630f08-c5bb-4dae-8735-63590ecc4024 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 204 len: 168 time: 5.1270416 Apr 04 11:45:43.062815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36648) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.076278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-166745405', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:43.082892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:45:43.082892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:45:43.102727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.109690 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c6976571-e123-4f9a-9bc5-2872cfd5216e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/7394cc58-58c4-4dbe-976a-754b53c54ae8 HTTP/1.1" status: 204 len: 168 time: 0.5280721 Apr 04 11:45:43.112852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36650) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.147085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 96be81e7-2df7-472a-bcd2-1e6a0dac24ab up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:43.150952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.153177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.235668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:43.238497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.249846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.298987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:43.309308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:43.311822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:43.326893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49396ca8-8994-4562-ade0-067a422df373 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:43.328522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49396ca8-8994-4562-ade0-067a422df373 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:43.332654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-49396ca8-8994-4562-ade0-067a422df373 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3805594 Apr 04 11:45:43.333385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36652) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.375910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:43.378814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.379789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.388099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'Port': ['ID=85b720a7-797d-483a-a708-2d6a1f13922b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:43.393718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.394925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2ebb5bc3-5810-44ae-8067-04d7dfff6f8f tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0719955 Apr 04 11:45:43.398945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:43.399330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.401356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36654) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:43.407298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': True}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:43.414497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 9016f2cd-0f74-4165-b22f-2b5d0221d7d3 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:43.429486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473ade3-3bbd-4036-afd6-6b95b3dae1f0 None None] Network ef450920-6d5e-44ed-9169-363686bc6162 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:43.461429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.539551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.566917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.583299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.604944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.605185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 52e855ea-3420-4018-931c-10234209290b {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:43.605483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.643330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.667165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,segment=NetworkSegment(79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b),segment_id=79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:43.709692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,segment=NetworkSegment(79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b),segment_id=79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:43.710069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.740231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:43.744757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] DHCP port deletion for ef450920-6d5e-44ed-9169-363686bc6162 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:43.746194 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-10d2222d-ca2d-4985-bb95-997098db3878 admin admin] 10.222.0.43 "PUT /v2.0/routers/86c99108-3db4-4e1f-8eb2-cd2108e434f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2714653 Apr 04 11:45:43.750819 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:43.765220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 96be81e7-2df7-472a-bcd2-1e6a0dac24ab owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:43.765848 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:43.766708 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:43.769016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.777591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.781215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ad8c17a3-ba8e-4287-9301-3289d0a8b47a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:43.820589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.890539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.891707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.904639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.904969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:43.927700 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:43.932825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 52e855ea-3420-4018-931c-10234209290b owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:44.013137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:45:44.013730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:45:44.015320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:44.040577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ad8c17a3-ba8e-4287-9301-3289d0a8b47a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:44.040577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.052870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Deleting port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:44.053647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.126677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.140604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.152141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.159786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671d620-31f7-499c-be5f-e46f1b78f3c7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:44.159969 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9016f2cd-0f74-4165-b22f-2b5d0221d7d3 HTTP/1.1" status: 204 len: 168 time: 0.8247344 Apr 04 11:45:44.176295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36660) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:44.189970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] For port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,segment=NetworkSegment(79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b),segment_id=79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:44.190380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.199109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:44.205777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be099-ebac-4c2e-9b6b-8ef050a281ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=9016f2cd-0f74-4165-b22f-2b5d0221d7d3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:44.221722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Calling delete_port for 96be81e7-2df7-472a-bcd2-1e6a0dac24ab owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:44.254059 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 2, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:44.321472 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:44.322083 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Updating router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 port 6b91960c-c55b-4c94-85c5-5306e895ad92 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:44.360086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.390735 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.391524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef450920-6d5e-44ed-9169-363686bc6162']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:44.406814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:44.407148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a872d1-ff22-4dc6-bd1e-a9e1f023dc6b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:44.419298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.434375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.441578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:45:44.442174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:45:44.512791 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:45:44.515231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:44.557897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-910d2cd8-8553-4375-89f8-0ac35bf45f85 None None] Port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab update to ACTIVE by agent not found {{(pid=109638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 04 11:45:44.625369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.638541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.643330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/ef450920-6d5e-44ed-9169-363686bc6162 HTTP/1.1" status: 204 len: 168 time: 1.5290084 Apr 04 11:45:44.649333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 96be81e7-2df7-472a-bcd2-1e6a0dac24ab no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:44.657965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36668) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:44.664062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182769770'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:44.704234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd496-bc5d-4f77-ace0-c5c5f9665a44 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=ef450920-6d5e-44ed-9169-363686bc6162,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:44.709629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab1139-8876-4c73-a827-8142211d25af None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:44.720283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 96be81e7-2df7-472a-bcd2-1e6a0dac24ab {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:44.721850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 96be81e7-2df7-472a-bcd2-1e6a0dac24ab not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:44.723911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.731773 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cd294dbd-d1eb-4666-a37e-5bc96c6ffba7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5486653 Apr 04 11:45:44.739193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36670) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:44.758482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:44.772240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.793142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.811107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Network ef450920-6d5e-44ed-9169-363686bc6162 is not hosted by any dhcp agent {{(pid=109638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:45:44.811745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] No DVR routers for this DVR port 96be81e7-2df7-472a-bcd2-1e6a0dac24ab on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:44.846977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ca554-d09c-4183-8ed3-ed08a596042f None None] Pushing event deleted for resources: {'Port': ['ID=96be81e7-2df7-472a-bcd2-1e6a0dac24ab,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:44.881803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-568e1229-c8df-4d12-a00e-b1e2d9ff6b5c None None] Provisioning complete for port 6b91960c-c55b-4c94-85c5-5306e895ad92 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:44.882192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-568e1229-c8df-4d12-a00e-b1e2d9ff6b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.888426 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:44.951935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-568e1229-c8df-4d12-a00e-b1e2d9ff6b5c None None] Port 6b91960c-c55b-4c94-85c5-5306e895ad92 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:44.958595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-568e1229-c8df-4d12-a00e-b1e2d9ff6b5c None None] Could not find standard attr ID for object 96be81e7-2df7-472a-bcd2-1e6a0dac24ab. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:45:44.961709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Deleting port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:44.962231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.005253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 172.26.1.158 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/58590eeb-e36b-439a-8996-1020c9daea66) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:45.008286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:45.014050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.038498 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.041339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.050788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.065749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36676) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:45.089192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-91ab1139-8876-4c73-a827-8142211d25af None None] For port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:45.089915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.098414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1147460039-network', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:45.106328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=52e855ea-3420-4018-931c-10234209290b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.142541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Calling delete_port for ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:45.154657 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Pushing event updated for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.230395 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.232009 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.232370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.233067 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.233399 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.234683 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.235028 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.235373 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.235755 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.236289 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.239081 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.239422 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:45:45.259401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.279684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.307960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Made reservation on behalf of f1d48682f74b4ae7a63964f0eda80962 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:45.311485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.318977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Attempting to bind port 6b91960c-c55b-4c94-85c5-5306e895ad92 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:45.318977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Attempting to bind port 6b91960c-c55b-4c94-85c5-5306e895ad92 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:45.318977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Attempting to bind port 6b91960c-c55b-4c94-85c5-5306e895ad92 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:45.326666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:45.331982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.333905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Bound using segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Bound port: 6b91960c-c55b-4c94-85c5-5306e895ad92, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:45.340131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.345130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:45.364015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.368833 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Added segment a39c6d0b-5e30-4d33-8c8e-8d29330915a0 of type vlan for network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 Apr 04 11:45:45.385024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab1139-8876-4c73-a827-8142211d25af None None] Pushing event deleted for resources: {'Port': ['ID=ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.386324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.397623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab1139-8876-4c73-a827-8142211d25af None None] No DVR routers for this DVR port ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:45.419943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ad8a3ef0-85ea-4b65-8a11-5c63207aa938 None None] Provisioning complete for port 6b91960c-c55b-4c94-85c5-5306e895ad92 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:45.420607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3ef0-85ea-4b65-8a11-5c63207aa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.465936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a3ef0-85ea-4b65-8a11-5c63207aa938 None None] Port 6b91960c-c55b-4c94-85c5-5306e895ad92 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:45.476843 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] For port 6b91960c-c55b-4c94-85c5-5306e895ad92, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:45.480800 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] For port 6b91960c-c55b-4c94-85c5-5306e895ad92, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6b91960c-c55b-4c94-85c5-5306e895ad92,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:45.505876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:45.510802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.512603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.515419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:45.521714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:45.526230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=58590eeb-e36b-439a-8996-1020c9daea66,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.551784 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.624074 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:45.625070 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:45.628358 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f61a-4bba-460b-bb45-7e2133b9388f None None] Pushing event updated for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.699857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.705434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:45.712493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.714007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.741680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.744584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.751801 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-14863497-1d15-40ae-96b9-ebfb62875b94 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/5139e044-09a6-4f2a-bd15-51d5f83c0513 HTTP/1.1" status: 204 len: 168 time: 2.7257564 Apr 04 11:45:45.758375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:45.766195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'b441d413-5033-4236-ac46-f576533d7c9d'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:45.772723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.774513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'Port': ['ID=85b720a7-797d-483a-a708-2d6a1f13922b,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.786261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.812735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.812982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Network': ['ID=3542d22c-c1fd-46ae-b02d-a974c7d743b2,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.826093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:45.832938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.910067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:45.913537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-94f2cf29-3a0a-4c58-9d48-eb594996e80c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2472901 Apr 04 11:45:45.913537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36680) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:45.922324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:45.930125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:45.943898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] Provisioning complete for port 6b91960c-c55b-4c94-85c5-5306e895ad92 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:45.944596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.953768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.966855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e077b8-4e33-4178-be86-98b118e388cc,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:45.985050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:45.986021 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Added segment 37f9dd73-b341-4b47-ad2b-c93f1276e558 of type vlan for network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 Apr 04 11:45:46.005045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.006506 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9cddf3a9-9dac-49c8-9f28-3c55f94b796a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2585649 Apr 04 11:45:46.079268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.084307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.148801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] For port 6b91960c-c55b-4c94-85c5-5306e895ad92, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6b91960c-c55b-4c94-85c5-5306e895ad92,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:46.162951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.219644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.227254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=f91fc42b-1b27-485d-8093-5693ab7eee42,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:46.230962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.241793 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:45Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:46.268446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Allocated IP 172.26.1.124 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/3e3e8908-88a3-4964-a611-d5411b8a0ead) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:46.272940 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38ba15-20a2-4547-9090-b1230a406c66 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:45Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:46.281692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:46.283844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:46.285345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.297478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:46.307786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:46.308389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.331859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b6e904-1a53-4ae8-84be-1e71b0968a61 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:46.331859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad712d5a-ba5e-4e94-84d3-3d31c7804198 None None] Pushing event updated for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:46.385058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-51417c80-169c-43b2-b63a-310bd0ec584e tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1717156134&fields=id&tenant_id=72207a1880e9414b9c6e5eaef3705ee2 HTTP/1.1" status: 200 len: 267 time: 0.1567459 Apr 04 11:45:46.498326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.499311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:46.501030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.507499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.532717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.550779 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1c002d39-d5d0-4cfc-9f31-187bdfe400fb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8077822 Apr 04 11:45:46.558016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36698) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:46.573028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'name': 'tempest-NetworksTestDHCPv6-1207128039'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:46.639397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.661691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'f91fc42b-1b27-485d-8093-5693ab7eee42'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:46.664947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.665097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.681689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-593d8f1f-3651-4b85-961a-c6f4dc1bdbbf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:46.685431 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-593d8f1f-3651-4b85-961a-c6f4dc1bdbbf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/networks?id=1b0d98d7-9f68-4010-98ec-431b2c43c5c4 HTTP/1.1" status: 200 len: 811 time: 0.2547088 Apr 04 11:45:46.695058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6b91960c-c55b-4c94-85c5-5306e895ad92 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:46.728271 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6381283 Apr 04 11:45:46.759533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36700) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:46.766849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Request body: {'subnet': {'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1147460039-subnet', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:46.785229 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-93e94c6d-f890-4b78-997a-7d4e5b21a0bf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/quotas/72207a1880e9414b9c6e5eaef3705ee2 HTTP/1.1" status: 200 len: 375 time: 0.0773747 Apr 04 11:45:46.813472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a29e8-fa78-4978-9f36-2b4b26608027 admin admin] Pushing event updated for resources: {'Network': ['ID=dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:46.826300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 6b91960c-c55b-4c94-85c5-5306e895ad92 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:46.826997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.867717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:46.934583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:46.996225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/f91fc42b-1b27-485d-8093-5693ab7eee42/df068f60-7751-48cd-93f3-8a1124a1b559) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:47.013941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.117 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/ef7cc50d-841f-47e1-8dbb-a0e709044089) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:47.147456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:47.190670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:47.196122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.203483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:47.221881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:47.241162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:47.269251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Made reservation on behalf of f1d48682f74b4ae7a63964f0eda80962 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:47.269592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.272327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.309336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.312345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.334520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:47.334879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ffbd96c9-859f-4d89-ab73-a3ca4f6b9d4a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:47.339853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port d27e400d-6984-4c1b-8843-d2a07438f884 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:47.353078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event updated for resources: {'Port': ['ID=3e3e8908-88a3-4964-a611-d5411b8a0ead,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:47.397681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.435514 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-f47b5848-755e-4c7a-860a-42254012377a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6402674 Apr 04 11:45:47.462713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=40852506-97b4-4eaf-9c24-12df9d815343,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:47.487437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:47.489527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:47.493955 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:47.510602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.521642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Checking segment: {'id': 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:47.522022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network hostable DHCP agents. Network: 3542d22c-c1fd-46ae-b02d-a974c7d743b2, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:47.526974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Pushing event updated for resources: {'Port': ['ID=df068f60-7751-48cd-93f3-8a1124a1b559,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:47.597289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Attempting to bind port df068f60-7751-48cd-93f3-8a1124a1b559 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:47.597866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Attempting to bind port df068f60-7751-48cd-93f3-8a1124a1b559 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:47.598147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=ef7cc50d-841f-47e1-8dbb-a0e709044089,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:47.598438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Attempting to bind port df068f60-7751-48cd-93f3-8a1124a1b559 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:47.618678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router 6af6a19a-8caa-490a-a314-438e381706bd is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Bound port: df068f60-7751-48cd-93f3-8a1124a1b559, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:47.624815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.659076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:47.660317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::272 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/f91fc42b-1b27-485d-8093-5693ab7eee42/d27e400d-6984-4c1b-8843-d2a07438f884) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:47.666473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:47.670668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:47.710134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] For port df068f60-7751-48cd-93f3-8a1124a1b559, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:47.716721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] For port df068f60-7751-48cd-93f3-8a1124a1b559, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=df068f60-7751-48cd-93f3-8a1124a1b559,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:47.755461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:47.763642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-fae9b09e-fd6e-43d2-a055-c47692515e13 service neutron] 10.222.0.43 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872274 Apr 04 11:45:47.803601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.838326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3542d22c-c1fd-46ae-b02d-a974c7d743b2) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:47.840104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.852231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:47.852578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.887279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601629d-5848-41df-9f4d-f4aabe2769ce None None] Pushing event updated for resources: {'Port': ['ID=df068f60-7751-48cd-93f3-8a1124a1b559,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:47.891967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828382e9-bd0e-4f3f-ac0d-ac23bc7c0c25 None None] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:47.957929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:47.967811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:47.969045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b898f858-06e6-4b32-8156-20ab1cff5aef tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "PUT /v2.0/routers/6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 200 len: 918 time: 4.5652854 Apr 04 11:45:47.976362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36702) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:47.978365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] Sync routers for ids ['6af6a19a-8caa-490a-a314-438e381706bd'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:48.003785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] Routers {'6af6a19a-8caa-490a-a314-438e381706bd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:48.004765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['6af6a19a-8caa-490a-a314-438e381706bd'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:48.049891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.050484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-581ac1bd-8137-4cb4-8977-5a65d099ff49 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1383886 Apr 04 11:45:48.063873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d602f795-f1ee-4320-8fd0-bc28aa071c63,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:48.081106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36704) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.097671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1513549039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:48.134995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-bbf64cbc-ddce-4fc4-8d27-aea322e9b026 service neutron] 10.222.0.43 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151035 Apr 04 11:45:48.153382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Checking segment: {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:48.153794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Network hostable DHCP agents. Network: dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:48.224760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:48.270972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4d2d7fa5-6d1a-4646-a5ad-27675c0b49e4 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 200 len: 924 time: 0.2888877 Apr 04 11:45:48.277992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36706) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.300384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] Routers {'6af6a19a-8caa-490a-a314-438e381706bd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:48.301191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['6af6a19a-8caa-490a-a314-438e381706bd'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:48.317402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.321351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.357394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:48.358233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011f48a-7137-4455-8246-2ce4247f04ad None None] The sync data for ids ['6af6a19a-8caa-490a-a314-438e381706bd'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:48.378132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:48.435438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdcf6ef-90ca-41b2-860c-c205a8985a4d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:48.436527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3542d22c-c1fd-46ae-b02d-a974c7d743b2', 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': '40852506-97b4-4eaf-9c24-12df9d815343'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:48.439525 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7bdcf6ef-90ca-41b2-860c-c205a8985a4d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=6af6a19a-8caa-490a-a314-438e381706bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1616917 Apr 04 11:45:48.439990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.440115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36708) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.483288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.494060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:48.501260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:48.502032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.598078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.626340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452221b-286a-4709-bc5b-bd33e0997769 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:48.630445 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2452221b-286a-4709-bc5b-bd33e0997769 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.1870992 Apr 04 11:45:48.638311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36714) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.650703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d196397b-809c-4862-a9f4-834c05bac57e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8895380 Apr 04 11:45:48.651340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36716) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.656908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:48.695200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.709703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be2f50-7c22-4090-9dab-0302fb2764df None None] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:48.721656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device df068f60-7751-48cd-93f3-8a1124a1b559 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:48.726253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Allocated IP 2001:db8::2 (3542d22c-c1fd-46ae-b02d-a974c7d743b2/40852506-97b4-4eaf-9c24-12df9d815343/f00e3005-dde0-4700-a7e4-099075c3fa50) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:48.754119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-39d8ce59-6c3b-46a8-8d51-00d8a35d6fa8 req-45ef386f-2754-4ded-b705-36dbc2afa72e tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.1245923 Apr 04 11:45:48.768743 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-34c69a8a-8573-42d4-9aa6-028d375afc70 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 200 len: 205 time: 0.1010227 Apr 04 11:45:48.778044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.778044 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-851d7e8a-e495-416f-9755-31aee406a006 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6933899 Apr 04 11:45:48.779318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.779616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:48.805210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2', 'name': 'tempest-PortsIpV6TestJSON-1982550352'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:48.871410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.872465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.924368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:48.983977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port df068f60-7751-48cd-93f3-8a1124a1b559 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:48.984346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.001303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.056124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=d27e400d-6984-4c1b-8843-d2a07438f884,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:49.078918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.081370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:49.087514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:49.090153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:49.096156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:49.096957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.119453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.197297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.199808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.213975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'fixed_ips': [{'subnet_id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:49.214822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.267051 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-30a939ed-a47e-48df-8c91-c41947381724 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7000959 Apr 04 11:45:49.271448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port df068f60-7751-48cd-93f3-8a1124a1b559, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=df068f60-7751-48cd-93f3-8a1124a1b559,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:49.273760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36726) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:49.336550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29cae1-d75a-4be3-b87d-377b372e932d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:49.343902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29cae1-d75a-4be3-b87d-377b372e932d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:49.345654 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1d29cae1-d75a-4be3-b87d-377b372e932d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0680153 Apr 04 11:45:49.357699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.375259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36728) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:49.377808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.420954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.434553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.461220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.473667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Router 3aba9653-5640-43dd-af80-31c7eb91c1ad is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:49.499178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Allocated IP 172.20.0.2 (dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0/d602f795-f1ee-4320-8fd0-bc28aa071c63/43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:49.506272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:49.514394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=df068f60-7751-48cd-93f3-8a1124a1b559,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:49.520012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:49.527406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:49.545727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:49.561040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.659267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Pushing event updated for resources: {'Port': ['ID=f00e3005-dde0-4700-a7e4-099075c3fa50,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:49.661689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.675477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:49.686199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 07c25b58-1a0a-4eab-a583-3db92c06c0ee yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:49.688091 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] Sync routers for ids ['3aba9653-5640-43dd-af80-31c7eb91c1ad'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:49.693858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f46fb252-def3-492e-af95-27b10262ae00 None None] Provisioning complete for port df068f60-7751-48cd-93f3-8a1124a1b559 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:49.694344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f46fb252-def3-492e-af95-27b10262ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.716368 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] Routers {'3aba9653-5640-43dd-af80-31c7eb91c1ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:49.717287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['3aba9653-5640-43dd-af80-31c7eb91c1ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:49.722053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Attempting to bind port f00e3005-dde0-4700-a7e4-099075c3fa50 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:49.722973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Attempting to bind port f00e3005-dde0-4700-a7e4-099075c3fa50 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:49.723588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Attempting to bind port f00e3005-dde0-4700-a7e4-099075c3fa50 on network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:49.745000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.748641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:49.749129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Checking segment: {'id': 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:49.749714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.750187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Bound using segment: {'id': 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:49.750757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Bound port: f00e3005-dde0-4700-a7e4-099075c3fa50, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3542d22c-c1fd-46ae-b02d-a974c7d743b2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:49.751235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.778098 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:49.787628 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] Routers {'3aba9653-5640-43dd-af80-31c7eb91c1ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:49.789251 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['3aba9653-5640-43dd-af80-31c7eb91c1ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:49.824138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.826182 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bcb652d7-33aa-47a1-bbf4-ddd8841db2aa tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7546918 Apr 04 11:45:49.829770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.833742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36734) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:49.842071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:49.848536 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:49.849417 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed44b-355a-44d3-b73f-e25b5a54fc1d None None] The sync data for ids ['3aba9653-5640-43dd-af80-31c7eb91c1ad'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:49.877763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port d27e400d-6984-4c1b-8843-d2a07438f884 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:49.878368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.933704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] For port f00e3005-dde0-4700-a7e4-099075c3fa50, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:49.935657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=ef7cc50d-841f-47e1-8dbb-a0e709044089,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:49.944808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:49.979626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] For port f00e3005-dde0-4700-a7e4-099075c3fa50, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f00e3005-dde0-4700-a7e4-099075c3fa50,segment=NetworkSegment(a39c6d0b-5e30-4d33-8c8e-8d29330915a0),segment_id=a39c6d0b-5e30-4d33-8c8e-8d29330915a0)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:49.990182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e5c20a6-cc52-4864-9b8a-57407a36d6f1 req-da6b504c-75c6-4f2a-a644-4481aedb19c4 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.1498051 Apr 04 11:45:49.998064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.037531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.069409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP b78e7448-9ba6-4b2b-ab26-dbabe1bcf207 associated. External IP: 172.26.1.117, port: b441d413-5033-4236-ac46-f576533d7c9d. Apr 04 11:45:50.094734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.102926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::2f4 (3542d22c-c1fd-46ae-b02d-a974c7d743b2/40852506-97b4-4eaf-9c24-12df9d815343/07c25b58-1a0a-4eab-a583-3db92c06c0ee) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:50.122187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605f43-e2a7-46ab-8bc7-4ce307726c96 None None] Pushing event updated for resources: {'Port': ['ID=f00e3005-dde0-4700-a7e4-099075c3fa50,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:50.147416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:50.180346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:50.187333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f28f5c29-fdae-4123-be71-f98b2e968cc1 None None] Provisioning complete for port d27e400d-6984-4c1b-8843-d2a07438f884 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:50.187835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f28f5c29-fdae-4123-be71-f98b2e968cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.192273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:50.211051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.224658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for d27e400d-6984-4c1b-8843-d2a07438f884 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:50.246669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Pushing event updated for resources: {'Port': ['ID=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:50.270444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f28f5c29-fdae-4123-be71-f98b2e968cc1 None None] Port d27e400d-6984-4c1b-8843-d2a07438f884 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:50.310302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Attempting to bind port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:50.310973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Attempting to bind port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:50.310973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Attempting to bind port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 on network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:50.318487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:50.319564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Checking segment: {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:50.319564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.319978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Bound using segment: {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:50.320294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Bound port: 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:50.320686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.337334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:50.394240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] For port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:50.405780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port 58590eeb-e36b-439a-8996-1020c9daea66 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:50.406433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.417022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] For port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:50.493805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.509806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:50.575605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:50.606991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:50.607631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:50.611890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.675789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c042659a-8e4c-46e8-93fe-81a9e5c22dae tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9065604 Apr 04 11:45:50.676597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36736) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:50.687786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1319759165'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:50.688974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:50.711481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:50.712120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:50.754325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:50.755005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ca7a7-9aca-4aa0-8044-8caea7a82116 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:50.760064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d696a0e-8112-49e6-a37a-0b89624b3a55 None None] Pushing event updated for resources: {'Port': ['ID=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:50.764397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f00e3005-dde0-4700-a7e4-099075c3fa50 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:50.795774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:50.800937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.833102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f00e3005-dde0-4700-a7e4-099075c3fa50 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:50.833102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.841968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:45:50.856755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.857250 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Added segment f2b17c5a-736f-4373-85f3-40f059f78cb0 of type vlan for network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 Apr 04 11:45:50.939440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:50.979276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.018916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f00e3005-dde0-4700-a7e4-099075c3fa50, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f00e3005-dde0-4700-a7e4-099075c3fa50,segment=NetworkSegment(a39c6d0b-5e30-4d33-8c8e-8d29330915a0),segment_id=a39c6d0b-5e30-4d33-8c8e-8d29330915a0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:51.054794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.061774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:51.063518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.084415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.087105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device df068f60-7751-48cd-93f3-8a1124a1b559 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:51.132229 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4e1d169c-410d-4b09-bc47-aee925154a4a req-68990c34-617f-4e1c-abf0-49c9cf229566 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.0526533 Apr 04 11:45:51.182826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.183408 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5041096 Apr 04 11:45:51.186001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36740) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:51.208451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'subnet': {'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:51.219782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f00e3005-dde0-4700-a7e4-099075c3fa50,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:51.228154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port df068f60-7751-48cd-93f3-8a1124a1b559 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:51.228526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.264835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for 58590eeb-e36b-439a-8996-1020c9daea66 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:51.315342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04d44c-0adf-4931-92a3-5ecc1e404cb8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Network': ['ID=a841dd46-a6d4-4a6e-923e-358ddb8a71c1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:51.353042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:45:51.377718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.459946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-11adcb2b-a735-4839-88d0-14a5a01fdf04 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:51.461459 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-11adcb2b-a735-4839-88d0-14a5a01fdf04 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.44 "GET /v2.0/networks?id=1b0d98d7-9f68-4010-98ec-431b2c43c5c4 HTTP/1.1" status: 200 len: 811 time: 0.2480512 Apr 04 11:45:51.478108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.514542 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-07287531-0975-453d-a8cd-e4023cc660a3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72207a1880e9414b9c6e5eaef3705ee2 HTTP/1.1" status: 200 len: 380 time: 0.0403678 Apr 04 11:45:51.519074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.526545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'port': {'device_id': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'admin_state_up': True, 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'security_groups': ['cc717fa6-9686-431b-892b-facda9e2c48f']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:51.526822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.589406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:51.592933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.621063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e581f93-8d31-44e0-863d-463603f8af82 None None] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:51.672482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=d27e400d-6984-4c1b-8843-d2a07438f884,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:51.714793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.718976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-28b9d803-a830-485f-9cd9-b3245da58883 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/d27e400d-6984-4c1b-8843-d2a07438f884 HTTP/1.1" status: 204 len: 168 time: 2.3419464 Apr 04 11:45:51.745536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36742) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:51.788092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.829411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a81beb1a-1c41-41a0-b007-820808adc1e0 None None] Provisioning complete for port f00e3005-dde0-4700-a7e4-099075c3fa50 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:51.829979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a81beb1a-1c41-41a0-b007-820808adc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.890336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718794-bd93-4ae8-b2fa-3681bce95dd8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:51.892014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718794-bd93-4ae8-b2fa-3681bce95dd8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:51.893740 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0a718794-bd93-4ae8-b2fa-3681bce95dd8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1460464 Apr 04 11:45:51.951696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36748) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:51.961594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Made reservation on behalf of 72207a1880e9414b9c6e5eaef3705ee2 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:51.964618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Allocated IP 172.26.1.213 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/2bda6798-09d4-4606-b398-871216fcb4d6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:51.965518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:51.968390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.067248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:52.080860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:52.085411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:52.091861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:52.094026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.095977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.101886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.183224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.209819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet f91fc42b-1b27-485d-8093-5693ab7eee42 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:45:52.218537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Allocated IP 172.20.0.14 (1b0d98d7-9f68-4010-98ec-431b2c43c5c4/67bfe287-eb4b-42b4-a6db-1ba9242ae0c4/b3cd9458-0d7d-4b32-afb6-f2b094d5f453) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:52.240762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.259534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a524b-dc29-48ab-8e16-156a3a7ca8ef None None] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:52.320534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Subnet': ['ID=28615d62-6e8b-4fbe-9254-912624be46c0,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:52.342666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=07c25b58-1a0a-4eab-a583-3db92c06c0ee,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:52.359103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Checking segment: {'id': 'f2b17c5a-736f-4373-85f3-40f059f78cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:52.359495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network hostable DHCP agents. Network: a841dd46-a6d4-4a6e-923e-358ddb8a71c1, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:45:52.375620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45ed6f01-ad14-4883-8cfc-8b3480c05504 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5949373 Apr 04 11:45:52.379174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.388936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36752) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:52.477409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] Provisioning complete for port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:52.478014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.489999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=58590eeb-e36b-439a-8996-1020c9daea66,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:52.503005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e97c4f1-e6a6-43c6-8c30-8eab290cb1c8 req-b9204e6a-1aca-4e03-a667-0ecaaf810c98 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.1615911 Apr 04 11:45:52.526706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.534938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:45:52.588495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.597217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.653241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.675984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a841dd46-a6d4-4a6e-923e-358ddb8a71c1) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:52.677677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.714150 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:52.714876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.718622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65734389-9ef0-4630-850a-af791e43f21c None None] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:52.722892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] For port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:52.756368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Deleting port 3e3e8908-88a3-4964-a611-d5411b8a0ead {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:52.756708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.772710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.773211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router 6af6a19a-8caa-490a-a314-438e381706bd {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:52.780948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.784591 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6843a186-a148-4cfb-b523-ed7a748ef1d8 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 204 len: 168 time: 4.0004001 Apr 04 11:45:52.793082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36754) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:52.800618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2124195974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:52.816963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.843450 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f00e3005-dde0-4700-a7e4-099075c3fa50 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:52.888870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.909820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.960537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.963824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.968701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37011ab9-c613-4c6a-922e-f0fd69f365c1 None None] Pushing event updated for resources: {'Port': ['ID=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:52.988932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:52.995594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:52.996652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.002468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Calling delete_port for 3e3e8908-88a3-4964-a611-d5411b8a0ead owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:53.011316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:53.013875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:53.023469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Pushing event updated for resources: {'Port': ['ID=2bda6798-09d4-4606-b398-871216fcb4d6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:53.024554 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f00e3005-dde0-4700-a7e4-099075c3fa50 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:53.024692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.072976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Provisioning complete for port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:53.073347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.096372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a841dd46-a6d4-4a6e-923e-358ddb8a71c1', 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1', 'tenant_id': '4c98050a7f154254b02eb11f82b87e82', 'fixed_ips': [{'subnet_id': '28615d62-6e8b-4fbe-9254-912624be46c0'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:53.097837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.097944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.180816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=f91fc42b-1b27-485d-8093-5693ab7eee42,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:53.189047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.193052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.196361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ac7a1f76-975f-4555-adb7-3136ea9298b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/f91fc42b-1b27-485d-8093-5693ab7eee42 HTTP/1.1" status: 204 len: 168 time: 1.2413104 Apr 04 11:45:53.204567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36756) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.207760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a162115-98bb-448e-b06e-9f0e930679da None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:53.284717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-67ab30d5-aa87-429e-bba1-bb86f0f511db tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777256 Apr 04 11:45:53.313022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.320812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.378998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:53.400514 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-75ad1d2f-9604-4413-90ff-369a143eb92a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2002470 Apr 04 11:45:53.404450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36760) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.409068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-417623856', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:53.428685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.461811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f64503-f498-489a-b74b-ac5ae17038e5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:53.465804 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b7f64503-f498-489a-b74b-ac5ae17038e5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1403365 Apr 04 11:45:53.466514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36762) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.481909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Allocated IP 172.20.0.2 (a841dd46-a6d4-4a6e-923e-358ddb8a71c1/28615d62-6e8b-4fbe-9254-912624be46c0/5e5f1771-f413-4100-ab8c-ad957927601b) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:53.488046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Provisioning complete for port 07c25b58-1a0a-4eab-a583-3db92c06c0ee triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:53.488415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.515153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.519026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09f0cf24-3d51-4151-8a54-19e828553522 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7192764 Apr 04 11:45:53.523677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36764) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.531258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.534500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'enable_snat': False}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:53.568502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Port 07c25b58-1a0a-4eab-a583-3db92c06c0ee cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:53.588073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event updated for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:53.598486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.600109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.629179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:53.629691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e883a58-3e4c-4abc-bb80-d9ad32378b8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:53.630592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.636009 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4e883a58-3e4c-4abc-bb80-d9ad32378b8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1638839 Apr 04 11:45:53.656879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.658788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Provisioning complete for port f00e3005-dde0-4700-a7e4-099075c3fa50 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:53.659169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932693bc-8e55-4ac7-9a0c-27b551a1d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.673022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36768) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.719871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a13103f-ead6-4629-9c5c-c75432d943d4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418007 Apr 04 11:45:53.722350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:53.736819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36770) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:53.745607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:53.749626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:53.751353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:45:53.753548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.773935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:53.789594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Pushing event deleted for resources: {'Port': ['ID=3e3e8908-88a3-4964-a611-d5411b8a0ead,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:53.875526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.957340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Deleting port df068f60-7751-48cd-93f3-8a1124a1b559 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:45:53.957825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:53.960144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.063051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:54.081837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:54.083667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:54.084539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.088684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:54.094638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Pushing event updated for resources: {'Port': ['ID=5e5f1771-f413-4100-ab8c-ad957927601b,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:54.095379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] For port df068f60-7751-48cd-93f3-8a1124a1b559, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=df068f60-7751-48cd-93f3-8a1124a1b559,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:54.095379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.127453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Calling delete_port for df068f60-7751-48cd-93f3-8a1124a1b559 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:45:54.140096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bac8-eddc-44ad-be8c-919cf0ee67b5 req-4f40d49e-9bf3-45c1-820f-c2121c571f22 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:54.146263 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f51bac8-eddc-44ad-be8c-919cf0ee67b5 req-4f40d49e-9bf3-45c1-820f-c2121c571f22 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 932 time: 0.4450114 Apr 04 11:45:54.172363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.174280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Attempting to bind port 5e5f1771-f413-4100-ab8c-ad957927601b on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:54.174649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Attempting to bind port 5e5f1771-f413-4100-ab8c-ad957927601b by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'f2b17c5a-736f-4373-85f3-40f059f78cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:54.175180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Attempting to bind port 5e5f1771-f413-4100-ab8c-ad957927601b on network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:54.218341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:54.218782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Checking segment: {'id': 'f2b17c5a-736f-4373-85f3-40f059f78cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:54.219128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.219509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Bound using segment: {'id': 'f2b17c5a-736f-4373-85f3-40f059f78cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:54.219982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Bound port: 5e5f1771-f413-4100-ab8c-ad957927601b, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b17c5a-736f-4373-85f3-40f059f78cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:54.220365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.237739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.249577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-153842a8-2f4f-4fef-8d74-506f3c5ece69 None None] Provisioning complete for port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:54.249577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153842a8-2f4f-4fef-8d74-506f3c5ece69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.259796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.262783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.288558 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-4383b3fd-27be-4abe-9886-65ec00811b6b tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7677128 Apr 04 11:45:54.314578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Request body: {'port': {'device_id': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:54.319968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f51bac8-eddc-44ad-be8c-919cf0ee67b5 req-81360e11-55a6-4eb9-85f5-6da13aed1894 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503720 Apr 04 11:45:54.321113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.341833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-153842a8-2f4f-4fef-8d74-506f3c5ece69 None None] Port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:54.355006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] For port 5e5f1771-f413-4100-ab8c-ad957927601b, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:54.358400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] For port 5e5f1771-f413-4100-ab8c-ad957927601b, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5e5f1771-f413-4100-ab8c-ad957927601b,segment=NetworkSegment(f2b17c5a-736f-4373-85f3-40f059f78cb0),segment_id=f2b17c5a-736f-4373-85f3-40f059f78cb0)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:54.386777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:54.386777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.414999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.432474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.452349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=07c25b58-1a0a-4eab-a583-3db92c06c0ee,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:54.461588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.464276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] Pushing event deleted for resources: {'Port': ['ID=df068f60-7751-48cd-93f3-8a1124a1b559,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:54.466587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c6784-713b-4a7e-aa0c-0d8a27446994 None None] No DVR routers for this DVR port df068f60-7751-48cd-93f3-8a1124a1b559 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:45:54.582125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c27d0-e850-48c2-b17a-1308d2c95ef0 None None] Pushing event updated for resources: {'Port': ['ID=5e5f1771-f413-4100-ab8c-ad957927601b,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:54.635793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.666300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:54.746338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:54.746718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.768722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.871908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:54.889521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.033137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-13c06e6c-caea-48bc-8e8c-d5680265a8fd None None] Provisioning complete for port 07c25b58-1a0a-4eab-a583-3db92c06c0ee triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:55.033514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-13c06e6c-caea-48bc-8e8c-d5680265a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.058035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.066225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Router 3aba9653-5640-43dd-af80-31c7eb91c1ad has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:45:55.084699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-13c06e6c-caea-48bc-8e8c-d5680265a8fd None None] Port 07c25b58-1a0a-4eab-a583-3db92c06c0ee cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:55.104668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device df068f60-7751-48cd-93f3-8a1124a1b559 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:45:55.131186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: df068f60-7751-48cd-93f3-8a1124a1b559 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:45:55.131536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device df068f60-7751-48cd-93f3-8a1124a1b559 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:45:55.296643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:55.307570 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] Sync routers for ids ['3aba9653-5640-43dd-af80-31c7eb91c1ad'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:55.313991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.319504 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] Routers {'3aba9653-5640-43dd-af80-31c7eb91c1ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:55.320504 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['3aba9653-5640-43dd-af80-31c7eb91c1ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:55.322804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.326607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.327478 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d06cc23e-abb9-4956-bae7-337a1e1d553e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "PUT /v2.0/routers/3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 200 len: 705 time: 5.4865861 Apr 04 11:45:55.331272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36772) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:55.348243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.359214 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:55.368394 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] Routers {'3aba9653-5640-43dd-af80-31c7eb91c1ad'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:55.369007 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['3aba9653-5640-43dd-af80-31c7eb91c1ad'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:55.404489 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:55.405134 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b6030-7ef6-484d-961d-be2cc3b309a2 None None] The sync data for ids ['3aba9653-5640-43dd-af80-31c7eb91c1ad'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:55.423278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.428860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a9078bc-f0a0-4291-932f-c4ee0d5cadaf tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/routers/3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 200 len: 740 time: 0.0936720 Apr 04 11:45:55.428967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.440682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36776) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:55.446129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:55.447243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.466690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cd9458-0d7d-4b32-afb6-f2b094d5f453 {{(pid=109637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:45:55.513240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:55.516718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.526925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa73ac-762f-474d-84c9-8b357326bd3c None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:55.541918 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cb8f1d16-4cd3-476c-8bd7-cf00042ea4fc tempest-RoutersAdminTest-1373500421 tempest-RoutersAdminTest-1373500421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 200 len: 205 time: 0.0944228 Apr 04 11:45:55.546095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:55.546271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36778) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:55.546480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.554656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=0d376ad2-0f50-4473-bb68-bf34e8e8212e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:55.603748 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6eb7179f-48b1-4a39-8acf-719c6a1a0f0a tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 200 len: 205 time: 0.0564492 Apr 04 11:45:55.607555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36780) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:55.619676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Router ec9e7c99-35f7-4382-a205-1965bbe03f17 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:55.625858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.provisioning_blocks [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Transition to ACTIVE for port object b3cd9458-0d7d-4b32-afb6-f2b094d5f453 will not be triggered until provisioned by entity L2. {{(pid=109637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:45:55.716988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Allocated IP 172.26.1.94 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/e3dfd1ee-e5db-49e5-8552-f5ed1b4fd95f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:55.719499 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3dd12c01-a8d8-40b3-af24-53c00f8312e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9780133 Apr 04 11:45:55.724167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36782) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:55.726117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801193b-f4c4-4585-a082-943fca6d5df1 req-1b898aad-4324-4f56-8f4e-288d59a372cc tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:55.733889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b801193b-f4c4-4585-a082-943fca6d5df1 req-1b898aad-4324-4f56-8f4e-288d59a372cc tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 932 time: 0.2430801 Apr 04 11:45:55.745270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '0d376ad2-0f50-4473-bb68-bf34e8e8212e'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:45:55.746676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '0d376ad2-0f50-4473-bb68-bf34e8e8212e', 'ip_address': '2001:db8::4d55:9257:f12c:e723'}], 'name': 'tempest-NetworksTestDHCPv6-279738268'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:45:55.747363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.753846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.767623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:55.934925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/0d376ad2-0f50-4473-bb68-bf34e8e8212e/d5e55e8a-3688-4b6e-a175-122a21504e1f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:55.997972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:56.058545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36d4ca-03d8-4190-a026-e9bd1801bf0c None None] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:45:56.105359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Attempting to bind port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:56.105904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Attempting to bind port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:56.108383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Attempting to bind port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 on network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:56.125245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 on network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:45:56.125967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Attempting to bind port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 on network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:56.148848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:56.150757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Checking segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:56.150757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Bound using segment: {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:56.150757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Bound port: b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812e5fa5-3881-4d92-9b0b-2a6436b43f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4'}}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:56.151250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.155831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.162366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] Provisioning complete for port 5e5f1771-f413-4100-ab8c-ad957927601b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:56.162740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.224878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:56.228510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:56.230949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.231502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.263912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:45:56.293845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.365627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:56.377583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.383354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b801193b-f4c4-4585-a082-943fca6d5df1 req-28f0a696-2987-45e3-a4fb-385657075af3 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6489015 Apr 04 11:45:56.388503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Sync routers for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:56.439623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.475850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.476102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:56.476612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:56.480499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-850f0840-03e0-4de4-9666-fe27f9c02f4e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8247333 Apr 04 11:45:56.480650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:56.482860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36784) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:56.488895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:56.492678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:56.528032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Pushing event updated for resources: {'Port': ['ID=d5e55e8a-3688-4b6e-a175-122a21504e1f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:56.550752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.554906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.565413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] For port 5e5f1771-f413-4100-ab8c-ad957927601b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5e5f1771-f413-4100-ab8c-ad957927601b,segment=NetworkSegment(f2b17c5a-736f-4373-85f3-40f059f78cb0),segment_id=f2b17c5a-736f-4373-85f3-40f059f78cb0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:56.666523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.672969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.680733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Attempting to bind port d5e55e8a-3688-4b6e-a175-122a21504e1f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:56.681101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Attempting to bind port d5e55e8a-3688-4b6e-a175-122a21504e1f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:56.681463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Attempting to bind port d5e55e8a-3688-4b6e-a175-122a21504e1f on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:56.711787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.712276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5e5f1771-f413-4100-ab8c-ad957927601b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:56.746424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=07c25b58-1a0a-4eab-a583-3db92c06c0ee,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:56.751731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:56.752307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:56.752584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.753012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:56.753497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Bound port: d5e55e8a-3688-4b6e-a175-122a21504e1f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:56.754016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.808480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.810993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:56.844710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:56.845588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.846852 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] 10.222.0.44 "PUT /v2.0/ports/b3cd9458-0d7d-4b32-afb6-f2b094d5f453 HTTP/1.1" status: 200 len: 1094 time: 2.5364778 Apr 04 11:45:56.847416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:45:56.850188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d528d1c4-6786-4583-8954-6e0bdbc7bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:45:56.913946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.921815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Fanout notify agent at l3_agent the message router_deleted on router 3aba9653-5640-43dd-af80-31c7eb91c1ad {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:45:56.930488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.940247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502da980-278e-42ce-b258-d198d301de69 x-openstack-request-id: req-502da980-278e-42ce-b258-d198d301de69 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:45:56.940456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:56.940795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:45:56.941142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-502da980-278e-42ce-b258-d198d301de69 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:45:56.941760 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502da980-278e-42ce-b258-d198d301de69'] response: {'name': 'network-changed', 'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'status': 'completed', 'code': 200} Apr 04 11:45:56.942654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-36f28d56-af59-40b9-93a2-c4ff6f06e18e tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 204 len: 168 time: 1.3337805 Apr 04 11:45:56.944775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:56.952342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36788) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:56.965460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dfd1ee-e5db-49e5-8552-f5ed1b4fd95f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:56.990887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547ae0-4a4b-4a0e-ae35-ff782c09c0d9 None None] Pushing event updated for resources: {'Port': ['ID=5e5f1771-f413-4100-ab8c-ad957927601b,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:57.004966 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ce48c091-befc-419a-91fd-071c769536ac tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 200 len: 205 time: 0.0476532 Apr 04 11:45:57.024206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36790) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.026690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb2aa-9d5b-495c-8512-73d853842aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:57.054417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.26.1.51 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/3d30994a-16ea-4d23-ab0a-069c6c8070ab) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:57.080466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:57.089424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:57.095003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:57.095636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] For port d5e55e8a-3688-4b6e-a175-122a21504e1f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:57.128677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] For port d5e55e8a-3688-4b6e-a175-122a21504e1f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d5e55e8a-3688-4b6e-a175-122a21504e1f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:57.134542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5e5f1771-f413-4100-ab8c-ad957927601b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:57.134908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.136625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:57.139338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port b196b916-10c1-4433-b7db-ba7bb04ee2c5 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:45:57.154327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-c4431324-a08b-48cf-b59f-04d8c61528b0 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:57.158196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c4431324-a08b-48cf-b59f-04d8c61528b0 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/3aba9653-5640-43dd-af80-31c7eb91c1ad HTTP/1.1" status: 404 len: 336 time: 0.1122832 Apr 04 11:45:57.163120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36792) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.198821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.203056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c140bc4f-8667-49dc-a3c3-2fa5fd025b81 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 200 len: 205 time: 0.0379095 Apr 04 11:45:57.210468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1e83-b167-4bef-9992-8a579a075ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.246994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36794) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.357025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de57b9-ecdc-4bc2-bb56-eaa728ef5531 None None] Pushing event updated for resources: {'Port': ['ID=d5e55e8a-3688-4b6e-a175-122a21504e1f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:57.361950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-a83263a3-6644-4965-87e3-aeff1e1f4eab tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:57.366111 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a83263a3-6644-4965-87e3-aeff1e1f4eab tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/e4718705-678a-4bcb-95ca-93a0d3fc29ac HTTP/1.1" status: 404 len: 336 time: 0.1113124 Apr 04 11:45:57.370516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7795d198-e384-4c46-8985-2eced52e9789 None None] Provisioning complete for port 5e5f1771-f413-4100-ab8c-ad957927601b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:57.370891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7795d198-e384-4c46-8985-2eced52e9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.391116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.417026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:53Z', 'revision_number': 3, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:57.451776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.455676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Checking router: ec9e7c99-35f7-4382-a205-1965bbe03f17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:45:57.456026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Updating router ec9e7c99-35f7-4382-a205-1965bbe03f17 port 2bda6798-09d4-4606-b398-871216fcb4d6 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:45:57.481069 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a449e841-a1e3-4dd7-b44c-35ce7197124c tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 200 len: 205 time: 0.0840809 Apr 04 11:45:57.484644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36800) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.557608 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-bf187b81-88ea-4c0b-a0e4-bdfcbba681fc tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:57.571382 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bf187b81-88ea-4c0b-a0e4-bdfcbba681fc tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/c3bde8c6-c634-4f3f-8f3d-d3b5299a714f HTTP/1.1" status: 404 len: 336 time: 0.0818906 Apr 04 11:45:57.571537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-0d6950f5-d017-48f8-9470-3221fc954fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:57.571537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-0d6950f5-d017-48f8-9470-3221fc954fbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 1097 time: 0.5747781 Apr 04 11:45:57.596101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36802) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.644233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.732416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130854c3-5404-4843-980c-74137093cc87 req-ae3938d3-3c23-4d27-808f-5d69ee524a76 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:57.740353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-130854c3-5404-4843-980c-74137093cc87 req-ae3938d3-3c23-4d27-808f-5d69ee524a76 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 944 time: 0.1971943 Apr 04 11:45:57.803399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-90ff5695-a894-469c-a569-b1b298ab917f tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 200 len: 205 time: 0.2020304 Apr 04 11:45:57.822749 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-130854c3-5404-4843-980c-74137093cc87 req-9b2ab930-c490-46ea-b24e-8ff27119fd4f tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817730 Apr 04 11:45:57.828586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36804) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.874311 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-16d95362-283d-4862-87ca-cc4f60729d1d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:57.877779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16d95362-283d-4862-87ca-cc4f60729d1d tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/1d427b59-4f6f-45e3-93af-1908e6d75dfa HTTP/1.1" status: 404 len: 336 time: 0.0458946 Apr 04 11:45:57.878780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36806) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.893999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-5ee9e525-2f83-48c5-8ed1-c8b9adfb6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:57.895536 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-5ee9e525-2f83-48c5-8ed1-c8b9adfb6442 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2755065 Apr 04 11:45:57.913447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.920376 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f68ccaac-a096-4428-b009-40617d57c99c tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 200 len: 205 time: 0.0385604 Apr 04 11:45:57.939727 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.957276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36808) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:57.986780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b736e7f9-9657-4f4a-8ec6-b92b9b67595c None None] Provisioning complete for port 07c25b58-1a0a-4eab-a583-3db92c06c0ee triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:57.987381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b736e7f9-9657-4f4a-8ec6-b92b9b67595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:57.996249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.007151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Router c362085c-eccf-4bcd-be54-adcd8f08813c is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:58.040851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b736e7f9-9657-4f4a-8ec6-b92b9b67595c None None] Port 07c25b58-1a0a-4eab-a583-3db92c06c0ee cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:58.070328 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-a8b70a72-d1f0-4058-80f4-9de5fb441f56 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:58.073923 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a8b70a72-d1f0-4058-80f4-9de5fb441f56 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/89f0df47-e091-4813-99d2-aeea211f1adc HTTP/1.1" status: 404 len: 336 time: 0.1112466 Apr 04 11:45:58.087451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36810) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:58.120823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:58.128582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5bec5bba-346c-4a36-a96b-65348d69e695 tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c62cc96-4a10-4e1a-8136-aa23d282cc6a HTTP/1.1" status: 200 len: 205 time: 0.0399437 Apr 04 11:45:58.133320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36812) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:58.144478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:58.159258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::4d55:9257:f12c:e723 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/0d376ad2-0f50-4473-bb68-bf34e8e8212e/b196b916-10c1-4433-b7db-ba7bb04ee2c5) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:58.165579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.174368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:58.188626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=3d30994a-16ea-4d23-ab0a-069c6c8070ab,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:58.210020 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-a83f0750-30f2-440e-bd9e-dab638b90b7b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] delete failed (client error): The resource could not be found. Apr 04 11:45:58.211105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a83f0750-30f2-440e-bd9e-dab638b90b7b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/routers/4c62cc96-4a10-4e1a-8136-aa23d282cc6a HTTP/1.1" status: 404 len: 336 time: 0.0766153 Apr 04 11:45:58.214904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36814) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:58.230258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.290266 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f620bee-401a-4895-8986-a22cc811154b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] DELETE failed (client error): The resource could not be found. Apr 04 11:45:58.290960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f620bee-401a-4895-8986-a22cc811154b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:45:58.294387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6f620bee-401a-4895-8986-a22cc811154b tempest-RoutersAdminTest-1652529390 tempest-RoutersAdminTest-1652529390-project] 10.222.0.43 "DELETE /v2.0/subnets/7c7f48be-5f64-4695-8bbe-19323cb011ee HTTP/1.1" status: 404 len: 337 time: 0.0749919 Apr 04 11:45:58.315000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143bab-6492-4cff-9290-f0ef9993b40c None None] Pushing event updated for resources: {'Port': ['ID=2bda6798-09d4-4606-b398-871216fcb4d6,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:58.317391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Attempting to bind port 2bda6798-09d4-4606-b398-871216fcb4d6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:45:58.317789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Attempting to bind port 2bda6798-09d4-4606-b398-871216fcb4d6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:45:58.318158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Attempting to bind port 2bda6798-09d4-4606-b398-871216fcb4d6 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:45:58.325437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:45:58.325437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:45:58.325437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.325437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:45:58.325923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Bound port: 2bda6798-09d4-4606-b398-871216fcb4d6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:45:58.327240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.403472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-f62560f3-4d1d-4ab6-ae80-cba3050a9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:58.405548 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d528d1c4-6786-4583-8954-6e0bdbc7bc90 req-f62560f3-4d1d-4ab6-ae80-cba3050a9910 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5019124 Apr 04 11:45:58.409928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.411868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] For port 2bda6798-09d4-4606-b398-871216fcb4d6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:45:58.418927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] For port 2bda6798-09d4-4606-b398-871216fcb4d6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2bda6798-09d4-4606-b398-871216fcb4d6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:45:58.420544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.491555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:58.503804 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] Sync routers for ids ['c362085c-eccf-4bcd-be54-adcd8f08813c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:58.505461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.518829 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] Routers {'c362085c-eccf-4bcd-be54-adcd8f08813c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:58.519449 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c362085c-eccf-4bcd-be54-adcd8f08813c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:58.528192 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ac40c74-ae7e-4f4c-9a97-53e3ec350f32 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/routers/c362085c-eccf-4bcd-be54-adcd8f08813c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1355612 Apr 04 11:45:58.546974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36818) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:58.610967 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:58.616307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143bab-6492-4cff-9290-f0ef9993b40c None None] Pushing event updated for resources: {'Port': ['ID=2bda6798-09d4-4606-b398-871216fcb4d6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:58.633226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Allocated IP 172.20.0.1 (dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0/d602f795-f1ee-4320-8fd0-bc28aa071c63/80d7e847-b75a-4726-9903-dcd4322398de) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:45:58.633419 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] Routers {'c362085c-eccf-4bcd-be54-adcd8f08813c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:58.637888 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c362085c-eccf-4bcd-be54-adcd8f08813c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:58.649075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:58.649766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:58.686792 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:58.687869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9bae3-a689-48bf-b7d4-837fe22e9492 None None] The sync data for ids ['c362085c-eccf-4bcd-be54-adcd8f08813c'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:58.733080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-ac161024-1848-46f5-978d-bcf20f275662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:58.736552 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-ac161024-1848-46f5-978d-bcf20f275662 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 1097 time: 0.2734015 Apr 04 11:45:58.788777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d5e55e8a-3688-4b6e-a175-122a21504e1f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:45:58.804844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6069e0-b70d-4689-af2d-64bbe76fe49b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:58.809149 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9d6069e0-b70d-4689-af2d-64bbe76fe49b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?device_id=c362085c-eccf-4bcd-be54-adcd8f08813c HTTP/1.1" status: 200 len: 989 time: 0.2585585 Apr 04 11:45:58.809819 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-b7e81e95-724a-433f-995c-7d907fa153cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453 HTTP/1.1" status: 200 len: 217 time: 0.0627513 Apr 04 11:45:58.812658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36820) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:58.866170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:58.908123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Router 465b4b6b-f6f1-49bc-8567-c94c4d79195f is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:45:58.908342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:45:58.927668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.018597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36826) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:59.041032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] Provisioning complete for port d5e55e8a-3688-4b6e-a175-122a21504e1f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:59.041661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.120811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d5e55e8a-3688-4b6e-a175-122a21504e1f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:59.121097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.285352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.316894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:53Z', 'revision_number': 3, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:59.350357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-ec858e12-4711-4a33-90dd-adde533e1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:59.351184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.351833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-ec858e12-4711-4a33-90dd-adde533e1ad6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67bfe287-eb4b-42b4-a6db-1ba9242ae0c4 HTTP/1.1" status: 200 len: 850 time: 0.5323112 Apr 04 11:45:59.358750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0129-8076-46b9-a897-21e79bd34389 None None] The sync data for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:53Z', 'revision_number': 3, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:59.381509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.383357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] For port d5e55e8a-3688-4b6e-a175-122a21504e1f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d5e55e8a-3688-4b6e-a175-122a21504e1f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:45:59.442626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:59.444109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:45:59.450460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.454203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.454203 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0c946571-9f1e-4d3e-b55b-dbda3616dc22 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "PUT /v2.0/routers/465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 200 len: 919 time: 5.9223187 Apr 04 11:45:59.454203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:45:59.466936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:45:59.492639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] Sync routers for ids ['465b4b6b-f6f1-49bc-8567-c94c4d79195f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:45:59.501981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-97150327-e8bd-4ee2-bfc9-83dbe4f92b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.512855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36830) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:59.514233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.562603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:45:59.562962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:45:59.563803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed521504-f6ac-49c3-9612-730bfdf7cc90 req-c9be1f3e-2c35-4b93-ac99-349bad5a8661 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:59.565343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] Routers {'465b4b6b-f6f1-49bc-8567-c94c4d79195f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:59.565484 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed521504-f6ac-49c3-9612-730bfdf7cc90 req-c9be1f3e-2c35-4b93-ac99-349bad5a8661 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 944 time: 0.6317894 Apr 04 11:45:59.570572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['465b4b6b-f6f1-49bc-8567-c94c4d79195f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:59.576183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Pushing event updated for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:59.623062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:59.640625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f0b8f-0fd8-4249-bebe-1cea01e2847e None None] Pushing event updated for resources: {'Port': ['ID=d5e55e8a-3688-4b6e-a175-122a21504e1f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:45:59.649621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] Routers {'465b4b6b-f6f1-49bc-8567-c94c4d79195f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:45:59.650269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['465b4b6b-f6f1-49bc-8567-c94c4d79195f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:59.658504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.697170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:45:59.698035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cf907-1e47-416b-9a4c-844e9a23ee21 None None] The sync data for ids ['465b4b6b-f6f1-49bc-8567-c94c4d79195f'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:45:59.723962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-b9778705-302a-4f79-9db6-8e67b90f355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:59.725588 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-b9778705-302a-4f79-9db6-8e67b90f355a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b0d98d7-9f68-4010-98ec-431b2c43c5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3618917 Apr 04 11:45:59.727114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e25aedff-6f19-41dd-b229-69c2938edbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.739662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.792437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-13a05c17-988f-43ef-ac6b-40071d4b5930 None None] Provisioning complete for port 80d7e847-b75a-4726-9903-dcd4322398de triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:45:59.793103 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-13a05c17-988f-43ef-ac6b-40071d4b5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:45:59.838270 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5bddde36-706b-4b71-8cca-148b37c05bbc tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 200 len: 925 time: 0.2606120 Apr 04 11:45:59.841265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36832) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:59.841410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-13a05c17-988f-43ef-ac6b-40071d4b5930 None None] Port 80d7e847-b75a-4726-9903-dcd4322398de cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:45:59.906098 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed521504-f6ac-49c3-9612-730bfdf7cc90 req-46d4a21d-9589-4a58-a3db-922802c2910c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916632 Apr 04 11:45:59.946821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5092040-77e5-467a-bcc2-d915aa11025d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:45:59.948354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c5092040-77e5-467a-bcc2-d915aa11025d tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=465b4b6b-f6f1-49bc-8567-c94c4d79195f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1061051 Apr 04 11:45:59.951974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36834) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:45:59.969601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:45:59.989774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.014907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e25aedff-6f19-41dd-b229-69c2938edbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.032063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=b196b916-10c1-4433-b7db-ba7bb04ee2c5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:00.046144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:00.053792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:00.063859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:00.063859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.086009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e25aedff-6f19-41dd-b229-69c2938edbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.120474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5e5f1771-f413-4100-ab8c-ad957927601b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:00.165617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a19ac-a942-4460-b881-6eb9839619f5 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:00.165617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5b4a19ac-a942-4460-b881-6eb9839619f5 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/networks/39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 881 time: 0.2091827 Apr 04 11:46:00.170251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36836) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:00.175600 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e25aedff-6f19-41dd-b229-69c2938edbf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf7c1480d110412393f267306fcf8dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558444 Apr 04 11:46:00.179724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36838) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:00.194884 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-96a6a56a-f77a-4526-bbf7-0f5cdc0266eb service neutron] 10.222.0.44 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585316 Apr 04 11:46:00.201969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5e5f1771-f413-4100-ab8c-ad957927601b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:00.202348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.205234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aedff-6f19-41dd-b229-69c2938edbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585c133b-c27b-4a5c-9b28-e565322e1254,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:00.248504 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ef3229c0-fc69-456e-96c9-61cd055a59ae tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 200 len: 205 time: 0.0717311 Apr 04 11:46:00.259846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:00.264893 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fb0cac5f-d80c-431c-911d-f0d533907413 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5302753 Apr 04 11:46:00.271758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36842) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:00.467900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.470724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-78b59b31-300c-47d0-baf2-d6593b23e284 None None] Provisioning complete for port b196b916-10c1-4433-b7db-ba7bb04ee2c5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:00.471281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-78b59b31-300c-47d0-baf2-d6593b23e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.498449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.515937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-78b59b31-300c-47d0-baf2-d6593b23e284 None None] Port b196b916-10c1-4433-b7db-ba7bb04ee2c5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:00.540519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c50fa2-e037-45ae-b5af-b9c151d86c9d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:00.541592 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b550e6e8-6cc2-499e-ad4a-c835c550a930 req-93bd388f-6f53-48a8-92d3-e2a7f4ea02a2 service neutron] 10.222.0.44 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381813 Apr 04 11:46:00.550714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c50fa2-e037-45ae-b5af-b9c151d86c9d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:00.554232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-27c50fa2-e037-45ae-b5af-b9c151d86c9d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2792056 Apr 04 11:46:00.556355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.562439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36844) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:00.578441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.672106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.674988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.706487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2bda6798-09d4-4606-b398-871216fcb4d6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:00.751057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.756493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.787623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2bda6798-09d4-4606-b398-871216fcb4d6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:00.788124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.820692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Pushing event updated for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:00.850196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.854369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.918361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.921044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:00.922252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/585c133b-c27b-4a5c-9b28-e565322e1254 HTTP/1.1" status: 204 len: 168 time: 0.7346818 Apr 04 11:46:00.937755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1f586-02fb-49ba-a10b-a3f36ef04898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c133b-c27b-4a5c-9b28-e565322e1254,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:00.973174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port b196b916-10c1-4433-b7db-ba7bb04ee2c5 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:00.973174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.038247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:01.044696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:01.073343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e358bf-08ed-4f36-93d4-7aca68892846 req-9841c75a-4b27-4b33-9ade-f8ea32aaa7ab tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:01.074966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f6e358bf-08ed-4f36-93d4-7aca68892846 req-9841c75a-4b27-4b33-9ade-f8ea32aaa7ab tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 944 time: 0.0837469 Apr 04 11:46:01.131710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.142386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.147455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for b196b916-10c1-4433-b7db-ba7bb04ee2c5 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:01.156554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port e3dfd1ee-e5db-49e5-8552-f5ed1b4fd95f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:01.156991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.170852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 2bda6798-09d4-4606-b398-871216fcb4d6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2bda6798-09d4-4606-b398-871216fcb4d6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:01.203788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router 193d4f0a-eae3-42f5-bf09-6306ab753216 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:46:01.241846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.242832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d5e55e8a-3688-4b6e-a175-122a21504e1f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:01.307328 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f6e358bf-08ed-4f36-93d4-7aca68892846 req-f2c925b6-18ef-42fa-914a-3469f2025600 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737452 Apr 04 11:46:01.331566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Router ec9e7c99-35f7-4382-a205-1965bbe03f17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:01.374064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.386272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=2bda6798-09d4-4606-b398-871216fcb4d6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:01.399835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d5e55e8a-3688-4b6e-a175-122a21504e1f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:01.400488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.413618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:01.424755 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] Sync routers for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:01.450051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for e3dfd1ee-e5db-49e5-8552-f5ed1b4fd95f owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:01.450502 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:46:01.458897 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:01.460398 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:01.478391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-75f597b6-7c54-4669-a474-13aa7756d436 None None] Provisioning complete for port 80d7e847-b75a-4726-9903-dcd4322398de triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:01.478775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-75f597b6-7c54-4669-a474-13aa7756d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.510677 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:01.519966 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:01.521505 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:01.536867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-75f597b6-7c54-4669-a474-13aa7756d436 None None] Port 80d7e847-b75a-4726-9903-dcd4322398de cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:01.562804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.564170 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c40aa105-c9b8-4e55-9a79-84c5a43bd27f tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1586702 Apr 04 11:46:01.567409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36852) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:01.575238 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:01.576973 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdfe5b-3a7e-4173-8a9e-7a6af1582568 None None] The sync data for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:01.623542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:01.642945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 07c25b58-1a0a-4eab-a583-3db92c06c0ee {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:01.643296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.657606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-11a624ab-432d-43c1-b4bf-1b88ab8e295b admin admin] 10.222.0.43 "PUT /v2.0/routers/ec9e7c99-35f7-4382-a205-1965bbe03f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1741562 Apr 04 11:46:01.692194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.783038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Sync routers for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:01.785144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.792981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:01.793155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:01.814047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=e3dfd1ee-e5db-49e5-8552-f5ed1b4fd95f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:01.837216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36860) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:01.917659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:01.922695 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-72de0e26-489d-41e2-a0e9-70bf9d70d968 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35da7351c4cb42598f0866b5f217b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840862 Apr 04 11:46:01.948209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36862) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:01.959801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:02.032744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.037758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.043844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.106427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.131573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.151504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.156534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router 465b4b6b-f6f1-49bc-8567-c94c4d79195f {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:02.164710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.165841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-20b06483-f38e-42ee-8fe5-7c018d20756a tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 204 len: 168 time: 1.9034555 Apr 04 11:46:02.174550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36864) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:02.184224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443283029', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:02.219676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=b196b916-10c1-4433-b7db-ba7bb04ee2c5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:02.255100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:59Z', 'revision_number': 4, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '80d7e847-b75a-4726-9903-dcd4322398de', 'name': '', 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'mac_address': 'fa:16:3e:88:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:58Z', 'updated_at': '2022-04-04T11:46:00Z', 'revision_number': 2, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'subnets': [{'id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:02.260237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.261507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.326607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Checking router: ec9e7c99-35f7-4382-a205-1965bbe03f17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:02.327781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Updating router ec9e7c99-35f7-4382-a205-1965bbe03f17 port 80d7e847-b75a-4726-9903-dcd4322398de binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:46:02.338706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.341907 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db802683-ff09-4f68-a200-6d0478a38d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/b196b916-10c1-4433-b7db-ba7bb04ee2c5 HTTP/1.1" status: 204 len: 168 time: 1.7782609 Apr 04 11:46:02.347381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36868) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:02.354831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.362884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.369137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.369137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/589f222e-3083-4c16-8c1d-01b2b18999a2 HTTP/1.1" status: 204 len: 168 time: 0.4182434 Apr 04 11:46:02.369335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.408266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4a2a8-6721-4925-8767-5d7a821caa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f222e-3083-4c16-8c1d-01b2b18999a2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:02.438841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.476122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.507899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027edd1-207a-4a0d-830a-0d78c4dd367f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:02.509807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027edd1-207a-4a0d-830a-0d78c4dd367f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:02.511545 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a027edd1-207a-4a0d-830a-0d78c4dd367f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1632175 Apr 04 11:46:02.514826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 07c25b58-1a0a-4eab-a583-3db92c06c0ee owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:02.518028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36872) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:02.666663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36874) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:02.674365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2bda6798-09d4-4606-b398-871216fcb4d6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:02.677659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529588040', 'description': 'tempest-secgroup-smoke-1529588040 description', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:02.712978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb940d-09e4-4d2a-ade8-e0080927f6a0 req-ab451a71-288c-4dd8-b8a5-02a6eb669602 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:02.714909 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-32eb940d-09e4-4d2a-ade8-e0080927f6a0 req-ab451a71-288c-4dd8-b8a5-02a6eb669602 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 944 time: 0.1907976 Apr 04 11:46:02.800181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.803982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.812130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2bda6798-09d4-4606-b398-871216fcb4d6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:02.812502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.845190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-32eb940d-09e4-4d2a-ade8-e0080927f6a0 req-f05ce338-18bf-4d9c-932f-e3ee6221a390 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936832 Apr 04 11:46:02.850762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 0d376ad2-0f50-4473-bb68-bf34e8e8212e {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:02.865695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.917677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.919522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:02.958526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.041771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.058169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.088107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.118642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1433e9-d46f-4e2b-8d76-a6b7b1c27883 None None] Pushing event updated for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.137247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.138811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b3cd9458-0d7d-4b32-afb6-f2b094d5f453 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:46:03.162891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.169942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827ed839-69e1-4bc8-98e5-c925fffe7847,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.207609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.209014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1742690-8344-408b-aa50-d820e0f60e30 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5358093 Apr 04 11:46:03.211983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36880) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:03.216551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:03.309987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:03.324701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'port_id': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'mac_address': 'fa:16:3e:6a:72:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:46:03.354051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Allocated IP 172.26.1.79 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/435a7590-f0d0-471f-827c-e6d101a04dfa) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:03.361042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.366533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.415624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Attempting to bind port 80d7e847-b75a-4726-9903-dcd4322398de on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:03.416001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Attempting to bind port 80d7e847-b75a-4726-9903-dcd4322398de by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:03.416369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Attempting to bind port 80d7e847-b75a-4726-9903-dcd4322398de on network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:03.426878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:03.427128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Checking segment: {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:03.427541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.427934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Bound using segment: {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:03.428474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Bound port: 80d7e847-b75a-4726-9903-dcd4322398de, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f9dd73-b341-4b47-ad2b-c93f1276e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:03.428860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.524842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] For port 80d7e847-b75a-4726-9903-dcd4322398de, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:03.528880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] For port 80d7e847-b75a-4726-9903-dcd4322398de, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=80d7e847-b75a-4726-9903-dcd4322398de,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:03.530868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.531359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.545043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.549883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-26c45e27-5210-4765-b5a9-7ba2652bafca None None] Provisioning complete for port 80d7e847-b75a-4726-9903-dcd4322398de triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:03.550303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-26c45e27-5210-4765-b5a9-7ba2652bafca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.555861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cd9458-0d7d-4b32-afb6-f2b094d5f453 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:46:03.570330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=07c25b58-1a0a-4eab-a583-3db92c06c0ee,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.611011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:03.611198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.617000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.644756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-26c45e27-5210-4765-b5a9-7ba2652bafca None None] Port 80d7e847-b75a-4726-9903-dcd4322398de cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:03.688525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:03.689216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:03.702441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.743040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.745535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.750168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1433e9-d46f-4e2b-8d76-a6b7b1c27883 None None] Pushing event updated for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.816928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=0d376ad2-0f50-4473-bb68-bf34e8e8212e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.827922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.843028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event updated for resources: {'Port': ['ID=435a7590-f0d0-471f-827c-e6d101a04dfa,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.851688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:03.873415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.1 (a841dd46-a6d4-4a6e-923e-358ddb8a71c1/28615d62-6e8b-4fbe-9254-912624be46c0/2428cc11-d7bb-45cb-9209-7022524d6b09) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:03.928303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:03.928494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:03.929270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b99a8e2-1cb4-4d91-a7fd-b8756eb437df,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:03.933135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:03.941886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:04.060138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.062403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.066394 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e32b53be-e3f3-4fd4-9270-909ce5e9644e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8504725 Apr 04 11:46:04.067704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36898) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:04.073539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:04.123446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.126984 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-76c8aeb1-3c12-4bf1-b074-91f2bb276d80 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/0d376ad2-0f50-4473-bb68-bf34e8e8212e HTTP/1.1" status: 204 len: 168 time: 1.6079700 Apr 04 11:46:04.134214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] Provisioning complete for port 80d7e847-b75a-4726-9903-dcd4322398de triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:04.134706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.136856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade177f8-51fa-456d-ac2b-722f33a0935e None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:04.139252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['b3cd9458-0d7d-4b32-afb6-f2b094d5f453'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:46:04.141972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.151798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36902) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:04.235869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.539998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.543423 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e30f7602-210f-408d-a00a-580ce20fb37d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3683748 Apr 04 11:46:04.547469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36906) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:04.553473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:04.592533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.637973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:04.648614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69039-79a5-4a1d-a4a7-e0efd7419c2b req-32dc2281-7c76-48dc-8925-5444bbdbee2a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:04.650156 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0f69039-79a5-4a1d-a4a7-e0efd7419c2b req-32dc2281-7c76-48dc-8925-5444bbdbee2a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 945 time: 0.5424685 Apr 04 11:46:04.651636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:04.653740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=2428cc11-d7bb-45cb-9209-7022524d6b09,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:04.656072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:04.678058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.716153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:59Z', 'revision_number': 4, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '80d7e847-b75a-4726-9903-dcd4322398de', 'name': '', 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'mac_address': 'fa:16:3e:88:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:58Z', 'updated_at': '2022-04-04T11:46:03Z', 'revision_number': 4, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'subnets': [{'id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:04.786878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13198b-cb06-43e2-b9fd-f13cb8f296ad None None] The sync data for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:45:59Z', 'revision_number': 4, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '80d7e847-b75a-4726-9903-dcd4322398de', 'name': '', 'network_id': 'dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'mac_address': 'fa:16:3e:88:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:58Z', 'updated_at': '2022-04-04T11:46:03Z', 'revision_number': 4, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'subnets': [{'id': 'd602f795-f1ee-4320-8fd0-bc28aa071c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:04.789606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] For port 80d7e847-b75a-4726-9903-dcd4322398de, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=80d7e847-b75a-4726-9903-dcd4322398de,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:04.842621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0f69039-79a5-4a1d-a4a7-e0efd7419c2b req-7927cd7d-d639-41a9-8739-7c450ec0fba5 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822507 Apr 04 11:46:04.868593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.873548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Router c362085c-eccf-4bcd-be54-adcd8f08813c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:04.884535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:04.890906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.912275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.916449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:04.974051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:04.977680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.046130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cb243-6cd4-4b5a-87a6-5ffce5a79e01 None None] Pushing event updated for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:05.065817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Deleting port d5e55e8a-3688-4b6e-a175-122a21504e1f {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:05.066390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.227787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.228920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:05.229283 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] Sync routers for ids ['c362085c-eccf-4bcd-be54-adcd8f08813c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:05.229734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3b927455-7346-4c27-9e1a-106de40f4561 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/routers/c362085c-eccf-4bcd-be54-adcd8f08813c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3501489 Apr 04 11:46:05.229851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] For port d5e55e8a-3688-4b6e-a175-122a21504e1f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d5e55e8a-3688-4b6e-a175-122a21504e1f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:05.229948 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] Routers {'c362085c-eccf-4bcd-be54-adcd8f08813c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:05.230046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.230141 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c362085c-eccf-4bcd-be54-adcd8f08813c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:05.230257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Calling delete_port for d5e55e8a-3688-4b6e-a175-122a21504e1f owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:05.230352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad82d56-2e74-4e34-a513-18fb56f15b63,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:05.230352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36916) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:05.257692 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:05.279279 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] Routers {'c362085c-eccf-4bcd-be54-adcd8f08813c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:05.279927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c362085c-eccf-4bcd-be54-adcd8f08813c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:05.290027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9c179e7e-60f2-4bb6-a6dc-399f56768888 None None] Provisioning complete for port 2428cc11-d7bb-45cb-9209-7022524d6b09 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:05.290585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9c179e7e-60f2-4bb6-a6dc-399f56768888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.340881 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:05.341992 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c61ea-8ee1-49a6-97ca-f84633c7fda9 None None] The sync data for ids ['c362085c-eccf-4bcd-be54-adcd8f08813c'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:05.355773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a80eea4-c502-4601-9be6-23b066e26947 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:46:05.357572 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7a80eea4-c502-4601-9be6-23b066e26947 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/07c25b58-1a0a-4eab-a583-3db92c06c0ee HTTP/1.1" status: 404 len: 333 time: 0.1348507 Apr 04 11:46:05.360554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36920) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:05.369677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.371513 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8f372bf-1718-4a90-aab2-c57de3129ed0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3036120 Apr 04 11:46:05.378321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9c179e7e-60f2-4bb6-a6dc-399f56768888 None None] Port 2428cc11-d7bb-45cb-9209-7022524d6b09 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:05.414253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36922) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:05.415258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36924) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:05.426379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:05.441639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.468493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] Pushing event deleted for resources: {'Port': ['ID=d5e55e8a-3688-4b6e-a175-122a21504e1f,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:05.478258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb159f-2fdb-432d-a0d6-584d7ef820ec None None] No DVR routers for this DVR port d5e55e8a-3688-4b6e-a175-122a21504e1f on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:05.501594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.512898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.547787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.620074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.681947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1494330847'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:05.698269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.735553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.738534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.767434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:05.782363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:05.785911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:05.786501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.794880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdfd9b-081b-4e67-a20a-25db8a428f8f None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:05.801815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.814197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=d6f2635e-a5ff-43ae-9660-a144cedf719f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:05.841365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.843073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.865664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.921593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.923152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Fanout notify agent at l3_agent the message router_deleted on router c362085c-eccf-4bcd-be54-adcd8f08813c {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:05.935576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ab32b-7808-40dc-8017-c77374a89ca3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:05.937171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.938716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Router 9e8b6ab7-a277-44b9-8581-a65e3da27419 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:46:05.943920 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-798315f3-00fd-40e0-988b-fb5768b77ccb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3955860 Apr 04 11:46:05.946219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:05.946903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36930) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:05.950153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1c0ff13d-76af-4359-86a8-99e3e2749f65 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/routers/c362085c-eccf-4bcd-be54-adcd8f08813c HTTP/1.1" status: 204 len: 168 time: 0.5885270 Apr 04 11:46:05.952609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': 'd6f2635e-a5ff-43ae-9660-a144cedf719f', 'ip_address': '2001:db8::7b71:3bfa:c7f8:12f3'}], 'name': 'tempest-NetworksTestDHCPv6-1411290799'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:05.953353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36932) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.022655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.024200 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ad48176d-f9cb-4b77-82a4-05b09541e6a9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6079147 Apr 04 11:46:06.030261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36934) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.035364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:06.056990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'd6f2635e-a5ff-43ae-9660-a144cedf719f'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:06.058365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.077236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.102282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 40852506-97b4-4eaf-9c24-12df9d815343 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:06.105710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.154775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.218574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.222660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7c39c94d-1252-40cf-a1de-e87b1f4f46a7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8051126 Apr 04 11:46:06.225757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36936) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.226494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:06.240991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] Sync routers for ids ['9e8b6ab7-a277-44b9-8581-a65e3da27419'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:06.256200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8119f-43d1-4243-b30a-79b666a7a1c7 req-d3e0947f-814f-4b6b-b171-2a582ab8ddbc tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:06.257861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2bc8119f-43d1-4243-b30a-79b666a7a1c7 req-d3e0947f-814f-4b6b-b171-2a582ab8ddbc tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 945 time: 0.2324581 Apr 04 11:46:06.267267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/d6f2635e-a5ff-43ae-9660-a144cedf719f/f4409d9c-63bf-473a-882f-dec786bf3ce1) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:06.269337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] Routers {'9e8b6ab7-a277-44b9-8581-a65e3da27419'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:06.270096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9e8b6ab7-a277-44b9-8581-a65e3da27419'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:06.298728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.326898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:06.344895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] Routers {'9e8b6ab7-a277-44b9-8581-a65e3da27419'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:06.345159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9e8b6ab7-a277-44b9-8581-a65e3da27419'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:06.349773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:06.355635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.380287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.382129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.383519 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e200faee-2634-4bd9-bbfe-8ca7d62a6de4 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2083430 Apr 04 11:46:06.391574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.400964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:06.403853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f1827-684b-44ea-9c0e-977cbfd90290 None None] The sync data for ids ['9e8b6ab7-a277-44b9-8581-a65e3da27419'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:06.411266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.415982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:06.435408 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2bc8119f-43d1-4243-b30a-79b666a7a1c7 req-de7c1fff-3e18-446d-a098-b942b9d88b4e tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372840 Apr 04 11:46:06.475928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.562817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.577331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.598944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.604079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.612322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.614977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.648084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=2428cc11-d7bb-45cb-9209-7022524d6b09,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:06.654320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.663097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.668144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:06.678963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 80d7e847-b75a-4726-9903-dcd4322398de up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:06.682564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd975363-4287-493d-9fd6-4784f1667567,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:06.741984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:06.749029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:06.754333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:06.764519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Pushing event updated for resources: {'Port': ['ID=f4409d9c-63bf-473a-882f-dec786bf3ce1,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:06.796876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.826139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Attempting to bind port f4409d9c-63bf-473a-882f-dec786bf3ce1 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:06.826738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Attempting to bind port f4409d9c-63bf-473a-882f-dec786bf3ce1 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:06.826841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Attempting to bind port f4409d9c-63bf-473a-882f-dec786bf3ce1 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:06.836094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 80d7e847-b75a-4726-9903-dcd4322398de triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:06.836280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::7b71:3bfa:c7f8:12f3 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/d6f2635e-a5ff-43ae-9660-a144cedf719f/f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:06.836487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.838078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:06.838444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:06.838832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.839220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:06.839685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Bound port: f4409d9c-63bf-473a-882f-dec786bf3ce1, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:06.840164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.847243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.849258 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d8f8cb3-0164-4ce4-be11-6209832fcbc1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8181403 Apr 04 11:46:06.853328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=40852506-97b4-4eaf-9c24-12df9d815343,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:06.855143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36940) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.863809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:06.873167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.877925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0759e313-d351-4889-b4d9-eabeca726cff tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/40852506-97b4-4eaf-9c24-12df9d815343 HTTP/1.1" status: 204 len: 168 time: 0.9217796 Apr 04 11:46:06.878069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e01014-6be4-4e83-a48e-8f15aaa3371b None None] Network 3542d22c-c1fd-46ae-b02d-a974c7d743b2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:06.914018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36942) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.960933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.961540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffbe747c-10f0-4c3d-b72b-0dec834b6e59 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:06.967709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:06.969079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-79fc7286-0040-4ed2-a8fb-92f69a989381 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ffbe747c-10f0-4c3d-b72b-0dec834b6e59 HTTP/1.1" status: 204 len: 168 time: 0.7334831 Apr 04 11:46:06.976862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36944) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:06.981244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Request body: {'router': {'name': 'tempest-router-1567208108', 'distributed': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:07.008151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:07.014751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:07.035175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.049253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] For port f4409d9c-63bf-473a-882f-dec786bf3ce1, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:07.062118 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Project a14ac1bd8ad44755839cb45b98a57fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:46:07.087348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.087596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] For port f4409d9c-63bf-473a-882f-dec786bf3ce1, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f4409d9c-63bf-473a-882f-dec786bf3ce1,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:07.088236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.095018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b3cd9458-0d7d-4b32-afb6-f2b094d5f453 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:07.104065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.105373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.164750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.216102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.220975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.236771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d5e55e8a-3688-4b6e-a175-122a21504e1f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:07.294838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:07.299647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.304717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c828-0c58-4ff9-919b-005ea7650371 None None] Pushing event updated for resources: {'Port': ['ID=f4409d9c-63bf-473a-882f-dec786bf3ce1,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:07.310904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:07.315314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:07.321610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:07.322271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.341955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:07.358809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] DHCP port deletion for 3542d22c-c1fd-46ae-b02d-a974c7d743b2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:07.361171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d5e55e8a-3688-4b6e-a175-122a21504e1f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:07.361516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d5e55e8a-3688-4b6e-a175-122a21504e1f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:07.366118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:46:07.374125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:07.374125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.388712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-368c81e9-54a0-4fba-987e-896dff4fc27e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4403086 Apr 04 11:46:07.392069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:07.412511 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.416142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc70b2d6-9422-4e78-bedb-619f9f34b0c6 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4376049 Apr 04 11:46:07.422121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36948) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:07.460917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0caaa62e-0188-4475-a1e5-2ed63abaec20 None None] Provisioning complete for port 2428cc11-d7bb-45cb-9209-7022524d6b09 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:07.461270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0caaa62e-0188-4475-a1e5-2ed63abaec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.531993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0caaa62e-0188-4475-a1e5-2ed63abaec20 None None] Port 2428cc11-d7bb-45cb-9209-7022524d6b09 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:07.565121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Deleting port f00e3005-dde0-4700-a7e4-099075c3fa50 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:07.565489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.605739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.605986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.609857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router 193d4f0a-eae3-42f5-bf09-6306ab753216 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:07.621725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f85b9-7cb5-4626-846e-6b994efd3864 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:07.627708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f85b9-7cb5-4626-846e-6b994efd3864 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:07.629240 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-622f85b9-7cb5-4626-846e-6b994efd3864 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2359071 Apr 04 11:46:07.677596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36952) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:07.677841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] For port f00e3005-dde0-4700-a7e4-099075c3fa50, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f00e3005-dde0-4700-a7e4-099075c3fa50,segment=NetworkSegment(a39c6d0b-5e30-4d33-8c8e-8d29330915a0),segment_id=a39c6d0b-5e30-4d33-8c8e-8d29330915a0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:07.678835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.698084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:46:07.700409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791c88e3-2c92-470a-b7ad-5f67bfb85c2f" -d '{"events": [{"server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "name": "network-vif-plugged", "status": "completed", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:46:07.719583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Calling delete_port for f00e3005-dde0-4700-a7e4-099075c3fa50 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:07.726281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:07.789092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed6a16e-81d8-4057-b4ff-399fa7c331fd x-openstack-request-id: req-bed6a16e-81d8-4057-b4ff-399fa7c331fd {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:46:07.791905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "name": "network-vif-plugged", "status": "completed", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:46:07.791905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bed6a16e-81d8-4057-b4ff-399fa7c331fd {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:46:07.791905 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed6a16e-81d8-4057-b4ff-399fa7c331fd'] response: {'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'code': 200} Apr 04 11:46:07.837345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.838575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.840337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.866970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.907376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:07.926725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622e12e-2b49-4901-8378-e9d58747d4be req-a8af0607-90c1-4c05-a004-b2b98ca810d9 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:07.928318 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8622e12e-2b49-4901-8378-e9d58747d4be req-a8af0607-90c1-4c05-a004-b2b98ca810d9 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 945 time: 0.2682855 Apr 04 11:46:07.959350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.960049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.960763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52fd5d21-f2ec-4c42-9145-a291c0954d04 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:07.975992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] No DVR routers for this DVR port f00e3005-dde0-4700-a7e4-099075c3fa50 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:07.977655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:07.979350 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8531f42e-58d8-4837-bb66-59caa5ff7eb7 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "DELETE /v2.0/routers/52fd5d21-f2ec-4c42-9145-a291c0954d04 HTTP/1.1" status: 204 len: 168 time: 0.5361724 Apr 04 11:46:07.992312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36956) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:07.998270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Request body: {'router': {'name': 'tempest-router-1684109050', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5f8ec8ce80e44273a0310369111c298b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:08.007837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77f4ca-d815-4fe5-a30e-df1ddce4cf23 None None] Pushing event deleted for resources: {'Port': ['ID=f00e3005-dde0-4700-a7e4-099075c3fa50,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:08.027560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.028995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.048889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port f00e3005-dde0-4700-a7e4-099075c3fa50 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:08.049239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.082011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.083120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.083816 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8622e12e-2b49-4901-8378-e9d58747d4be req-b95bfb85-4381-4407-a167-2e85aa536574 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453576 Apr 04 11:46:08.156102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:08.167351 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] Sync routers for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:08.179040 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:08.180063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.193930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.199804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3891387-1197-476e-aa14-b97e30e80a7b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/routers/193d4f0a-eae3-42f5-bf09-6306ab753216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6313405 Apr 04 11:46:08.207617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:08.207992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.221020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36958) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:08.221254 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.232307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:08.233201 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.245017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] For port f00e3005-dde0-4700-a7e4-099075c3fa50, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:08.245323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.251050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'port': {'network_id': 'a841dd46-a6d4-4a6e-923e-358ddb8a71c1', 'name': 'tempest-FloatingIPTestJSON-1095869317'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:08.273139 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.274992 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac29f18-d562-45da-a179-a352e6986bfa None None] The sync data for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:08.327647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade47809-c590-42b4-bf8c-f15923e9a3f3,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:08.336861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for f00e3005-dde0-4700-a7e4-099075c3fa50 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:08.351976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Port f00e3005-dde0-4700-a7e4-099075c3fa50 was not found and therefore no delete operation was performed {{(pid=109637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:46:08.393260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.460724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4748a5-65a5-45e4-82c2-511fb551e7e5 req-eee9966e-0a63-4c54-a757-da2e68561d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:08.462311 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fa4748a5-65a5-45e4-82c2-511fb551e7e5 req-eee9966e-0a63-4c54-a757-da2e68561d72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 1099 time: 0.3776305 Apr 04 11:46:08.476015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.477230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eca18367-304c-4c7d-a7b2-5c70c9f65a20 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6182528 Apr 04 11:46:08.477981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.480095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36960) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:08.484475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'security_group_rule': {'security_group_id': '827ed839-69e1-4bc8-98e5-c925fffe7847', 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:08.484640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=f00e3005-dde0-4700-a7e4-099075c3fa50,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:08.504690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No DVR routers for this DVR port f00e3005-dde0-4700-a7e4-099075c3fa50 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:08.550322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.561414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.578712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Project a14ac1bd8ad44755839cb45b98a57fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:46:08.587616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.613010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:08.633674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Deleting port 435a7590-f0d0-471f-827c-e6d101a04dfa {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:08.633854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.643899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.645701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3619cbb9-f1b6-41db-b15c-8fbfb89744fb tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6544616 Apr 04 11:46:08.650461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 36962) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:08.657034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fa4748a5-65a5-45e4-82c2-511fb551e7e5 req-0aa1652d-3fb2-4110-ae46-ef00e610d3eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782839 Apr 04 11:46:08.657219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f4409d9c-63bf-473a-882f-dec786bf3ce1 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:08.658753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:08.704773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.735802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f4409d9c-63bf-473a-882f-dec786bf3ce1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:08.735802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.737216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.738001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] Provisioning complete for port f4409d9c-63bf-473a-882f-dec786bf3ce1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:08.738522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.800797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542d22c-c1fd-46ae-b02d-a974c7d743b2']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.837592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.837592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39c6d0b-5e30-4d33-8c8e-8d29330915a0') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:08.851770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Made reservation on behalf of 4c98050a7f154254b02eb11f82b87e82 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:08.852043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.855492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.881046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.884235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.908986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.908986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.911419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae40703-31c7-4c32-b3d9-ec3ec81905cf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:08.930702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.945977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.946224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.950492 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c12a6a2f-3459-45bc-abda-4f94380dcbf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4663537 Apr 04 11:46:08.950658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] device_id is not set on port 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:08.965244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] For port f4409d9c-63bf-473a-882f-dec786bf3ce1, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f4409d9c-63bf-473a-882f-dec786bf3ce1,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:08.971451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.987314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:08.987314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:08.992406 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:09.003472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 04 11:46:09.003969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Router 3f33ee77-1638-41c8-91a0-46a832b16454 migrating from provider to provider. {{(pid=109636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 04 11:46:09.004699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.009441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.011214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Calling delete_port for 435a7590-f0d0-471f-827c-e6d101a04dfa owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:09.047360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.076025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.120581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:46:09.120947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:46:09.164518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479cffb-4780-421d-bff4-943b19dbab9c None None] Pushing event updated for resources: {'Port': ['ID=f4409d9c-63bf-473a-882f-dec786bf3ce1,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:09.183879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f553e773-6852-42e0-9417-3844ae629dff None None] Provisioning complete for port f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:09.184246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f553e773-6852-42e0-9417-3844ae629dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.202424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.210638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.217878 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/3542d22c-c1fd-46ae-b02d-a974c7d743b2 HTTP/1.1" status: 204 len: 168 time: 2.3028154 Apr 04 11:46:09.220248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 36998) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.223743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f553e773-6852-42e0-9417-3844ae629dff None None] Port f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:09.250041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.282401 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.scheduler.l3_agent_scheduler [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] No L3 agents can host the router 3f33ee77-1638-41c8-91a0-46a832b16454 Apr 04 11:46:09.300470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6053-bfe1-46cb-a681-1cc8290ef967 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=3542d22c-c1fd-46ae-b02d-a974c7d743b2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:09.311414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b714b2a-6f9c-4f32-a912-4ae6c316b88d req-e3917f61-d87b-49bc-a245-e40cc90bcad6 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:09.313087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b714b2a-6f9c-4f32-a912-4ae6c316b88d req-e3917f61-d87b-49bc-a245-e40cc90bcad6 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.0774105 Apr 04 11:46:09.439765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b714b2a-6f9c-4f32-a912-4ae6c316b88d req-7b08e83a-d4ec-4cd4-a0c2-68a4e46fc4c1 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879123 Apr 04 11:46:09.440364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Hosts for router 3f33ee77-1638-41c8-91a0-46a832b16454: [] {{(pid=109636) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 04 11:46:09.467619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Hosts for other DVR routers connected to router 3f33ee77-1638-41c8-91a0-46a832b16454: set() {{(pid=109636) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 04 11:46:09.470243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.474096 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-83cc7024-13fe-48eb-af29-f014081962c8 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "PUT /v2.0/routers/3f33ee77-1638-41c8-91a0-46a832b16454 HTTP/1.1" status: 200 len: 717 time: 0.8200686 Apr 04 11:46:09.474579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37012) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.555393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-47b90cee-13de-468e-bd24-64ec236d95d4 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "GET /v2.0/routers/3f33ee77-1638-41c8-91a0-46a832b16454 HTTP/1.1" status: 200 len: 717 time: 0.0769720 Apr 04 11:46:09.555630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37014) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.621192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:09.633651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1a377-ed1d-4870-b5f0-2566b5904079 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:09.640671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.640979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-88e1a377-ed1d-4870-b5f0-2566b5904079 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/51f81c0e-f294-4338-8967-05a5572db68d HTTP/1.1" status: 200 len: 843 time: 0.4181304 Apr 04 11:46:09.712892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.716173 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-074b4c00-a4a9-4318-bc87-1bd312ae7b9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef HTTP/1.1" status: 204 len: 168 time: 2.0279026 Apr 04 11:46:09.718767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37020) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.758875 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Allocated IP 172.20.0.4 (a841dd46-a6d4-4a6e-923e-358ddb8a71c1/28615d62-6e8b-4fbe-9254-912624be46c0/83bd318a-5d6b-4fe1-9a37-08d4ed3d3772) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:09.793671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f00e3005-dde0-4700-a7e4-099075c3fa50 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:09.804458 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f38d7bed-d97f-41e8-8b12-6be3d3b0c18f tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/51f81c0e-f294-4338-8967-05a5572db68d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1625855 Apr 04 11:46:09.805206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37022) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.811608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:09.843991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f00e3005-dde0-4700-a7e4-099075c3fa50 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:09.844485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f00e3005-dde0-4700-a7e4-099075c3fa50 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:09.865096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:09.909728 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a6c14ff-5795-4834-a0a5-fa4a2557db91 tempest-RoutersTestDVR-914015060 tempest-RoutersTestDVR-914015060-project] 10.222.0.43 "GET /v2.0/routers/3f33ee77-1638-41c8-91a0-46a832b16454 HTTP/1.1" status: 200 len: 683 time: 0.3525479 Apr 04 11:46:09.913817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f205787-d180-4524-b07d-982bd8c81507 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:09.915360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f205787-d180-4524-b07d-982bd8c81507 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:09.919422 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f205787-d180-4524-b07d-982bd8c81507 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1969352 Apr 04 11:46:09.919422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37024) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.922979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37026) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:09.967898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Pushing event deleted for resources: {'Port': ['ID=435a7590-f0d0-471f-827c-e6d101a04dfa,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:10.029031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.083580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet d6f2635e-a5ff-43ae-9660-a144cedf719f {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:10.113493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.115695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.153614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.205828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:10.215718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.246414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.250512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.274071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.298941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.384215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.419663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.420107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f33ee77-1638-41c8-91a0-46a832b16454 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:10.429739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.429739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dfcff6ca-5cb5-4730-b2a1-e0b532c2080b tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3f33ee77-1638-41c8-91a0-46a832b16454 HTTP/1.1" status: 204 len: 168 time: 0.5085137 Apr 04 11:46:10.433031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37036) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:10.438112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Request body: {'router': {'name': 'tempest-router-1382970116', 'distributed': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:10.478297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:10.484716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event updated for resources: {'Port': ['ID=83bd318a-5d6b-4fe1-9a37-08d4ed3d3772,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:10.491706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:10.494185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:10.556784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.586398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.608651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.611267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.612254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.644144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f4409d9c-63bf-473a-882f-dec786bf3ce1 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:10.660484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.664334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/d6f2635e-a5ff-43ae-9660-a144cedf719f HTTP/1.1" status: 204 len: 168 time: 0.7390442 Apr 04 11:46:10.667558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496d632-75ba-47d5-aa11-9bbb2d4b71ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f2635e-a5ff-43ae-9660-a144cedf719f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:10.674254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37044) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:10.680413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:10.681232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.685850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19b1eb-4c9f-4a11-a0e7-fc218f385077 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:10.779252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bd482-d20c-470d-8336-078763080c90 req-67042af2-ef04-4338-9654-6cdacc876c64 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:10.780885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe2bd482-d20c-470d-8336-078763080c90 req-67042af2-ef04-4338-9654-6cdacc876c64 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2310994 Apr 04 11:46:10.792970 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eb47a14f-8d9a-4777-9c89-7d8be8773d8f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056020 Apr 04 11:46:10.792970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37048) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:10.796577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:10.835091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad681c-70c9-4a3e-8566-ca6289dc17d1 req-2c547b8b-63e5-444f-9612-c4c779bec22c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:10.843396 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2dad681c-70c9-4a3e-8566-ca6289dc17d1 req-2c547b8b-63e5-444f-9612-c4c779bec22c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.2764323 Apr 04 11:46:10.847244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Router 9e8b6ab7-a277-44b9-8581-a65e3da27419 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:10.848114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.902072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ad3499d7-d28e-4f22-8a7f-d068384e29a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6736844 Apr 04 11:46:10.909270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37058) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:10.919360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Request body: {'floatingip': {'port_id': '83bd318a-5d6b-4fe1-9a37-08d4ed3d3772'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:10.969591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:10.995355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe2bd482-d20c-470d-8336-078763080c90 req-191315e0-0661-408b-b8b2-4df080ccbafa tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897264 Apr 04 11:46:11.018792 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2dad681c-70c9-4a3e-8566-ca6289dc17d1 req-9240a737-137c-49c6-977a-311c0f6f4844 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749442 Apr 04 11:46:11.058281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.070366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5a2c7593-8b93-4562-9d30-968e1fd3e589 None None] Provisioning complete for port 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:11.070366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7593-8b93-4562-9d30-968e1fd3e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.070366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f4409d9c-63bf-473a-882f-dec786bf3ce1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:11.070366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.092800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:11.097312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.104729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.108526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0fb27def-d4bd-4ea8-a1a7-540850899943 tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6729298 Apr 04 11:46:11.111773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:11.124407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.134105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.135276 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4ad3f45a-f19c-4df9-ab86-d30456b0b1de tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "PUT /v2.0/routers/9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 200 len: 709 time: 4.7228234 Apr 04 11:46:11.139862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.142732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.165945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:11.188981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] Sync routers for ids ['9e8b6ab7-a277-44b9-8581-a65e3da27419'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:11.225270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] Routers {'9e8b6ab7-a277-44b9-8581-a65e3da27419'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:11.226459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9e8b6ab7-a277-44b9-8581-a65e3da27419'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:11.240983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe129d-e6c4-4977-909d-db9a089eff25 req-ad2b6ae0-d4e7-4abb-b7b1-b0f1604bedab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:11.242571 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7cbe129d-e6c4-4977-909d-db9a089eff25 req-ad2b6ae0-d4e7-4abb-b7b1-b0f1604bedab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1619463 Apr 04 11:46:11.248450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:11.259827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:11.260421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.265514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c7593-8b93-4562-9d30-968e1fd3e589 None None] Port 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:11.271341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901dee4-a951-45c6-b46b-1fc1163998c9 None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:11.277354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:11.292768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=ea2b7838-3e18-483b-b62c-85a3074dff30,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:11.387852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.411919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] Routers {'9e8b6ab7-a277-44b9-8581-a65e3da27419'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:11.412801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9e8b6ab7-a277-44b9-8581-a65e3da27419'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:11.420601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:11.422575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-180fefe1-f7de-4616-8114-765afe623986 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/routers/9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 200 len: 744 time: 0.2763274 Apr 04 11:46:11.438564 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-19d8e451-8f94-4073-8697-591bcfc0260a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6321549 Apr 04 11:46:11.448808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37092) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.449065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37094) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.456630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1836685354'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:11.476079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:11.477097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fc4d1-3b11-4eed-963d-6cf327ff2c0f None None] The sync data for ids ['9e8b6ab7-a277-44b9-8581-a65e3da27419'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:11.542658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7cbe129d-e6c4-4977-909d-db9a089eff25 req-63daf415-11fd-4c77-a051-1b66690260c3 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161118 Apr 04 11:46:11.569465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2f615d41-ae11-4c39-85d1-f599b6dcff12 tempest-RoutersIpV6AdminTest-1857879932 tempest-RoutersIpV6AdminTest-1857879932-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&device_id=9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 200 len: 205 time: 0.1184189 Apr 04 11:46:11.577705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37096) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.610147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0862d7-b31b-4442-ba9c-50e83975784e req-4d304b84-9f78-46f4-a5e8-2ed4b5d5c90f tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:11.611703 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-de0862d7-b31b-4442-ba9c-50e83975784e req-4d304b84-9f78-46f4-a5e8-2ed4b5d5c90f tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.3645639 Apr 04 11:46:11.621240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Deleting port f4409d9c-63bf-473a-882f-dec786bf3ce1 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:11.622062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.627551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37100) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.642334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-43e6c404-b876-4360-9304-a5b07d078d16 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 200 len: 205 time: 0.0600970 Apr 04 11:46:11.644670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37102) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:11.662770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Request body: {'floatingip': {'port_id': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:11.672350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'tenant_id': 'e102caeecae146ff92332e62a27e4cd1', 'fixed_ips': [{'subnet_id': 'ea2b7838-3e18-483b-b62c-85a3074dff30'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:11.677144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.745498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.770483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.913339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] For port f4409d9c-63bf-473a-882f-dec786bf3ce1, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f4409d9c-63bf-473a-882f-dec786bf3ce1,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:11.919141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.925023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:11.934368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=5803dfea-cc8b-4228-b0cd-269a8c5417fe,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:11.945470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:11.945470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:11.945470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:11.947905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Calling delete_port for f4409d9c-63bf-473a-882f-dec786bf3ce1 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:11.962290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Allocated IP 2001:db8::2 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/ea2b7838-3e18-483b-b62c-85a3074dff30/74696b88-f226-4672-94da-9084eb52d6a7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:11.989309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.026190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.075341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.080260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.092505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cf1a-b392-4345-84f9-d05dc48899fc req-5c638357-ca41-44e8-987f-b3727ef9bb46 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:12.100868 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0495cf1a-b392-4345-84f9-d05dc48899fc req-5c638357-ca41-44e8-987f-b3727ef9bb46 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3564157 Apr 04 11:46:12.145325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.179415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.196565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0495cf1a-b392-4345-84f9-d05dc48899fc req-adc9f648-605c-4229-af94-5292a6b3f793 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951712 Apr 04 11:46:12.235861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.237956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-40719b3b-2a13-4834-86d6-ad0352acaa61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4484551 Apr 04 11:46:12.241458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37106) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:12.246535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '5803dfea-cc8b-4228-b0cd-269a8c5417fe', 'ip_address': '2001:db8::5704:c33c:80f0:bdf8'}], 'name': 'tempest-NetworksTestDHCPv6-1304329639'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:12.264394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.267512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.267792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8b6ab7-a277-44b9-8581-a65e3da27419 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:12.278956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.278956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0a1b33f-d617-457d-9c4b-253ae22977e1 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 204 len: 168 time: 0.6305161 Apr 04 11:46:12.280910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:12.316315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] Pushing event deleted for resources: {'Port': ['ID=f4409d9c-63bf-473a-882f-dec786bf3ce1,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:12.324805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f571f-dd59-4a16-8a84-0948cde7846b None None] No DVR routers for this DVR port f4409d9c-63bf-473a-882f-dec786bf3ce1 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:12.333485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.352240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e7968a-76dc-4b44-afa0-5831eb11bb05 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:12.394716 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-348a6668-e0c7-4f24-bb19-408941ae6021 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 200 len: 205 time: 0.1053822 Apr 04 11:46:12.421826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:12.430698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.431114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc9cb137-2ee9-4152-8efd-0481b67b1674 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:12.443206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.447900 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8995e028-4a98-4620-a3b4-023d4e61ec4f tempest-RoutersTestDVR-1268343712 tempest-RoutersTestDVR-1268343712-project-admin] 10.222.0.43 "DELETE /v2.0/routers/bc9cb137-2ee9-4152-8efd-0481b67b1674 HTTP/1.1" status: 204 len: 168 time: 1.3185956 Apr 04 11:46:12.448022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:12.488034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:12.500672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.538537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:12.539359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7327c-c979-4c40-96b0-f535219d3f2a req-3c2e40b3-0166-40ce-a6ff-5dbb28f4a0dd tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:12.541328 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ce7327c-c979-4c40-96b0-f535219d3f2a req-3c2e40b3-0166-40ce-a6ff-5dbb28f4a0dd tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2405119 Apr 04 11:46:12.571523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:12.620576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.668048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f4409d9c-63bf-473a-882f-dec786bf3ce1 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:12.709580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f4409d9c-63bf-473a-882f-dec786bf3ce1 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:12.710329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f4409d9c-63bf-473a-882f-dec786bf3ce1 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:12.712548 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ce7327c-c979-4c40-96b0-f535219d3f2a req-a3d64b06-988e-4277-909a-2bd06577d2da tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585248 Apr 04 11:46:12.735148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Attempting to bind port 74696b88-f226-4672-94da-9084eb52d6a7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:12.735779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Attempting to bind port 74696b88-f226-4672-94da-9084eb52d6a7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '3db58e9f-7290-43c1-82fc-0e1b051afb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:12.737258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Attempting to bind port 74696b88-f226-4672-94da-9084eb52d6a7 on network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:12.778473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:12.779339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Checking segment: {'id': '3db58e9f-7290-43c1-82fc-0e1b051afb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:12.779764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.780805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Bound using segment: {'id': '3db58e9f-7290-43c1-82fc-0e1b051afb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:12.782562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Bound port: 74696b88-f226-4672-94da-9084eb52d6a7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db58e9f-7290-43c1-82fc-0e1b051afb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:12.782809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.856377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79ac2b-fe10-4239-bfd7-50d93ca6d7b1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:12.863967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.865230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c0103b6-c640-4229-b6bd-44b7ca138a4a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4128973 Apr 04 11:46:12.869447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37118) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:12.896018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '5803dfea-cc8b-4228-b0cd-269a8c5417fe'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:12.897009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:12.908975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'security_group': {'name': 'tempest-secgroup-972702757'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:12.970019 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-37872f5c-8cb1-4615-bb57-2294bc6135e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:12.970019 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-37872f5c-8cb1-4615-bb57-2294bc6135e7 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/9e8b6ab7-a277-44b9-8581-a65e3da27419 HTTP/1.1" status: 404 len: 336 time: 0.5443053 Apr 04 11:46:12.970019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37120) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.012615 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bf023aab-2966-44e1-a970-ecf04ebb923d tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 200 len: 205 time: 0.0347004 Apr 04 11:46:13.012615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37122) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.033384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:13.061879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:13.084783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-ec65078d-d267-4b0f-bef1-acfcc51575b3 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:13.095349 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec65078d-d267-4b0f-bef1-acfcc51575b3 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/465b4b6b-f6f1-49bc-8567-c94c4d79195f HTTP/1.1" status: 404 len: 336 time: 0.0803900 Apr 04 11:46:13.095722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.142012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/5803dfea-cc8b-4228-b0cd-269a8c5417fe/7bad4401-2960-4cf6-b335-fd5ac73eb781) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:13.151307 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-532c8f08-db14-4cbf-acd1-1cfd92ed61ed tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 200 len: 205 time: 0.0537705 Apr 04 11:46:13.151896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37126) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.199002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.resource_extend [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:46:13.202381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.203739 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-73695b74-6c7c-4dbb-8b94-48867acc6071 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:13.204857 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-73695b74-6c7c-4dbb-8b94-48867acc6071 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/6af6a19a-8caa-490a-a314-438e381706bd HTTP/1.1" status: 404 len: 336 time: 0.0508935 Apr 04 11:46:13.208544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37128) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.236052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.243861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:13.289433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-95a2d1cd-99aa-422e-9f97-d5bda9f77e94 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 200 len: 205 time: 0.0782013 Apr 04 11:46:13.290999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37134) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.301427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.369063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.402003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37136) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.437659 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-19b4ebcd-ff69-46f9-b426-31cc999b6536 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:13.439373 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-19b4ebcd-ff69-46f9-b426-31cc999b6536 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/65e253bd-b60c-43e2-b075-fbb9ee4dca71 HTTP/1.1" status: 404 len: 336 time: 0.1466696 Apr 04 11:46:13.442911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37140) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.456185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.484052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5eec-b8da-4feb-a200-a2d47f47bf2c None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:13.493806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.526253 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f2ff76c-4d68-41bd-b70e-1dee9bb8e91e tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 200 len: 205 time: 0.0822012 Apr 04 11:46:13.528541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37144) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.539615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.565642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3b45-4a16-495e-acd8-b06c6c3be406 req-d15b821f-1cbc-4447-9561-cb6c2ad06e8f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:13.578136 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c09d3b45-4a16-495e-acd8-b06c6c3be406 req-d15b821f-1cbc-4447-9561-cb6c2ad06e8f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2650108 Apr 04 11:46:13.584410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.600374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-917c07df-2aa2-4010-9d09-6ed33b2271c2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:13.602343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-917c07df-2aa2-4010-9d09-6ed33b2271c2 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/173b2d17-edeb-45f1-aa32-228c11138edc HTTP/1.1" status: 404 len: 336 time: 0.0718377 Apr 04 11:46:13.604919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37146) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.611302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.660106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Pushing event updated for resources: {'Port': ['ID=7bad4401-2960-4cf6-b335-fd5ac73eb781,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:13.684066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:13.685825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:13.687133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port a2d6a451-d252-45bc-81d2-9e318315fd59 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:13.688799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:13.705104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f8feb5a4-76da-4abd-ba14-a96123b1538d tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "GET /v2.0/ports?device_id=abcbe71c-2e06-4b3f-b851-130894764bae HTTP/1.1" status: 200 len: 205 time: 0.0985739 Apr 04 11:46:13.711030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37148) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:13.785495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.793780 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP b78e7448-9ba6-4b2b-ab26-dbabe1bcf207 associated. External IP: 172.26.1.117, port: b441d413-5033-4236-ac46-f576533d7c9d. Apr 04 11:46:13.796633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Attempting to bind port 7bad4401-2960-4cf6-b335-fd5ac73eb781 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:13.797172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Attempting to bind port 7bad4401-2960-4cf6-b335-fd5ac73eb781 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:13.797418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Attempting to bind port 7bad4401-2960-4cf6-b335-fd5ac73eb781 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:13.809513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:13.809925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:13.811268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.811680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:13.812167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Bound port: 7bad4401-2960-4cf6-b335-fd5ac73eb781, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:13.812563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.830564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1dc9-6e44-427e-b9b8-7c0a92acdcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:13.901699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] For port 7bad4401-2960-4cf6-b335-fd5ac73eb781, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:13.912530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] For port 7bad4401-2960-4cf6-b335-fd5ac73eb781, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7bad4401-2960-4cf6-b335-fd5ac73eb781,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:13.991452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-d8f1ee74-a8ea-4a99-a02d-7e5fa400a882 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] delete failed (client error): The resource could not be found. Apr 04 11:46:13.992533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d8f1ee74-a8ea-4a99-a02d-7e5fa400a882 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/routers/abcbe71c-2e06-4b3f-b851-130894764bae HTTP/1.1" status: 404 len: 336 time: 0.2798221 Apr 04 11:46:13.997649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.000761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37150) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:14.046361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b7bbb2-efc0-48ab-b853-29228b4b8699 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:14.046759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b7bbb2-efc0-48ab-b853-29228b4b8699 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:14.049880 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d2b7bbb2-efc0-48ab-b853-29228b4b8699 tempest-RoutersIpV6AdminTest-213599811 tempest-RoutersIpV6AdminTest-213599811-project] 10.222.0.43 "DELETE /v2.0/subnets/d7ac361b-a51d-4a16-80f1-2d4f0df19f15 HTTP/1.1" status: 404 len: 337 time: 0.0481033 Apr 04 11:46:14.105231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::5704:c33c:80f0:bdf8 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/5803dfea-cc8b-4228-b0cd-269a8c5417fe/a2d6a451-d252-45bc-81d2-9e318315fd59) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:14.156562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbe46-0ed8-4ad9-b311-94f2fd097665 None None] Pushing event updated for resources: {'Port': ['ID=7bad4401-2960-4cf6-b335-fd5ac73eb781,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:14.186871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.234607 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c09d3b45-4a16-495e-acd8-b06c6c3be406 req-9c2a2c74-4369-4b7c-860c-fa8bc07b124b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6402175 Apr 04 11:46:14.253006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1dc9-6e44-427e-b9b8-7c0a92acdcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.327180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9ca07-73ca-4d5f-8263-6bbc4af5efed,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:14.329967 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Floating IP 7dbd58d5-188a-457b-8045-ad43350ccfbd associated. External IP: 172.26.1.205, port: b3cd9458-0d7d-4b32-afb6-f2b094d5f453. Apr 04 11:46:14.338962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1dc9-6e44-427e-b9b8-7c0a92acdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.343083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.347960 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-761c8702-b62c-465f-bc63-5a503be9d083 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4731386 Apr 04 11:46:14.349229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37154) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:14.394624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1068903843', 'security_groups': ['83e9ca07-73ca-4d5f-8263-6bbc4af5efed'], 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea2b7838-3e18-483b-b62c-85a3074dff30'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:14.428447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5c0a1dc9-6e44-427e-b9b8-7c0a92acdcb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f8ec8ce80e44273a0310369111c298b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0255568 Apr 04 11:46:14.433661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37156) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:14.438265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a1dc9-6e44-427e-b9b8-7c0a92acdcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267dec80-f54b-4fe3-9d30-a48e0a7b686c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:14.446236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.609138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.730896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:14.737694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:14.743465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:14.759258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:14.759964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.769115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37162) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:14.794020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=a2d6a451-d252-45bc-81d2-9e318315fd59,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:14.815269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:14.895511 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-167d5799-c56b-4f59-8a6c-9ec2466252b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6522887 Apr 04 11:46:14.897828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37166) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:14.913996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:14.914374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:14.985448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b484e-3bd1-41b9-9b7f-b238a7d2fb87 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:15.006252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b484e-3bd1-41b9-9b7f-b238a7d2fb87 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:15.010723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5f4b484e-3bd1-41b9-9b7f-b238a7d2fb87 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1112792 Apr 04 11:46:15.012788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37168) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:15.016514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.023432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.052077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.068572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-260c9dc8-1ca7-4d11-be2c-4b4923534e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.079740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f37032c6-ade5-4732-8bde-3c444fa84312 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:15.080116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f37032c6-ade5-4732-8bde-3c444fa84312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.083730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:15.130843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f37032c6-ade5-4732-8bde-3c444fa84312 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:15.150316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.151978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7bad4401-2960-4cf6-b335-fd5ac73eb781 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:15.171486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:15.173201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port a2d6a451-d252-45bc-81d2-9e318315fd59 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:15.180351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.216220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f37032c6-ade5-4732-8bde-3c444fa84312 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:15.216586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f37032c6-ade5-4732-8bde-3c444fa84312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.274795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:15.282504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:15.291722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Router 678336a6-1be0-4d17-938f-658d8fe504b9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:15.294600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7bad4401-2960-4cf6-b335-fd5ac73eb781 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:15.294695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.294790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.296941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.307660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/267dec80-f54b-4fe3-9d30-a48e0a7b686c HTTP/1.1" status: 204 len: 168 time: 0.8714836 Apr 04 11:46:15.408479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.424250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for a2d6a451-d252-45bc-81d2-9e318315fd59 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:15.435854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e82e15-2a60-4c57-b05a-5e2e159f9e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267dec80-f54b-4fe3-9d30-a48e0a7b686c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:15.600150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.609840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a2ef-4ea8-4908-a474-9e4d531e04f8 req-4e634751-3dcd-40a2-8a72-cebb424e5ebc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:15.619432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5c7a2ef-4ea8-4908-a474-9e4d531e04f8 req-4e634751-3dcd-40a2-8a72-cebb424e5ebc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1919284 Apr 04 11:46:15.639245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-260c9dc8-1ca7-4d11-be2c-4b4923534e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.653773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.663551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:15.683266 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:15.696044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 7bad4401-2960-4cf6-b335-fd5ac73eb781, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7bad4401-2960-4cf6-b335-fd5ac73eb781,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:15.701436 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:15.707175 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:15.744764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5c7a2ef-4ea8-4908-a474-9e4d531e04f8 req-6a031412-377f-4760-b3fa-17e00cd4daeb tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227124 Apr 04 11:46:15.756208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e9b5de3d-5a67-47fa-8c12-63191f5301aa None None] Provisioning complete for port 7bad4401-2960-4cf6-b335-fd5ac73eb781 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:15.757980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e9b5de3d-5a67-47fa-8c12-63191f5301aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.786994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:15.800187 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:15.801586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:15.818369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 5e40e851-b87b-4f62-a22b-6b5735d8da96 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:15.850530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:15.853495 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:15.854389 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18da497-875f-4418-aafb-f605bb5ccf97 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:15.855277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.872322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Sync routers for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:15.889120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:15.890085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:15.962418 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-128a9690-7a4b-4143-b012-b55e284362cf tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "PUT /v2.0/floatingips/7dbd58d5-188a-457b-8045-ad43350ccfbd HTTP/1.1" status: 200 len: 992 time: 4.3337927 Apr 04 11:46:15.966236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:46:15.968678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67864e8-571a-4229-8ec1-4525d764fc98" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:46:15.978517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-260c9dc8-1ca7-4d11-be2c-4b4923534e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:15.979606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.172856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25bccf5-20bc-4ee1-9e99-2f60f9cc0f78 x-openstack-request-id: req-c25bccf5-20bc-4ee1-9e99-2f60f9cc0f78 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:46:16.173227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:46:16.173433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c25bccf5-20bc-4ee1-9e99-2f60f9cc0f78 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:46:16.173849 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25bccf5-20bc-4ee1-9e99-2f60f9cc0f78'] response: {'name': 'network-changed', 'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'status': 'completed', 'code': 200} Apr 04 11:46:16.181022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=a2d6a451-d252-45bc-81d2-9e318315fd59,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:16.228585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c9dc8-1ca7-4d11-be2c-4b4923534e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c8e354-94fd-4f3b-a8a6-87632947747c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:16.256606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-260c9dc8-1ca7-4d11-be2c-4b4923534e97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ec75f70f8164f30bfd8d2e97152ad12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4824190 Apr 04 11:46:16.260883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37182) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:16.278274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.289445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.295591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router 193d4f0a-eae3-42f5-bf09-6306ab753216 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:16.299741 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a9caa1da-ec38-47c8-b928-596ce6861976 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a2d6a451-d252-45bc-81d2-9e318315fd59 HTTP/1.1" status: 204 len: 168 time: 1.2823548 Apr 04 11:46:16.300541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37184) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:16.379533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f5204-e3e9-4138-a76a-83d8ce6b266d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:16.384573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f5204-e3e9-4138-a76a-83d8ce6b266d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:16.386511 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-222f5204-e3e9-4138-a76a-83d8ce6b266d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0839641 Apr 04 11:46:16.389657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37186) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:16.451759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37188) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:16.469532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=7bad4401-2960-4cf6-b335-fd5ac73eb781,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:16.495441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e4d144cf-64d4-4c00-8677-c2bdeffc3a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.500386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:16.515671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 5803dfea-cc8b-4228-b0cd-269a8c5417fe {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:16.517163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f0084-0325-471b-9545-12824527309d req-f901f38b-8119-45fe-9c07-59152cae5900 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:16.518802 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d94f0084-0325-471b-9545-12824527309d req-f901f38b-8119-45fe-9c07-59152cae5900 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.3566608 Apr 04 11:46:16.523273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.607706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-82680e58-850f-4e11-8365-3fed134b1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:16.609225 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-82680e58-850f-4e11-8365-3fed134b1b69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 1099 time: 0.4345398 Apr 04 11:46:16.614201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::1da (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/ea2b7838-3e18-483b-b62c-85a3074dff30/5e40e851-b87b-4f62-a22b-6b5735d8da96) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:16.622460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-390be9cb-a419-4e29-a3f4-75dd805b1445 None None] Could not find standard attr ID for object a2d6a451-d252-45bc-81d2-9e318315fd59. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:46:16.652863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.695431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:16.752764 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d94f0084-0325-471b-9545-12824527309d req-0bfaefb5-b8fc-42c2-8c34-9f054ebf5028 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360950 Apr 04 11:46:16.753225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e4d144cf-64d4-4c00-8677-c2bdeffc3a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.768706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.844126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e4d144cf-64d4-4c00-8677-c2bdeffc3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:16.944433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e4d144cf-64d4-4c00-8677-c2bdeffc3a4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd76cdd08609451bb62246c66aefb6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883134 Apr 04 11:46:16.948020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37198) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:16.958695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d144cf-64d4-4c00-8677-c2bdeffc3a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38bb2fa-ba9f-409f-8f9a-6ba06e6787a9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:16.978680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.004880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:17.006237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.007788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce3eb-d5ff-4bf8-95ba-7379ad0a2194 req-7b897ebb-d172-40c7-abc5-d8baefc0e039 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:17.010490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-934ce3eb-d5ff-4bf8-95ba-7379ad0a2194 req-7b897ebb-d172-40c7-abc5-d8baefc0e039 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1105068 Apr 04 11:46:17.031656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.062800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.083416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.101375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '7dbd58d5-188a-457b-8045-ad43350ccfbd', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'port_id': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'mac_address': 'fa:16:3e:6a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:45:43Z', 'updated_at': '2022-04-04T11:46:13Z', 'revision_number': 1, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.116604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-934ce3eb-d5ff-4bf8-95ba-7379ad0a2194 req-185e9799-27ed-4ed1-bd8c-bd2be4bff4cc tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953779 Apr 04 11:46:17.120391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=5803dfea-cc8b-4228-b0cd-269a8c5417fe,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:17.128807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.133295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-feb670f8-4628-471a-8014-2a50d962697f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/5803dfea-cc8b-4228-b0cd-269a8c5417fe HTTP/1.1" status: 204 len: 168 time: 0.7424858 Apr 04 11:46:17.138652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37200) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.149932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Checking router: 678336a6-1be0-4d17-938f-658d8fe504b9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:17.154841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e8fea-3a9d-4b26-a5f8-b3b88e9951fa None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:17.193351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-83d7903c-a409-4dd3-9fdf-b4579a2f44b7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530782 Apr 04 11:46:17.196422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37202) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.240525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:17.241337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.248974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e5907-ee50-4209-9623-b3dc77b3fcec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:17.250733 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1c4e5907-ee50-4209-9623-b3dc77b3fcec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0535779 Apr 04 11:46:17.253370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37204) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.301809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.304277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.308675 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b38bb2fa-ba9f-409f-8f9a-6ba06e6787a9 HTTP/1.1" status: 204 len: 168 time: 0.3548789 Apr 04 11:46:17.319744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589d103-22e6-4c50-b5e8-ef9679462cfb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:17.321392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c589d103-22e6-4c50-b5e8-ef9679462cfb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669832 Apr 04 11:46:17.322462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64e8e6-6c72-4358-a139-98d76dfbf9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38bb2fa-ba9f-409f-8f9a-6ba06e6787a9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:17.326069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37208) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.336568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7bad4401-2960-4cf6-b335-fd5ac73eb781 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:17.374771 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d35f5bd7-f271-42a0-9ddc-fbc08c95e8e8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475709 Apr 04 11:46:17.382649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37210) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.388974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:17.411350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.556175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-fcc37bef-f609-41bf-93fe-953b7d12bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:17.557695 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-fcc37bef-f609-41bf-93fe-953b7d12bfb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b0d98d7-9f68-4010-98ec-431b2c43c5c4 HTTP/1.1" status: 200 len: 912 time: 0.8754251 Apr 04 11:46:17.560960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:17.568526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.574283 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] Sync routers for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:17.588015 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:17.588901 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.590123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:17.594155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.601143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:17.647596 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.678737 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:17.679681 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.723566 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-828ea465-c108-4b66-8183-ddf9f8bf414a tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/floatingips/b78e7448-9ba6-4b2b-ab26-dbabe1bcf207 HTTP/1.1" status: 200 len: 978 time: 6.8089347 Apr 04 11:46:17.737485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37212) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:17.739255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7bad4401-2960-4cf6-b335-fd5ac73eb781 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:17.739853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.764879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:17.851738 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:17.852886 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a4b3b-e1af-45d7-a8a4-66845aca0e08 None None] The sync data for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:17.900609 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-00a8bf4d-abc5-48ab-8fd7-3c968aa9c32e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453 HTTP/1.1" status: 200 len: 1000 time: 0.3006146 Apr 04 11:46:17.924573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:17.934894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:17.936240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.007969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-9622b5ab-1534-4634-a559-b0ca4732ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:18.009435 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-9622b5ab-1534-4634-a559-b0ca4732ecca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67bfe287-eb4b-42b4-a6db-1ba9242ae0c4 HTTP/1.1" status: 200 len: 850 time: 0.1029003 Apr 04 11:46:18.020606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.039086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.045988 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18c8e354-94fd-4f3b-a8a6-87632947747c HTTP/1.1" status: 204 len: 168 time: 1.7755654 Apr 04 11:46:18.088492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.110489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879200f-c79f-4b9c-a6c2-42e91c3fa4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c8e354-94fd-4f3b-a8a6-87632947747c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:18.115674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.139169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Deleting port 7bad4401-2960-4cf6-b335-fd5ac73eb781 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:18.139826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.180357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '7dbd58d5-188a-457b-8045-ad43350ccfbd', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'port_id': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'mac_address': 'fa:16:3e:6a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:45:43Z', 'updated_at': '2022-04-04T11:46:13Z', 'revision_number': 1, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:18.216819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=5e40e851-b87b-4f62-a22b-6b5735d8da96,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:18.248397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819aaf12-2f2f-44e6-bdf2-902c24afccfe None None] The sync data for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv is: [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '7dbd58d5-188a-457b-8045-ad43350ccfbd', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'port_id': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'mac_address': 'fa:16:3e:6a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:45:43Z', 'updated_at': '2022-04-04T11:46:13Z', 'revision_number': 1, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:18.256598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] For port 7bad4401-2960-4cf6-b335-fd5ac73eb781, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7bad4401-2960-4cf6-b335-fd5ac73eb781,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:18.256598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.271214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Calling delete_port for 7bad4401-2960-4cf6-b335-fd5ac73eb781 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:18.317646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:18.324292 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-9337a57e-0bcd-4773-9df5-f048e96f27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:18.326145 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-9337a57e-0bcd-4773-9df5-f048e96f27f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b0d98d7-9f68-4010-98ec-431b2c43c5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2815008 Apr 04 11:46:18.335002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:18.350463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:18.356534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:18.357206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.467771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb8dfc-a1c9-4747-b10a-04cb83f76841 req-a95d890c-a8fd-40a7-af83-e03bd7b63270 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:18.469445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3fbb8dfc-a1c9-4747-b10a-04cb83f76841 req-a95d890c-a8fd-40a7-af83-e03bd7b63270 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2115505 Apr 04 11:46:18.486200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.486585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.486908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Floating IP b78e7448-9ba6-4b2b-ab26-dbabe1bcf207 disassociated. External IP: 172.26.1.117, port: 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772. Apr 04 11:46:18.487255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:18.538445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.569746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37230) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:18.577396 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b65c08a3-c463-4644-99f8-7d45ed585382 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1901689 Apr 04 11:46:18.585448 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-d411f78d-17a4-45b2-a0f3-aecdb3839e2d service neutron] 10.222.0.44 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478552 Apr 04 11:46:18.625656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:18.654681 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3fbb8dfc-a1c9-4747-b10a-04cb83f76841 req-3bf2d8b4-9035-4225-ad46-2fc73f4391ea tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608496 Apr 04 11:46:18.802467 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b67864e8-571a-4229-8ec1-4525d764fc98 req-65c392ff-4f64-4785-912f-c9fb5ee83a7a service neutron] 10.222.0.44 "GET /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929600 Apr 04 11:46:18.847716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7bad4401-2960-4cf6-b335-fd5ac73eb781 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:18.847716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f32a0-79ee-467d-8e01-6ef4fcac2312 None None] New status for floating IP 7dbd58d5-188a-457b-8045-ad43350ccfbd: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:46:18.850449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] Pushing event deleted for resources: {'Port': ['ID=7bad4401-2960-4cf6-b335-fd5ac73eb781,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:18.908877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4d505-c117-4322-8d6d-081bf8bdb48e None None] No DVR routers for this DVR port 7bad4401-2960-4cf6-b335-fd5ac73eb781 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:18.910410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 7bad4401-2960-4cf6-b335-fd5ac73eb781 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:18.910749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7bad4401-2960-4cf6-b335-fd5ac73eb781 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:18.928382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f6f9f438-b656-48b0-85dc-2538297db6d5 None None] Provisioning complete for port 5e40e851-b87b-4f62-a22b-6b5735d8da96 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:18.928825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f6f9f438-b656-48b0-85dc-2538297db6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:18.940765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.005386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9f438-b656-48b0-85dc-2538297db6d5 None None] Port 5e40e851-b87b-4f62-a22b-6b5735d8da96 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:19.029716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:19.036153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:19.039311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:19.039842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.056213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=3127e43a-3d7f-4bf2-822c-3afecc4ee2ae,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:19.075065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951f42b-78fc-4d21-92b8-3cfea9a7b5b3 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:19.107990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:19.107990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.173199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.196058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-22182a18-4a1b-411f-bbc5-2da0c6793694 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8098350 Apr 04 11:46:19.196553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:19.202365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '3127e43a-3d7f-4bf2-822c-3afecc4ee2ae', 'ip_address': '2001:db8::79ab:415a:f169:d382'}], 'name': 'tempest-NetworksTestDHCPv6-179739301'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:19.246497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=83bd318a-5d6b-4fe1-9a37-08d4ed3d3772,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:19.268166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:19.296296 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea2b7838-3e18-483b-b62c-85a3074dff30 (CIDR: 2001:db8::/64) Apr 04 11:46:19.301985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '3127e43a-3d7f-4bf2-822c-3afecc4ee2ae'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:19.305105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.379210 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:46:19.379705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:19.432035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37248) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:19.432444 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f4a22d8f-365d-4ab0-84b7-b7a00b99204e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=336cf31f007b4bd4b86a182596170729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623671 Apr 04 11:46:19.466377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:19.498145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8feb5f1c-5719-4ac7-a3c3-ca81f33a5d5a tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8799520 Apr 04 11:46:19.501355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37250) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:19.511233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:19.559594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37252) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:19.618083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.636079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router 193d4f0a-eae3-42f5-bf09-6306ab753216 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:19.642360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/3127e43a-3d7f-4bf2-822c-3afecc4ee2ae/0fe21c68-bec2-4539-93d3-3a09a5288aae) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:19.653125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.685974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.688976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port a74e970f-742b-4a85-b784-79769151327f yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:19.806021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:19.817619 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] Sync routers for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:19.825403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.833543 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:19.834472 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:19.868821 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:19.878413 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:19.879271 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:19.889749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146125015'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:19.892546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.916131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:19.916767 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c740-097d-4fe7-aeac-ff81bb6843e8 None None] The sync data for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:19.938811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.942899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.946905 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/525c7c3b-b0b6-4fc7-947d-da8348853153 HTTP/1.1" status: 204 len: 168 time: 0.5130329 Apr 04 11:46:19.959022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:19.964108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:19.966206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6f54f-8d1e-4592-9042-8bd2b69889c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c7c3b-b0b6-4fc7-947d-da8348853153,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:19.968766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:19.976638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Pushing event updated for resources: {'Port': ['ID=0fe21c68-bec2-4539-93d3-3a09a5288aae,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:19.991496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:19.991797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::79ab:415a:f169:d382 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/3127e43a-3d7f-4bf2-822c-3afecc4ee2ae/a74e970f-742b-4a85-b784-79769151327f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:19.998066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-04ed8893-8669-4d03-8e7c-6332f87ee1d3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 HTTP/1.1" status: 204 len: 168 time: 2.2595980 Apr 04 11:46:19.998295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37260) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:20.025914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb623-f44e-4aef-ad6a-e0b03742616d req-e40ebe87-8a30-4b6e-af58-e6158d235ed1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:20.025914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-704cb623-f44e-4aef-ad6a-e0b03742616d req-e40ebe87-8a30-4b6e-af58-e6158d235ed1 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1625588 Apr 04 11:46:20.047370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Attempting to bind port 0fe21c68-bec2-4539-93d3-3a09a5288aae on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:20.048226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Attempting to bind port 0fe21c68-bec2-4539-93d3-3a09a5288aae by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:20.051650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Attempting to bind port 0fe21c68-bec2-4539-93d3-3a09a5288aae on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:20.065115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:20.074043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:20.074458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.074860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:20.075361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Bound port: 0fe21c68-bec2-4539-93d3-3a09a5288aae, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:20.075830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.080284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:20.086666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.116441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.140471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:20.140471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.207222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] For port 0fe21c68-bec2-4539-93d3-3a09a5288aae, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:20.210865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] For port 0fe21c68-bec2-4539-93d3-3a09a5288aae, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0fe21c68-bec2-4539-93d3-3a09a5288aae,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:20.226092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-704cb623-f44e-4aef-ad6a-e0b03742616d req-41913b5d-2d9a-446a-afd1-f5d7d41c7c26 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915104 Apr 04 11:46:20.321370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.343605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.380580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.411532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66742-f504-41b8-a2a6-ba1434f9542c None None] Pushing event updated for resources: {'Port': ['ID=0fe21c68-bec2-4539-93d3-3a09a5288aae,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:20.430906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.470051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:20.526250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.526641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a of type vlan for network fe7135d3-1d4b-47c4-a212-5c2ba24d699d Apr 04 11:46:20.533617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b89f02-1927-478b-86c3-c496eeb8bb49,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:20.617984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.621470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.703660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.738008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:20.746946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:20.752093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:20.775137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:20.775825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.780387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:20.786402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.793257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:20.793988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.824655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=a74e970f-742b-4a85-b784-79769151327f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:20.839516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:20.844536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:20.846561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.850831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d33098-4bc1-443c-9eca-bab2c108d866 None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:20.851544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:20.896746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:20.950099 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3862867 Apr 04 11:46:20.952067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc1ea-2dd4-49ca-8a16-6760b6177429 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=fe7135d3-1d4b-47c4-a212-5c2ba24d699d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:20.955383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-543cab75-d0e9-49dd-b523-c67d081a4cce tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7575579 Apr 04 11:46:20.956004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37272) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:20.961773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37274) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:20.967544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-700892606'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:20.969465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '3127e43a-3d7f-4bf2-822c-3afecc4ee2ae', 'ip_address': '2001:db8::79ab:415a:f169:d382'}], 'name': 'tempest-NetworksTestDHCPv6-315733230'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:20.970559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:21.018833 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c7a39d19-5f37-43fb-a4fe-d798fa523b10 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5163569 Apr 04 11:46:21.020008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37278) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:21.060946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-620085677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4'}], 'security_groups': ['bf79ac2b-fe10-4239-bfd7-50d93ca6d7b1']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:21.110320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:21.121240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.210249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:21.260800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.261165 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment 8ec63a5b-9a8d-4800-a11e-5fee7ebca12f of type vlan for network 532fdba4-d424-41ad-bccb-88dd131183f8 Apr 04 11:46:21.360565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Update dhcp port {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'fixed_ips': [{'subnet_id': 'ea2b7838-3e18-483b-b62c-85a3074dff30', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '74696b88-f226-4672-94da-9084eb52d6a7'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:46:21.406530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.415286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.472244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28537c89-e427-438e-9361-939ccc333921 req-733149d3-b36d-48a3-8561-0e8884101f42 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:21.484816 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28537c89-e427-438e-9361-939ccc333921 req-733149d3-b36d-48a3-8561-0e8884101f42 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1431854 Apr 04 11:46:21.517615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 2428cc11-d7bb-45cb-9209-7022524d6b09 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:21.517974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.607240 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28537c89-e427-438e-9361-939ccc333921 req-fea76756-6591-4bff-b739-d16e575d9cf8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213801 Apr 04 11:46:21.627789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Allocated IP 2001:db8:0:1::2 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4/74696b88-f226-4672-94da-9084eb52d6a7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:21.687479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.711159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.727950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:21.728721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.814470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:21.829391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:21.849582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.853417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 2428cc11-d7bb-45cb-9209-7022524d6b09 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:21.857892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=532fdba4-d424-41ad-bccb-88dd131183f8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:21.890004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 532fdba4-d424-41ad-bccb-88dd131183f8 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:21.903993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:21.990020 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-79b9b8b8-4cbc-48e3-aadd-045e257cdb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0266907 Apr 04 11:46:21.996294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37294) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:22.006128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:22.012487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.032096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.106853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 7b4449c9-728d-4306-83e0-3c13f65c6d21 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:22.110597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45e8d1-b5fe-482a-837f-513f9445d4ad None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:22.181858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] Provisioning complete for port 0fe21c68-bec2-4539-93d3-3a09a5288aae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:22.182232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.332763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.376306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] For port 0fe21c68-bec2-4539-93d3-3a09a5288aae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0fe21c68-bec2-4539-93d3-3a09a5288aae,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:22.413661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.435050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.502053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:22.504120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c8948-ff0a-4674-a8e9-dea35cb3627d None None] Pushing event updated for resources: {'Port': ['ID=0fe21c68-bec2-4539-93d3-3a09a5288aae,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:22.506649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.573502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-42830f0a-43bf-409c-a641-56ceed0d30b7 None None] Provisioning complete for port a74e970f-742b-4a85-b784-79769151327f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:22.577414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42830f0a-43bf-409c-a641-56ceed0d30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.641341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-42830f0a-43bf-409c-a641-56ceed0d30b7 None None] Port a74e970f-742b-4a85-b784-79769151327f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:22.672444 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 04 11:46:22.674898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:22.823690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:22.851276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d5580473-2af5-4bc8-a604-f5d7f478cc64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8876829 Apr 04 11:46:22.853641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37308) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:22.855171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Delete allocated IP 2001:db8::1da (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/ea2b7838-3e18-483b-b62c-85a3074dff30) {{(pid=109636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:46:22.931415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8:0:1::236 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4/5e40e851-b87b-4f62-a22b-6b5735d8da96) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:22.935849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:22.936237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:22.994190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b692-617d-4285-a4da-6e67d068ecc5 req-86bc53b7-2a78-4465-95ed-c8e507e2c929 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:23.003320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3e5b692-617d-4285-a4da-6e67d068ecc5 req-86bc53b7-2a78-4465-95ed-c8e507e2c929 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2759750 Apr 04 11:46:23.088441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0fe21c68-bec2-4539-93d3-3a09a5288aae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:23.109036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a87cfe-e72a-4a23-ac8b-8b483f7083b6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:23.121400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a87cfe-e72a-4a23-ac8b-8b483f7083b6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:23.123087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09a87cfe-e72a-4a23-ac8b-8b483f7083b6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2639091 Apr 04 11:46:23.133432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:23.145226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=2428cc11-d7bb-45cb-9209-7022524d6b09,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:23.179382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.179722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.180067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.180408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.180744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.181078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.181462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.181809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.182141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.182470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.182793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.183120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.216459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37316) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:23.235158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0fe21c68-bec2-4539-93d3-3a09a5288aae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:23.235538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.320305 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3e5b692-617d-4285-a4da-6e67d068ecc5 req-fb647223-e2ae-47f2-9c67-255e686202c8 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033311 Apr 04 11:46:23.380103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.453979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:23.454927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.478611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.490203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port a74e970f-742b-4a85-b784-79769151327f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:23.490471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.508950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:23.533010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:23.533389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.554435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-700833389', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:23.632221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:23.632605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: fe7135d3-1d4b-47c4-a212-5c2ba24d699d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:23.651167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Made reservation on behalf of 7a3d478a70d14be0a5b34d81bacc96ec for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:23.654757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.665713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Provisioning complete for port 5e40e851-b87b-4f62-a22b-6b5735d8da96 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:23.666242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.669835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.718876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=59b9155e-c1d2-4f8d-b3d2-03c9f91726fb,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:23.721692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-63e281cc-edb2-4457-8d0c-d9e9dd340819 None None] Port 5e40e851-b87b-4f62-a22b-6b5735d8da96 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.740367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:23.761808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.768114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.782154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for a74e970f-742b-4a85-b784-79769151327f owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:23.782442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router 193d4f0a-eae3-42f5-bf09-6306ab753216 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:23.850418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:23.852545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.879364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.933878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:23.935512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] In _notify_port_updated(), no bound segment for port 5e40e851-b87b-4f62-a22b-6b5735d8da96 on network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:46:23.941801 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-116da1f5-be94-4e37-852d-fa643e18dda7 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/routers/193d4f0a-eae3-42f5-bf09-6306ab753216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9392712 Apr 04 11:46:23.941978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:23.942086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37322) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:23.942319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.944659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/ports/5e40e851-b87b-4f62-a22b-6b5735d8da96 HTTP/1.1" status: 200 len: 930 time: 2.8904526 Apr 04 11:46:23.948462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, fe7135d3-1d4b-47c4-a212-5c2ba24d699d) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:23.954579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] Sync routers for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:23.955972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37324) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:23.972566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:23.973167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:23.976523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f24ea-df7f-4280-a359-b9a84fe33f5d None None] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:23.999057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8fef4-6e07-4f72-bd2f-99f64cb46ed9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=5e40e851-b87b-4f62-a22b-6b5735d8da96,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:24.003984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:24.004885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:24.018669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.029443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] device_id is not set on port 49da144b-be16-457b-8cb7-492436e9bad6 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:24.073109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:24.098354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ce9ed-55f7-44ba-8461-a4c46f58e45c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:24.130308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.149036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f9b9cb5-7a39-495d-a474-b93ad29a6d4c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1491091 Apr 04 11:46:24.151092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37326) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:24.156350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:24.176305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] Routers {'193d4f0a-eae3-42f5-bf09-6306ab753216'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:24.181698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:45:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['193d4f0a-eae3-42f5-bf09-6306ab753216'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:24.181843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 5e40e851-b87b-4f62-a22b-6b5735d8da96 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:24.181843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.270606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:24.271610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a649f6a-c0d8-4b99-9e31-72cf8608498b None None] The sync data for ids ['193d4f0a-eae3-42f5-bf09-6306ab753216'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:24.303863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.354930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.382237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-940968e7-644d-4096-b6e3-9394f332cde4 None None] Provisioning complete for port 5e40e851-b87b-4f62-a22b-6b5735d8da96 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:24.382237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-940968e7-644d-4096-b6e3-9394f332cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.385433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-fe7135d3-1d4b-47c4-a212-5c2ba24d699d', 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': '59b9155e-c1d2-4f8d-b3d2-03c9f91726fb'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:24.386643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.387956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Allocated IP 172.26.1.144 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/49da144b-be16-457b-8cb7-492436e9bad6) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:24.443813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=a74e970f-742b-4a85-b784-79769151327f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:24.449068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-940968e7-644d-4096-b6e3-9394f332cde4 None None] Port 5e40e851-b87b-4f62-a22b-6b5735d8da96 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:24.484922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.489892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f2b99100-796e-496d-96a3-efb6508e7f1c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a74e970f-742b-4a85-b784-79769151327f HTTP/1.1" status: 204 len: 168 time: 1.3485510 Apr 04 11:46:24.494186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37332) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:24.578432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:24.588526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.612427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.695433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 5e40e851-b87b-4f62-a22b-6b5735d8da96 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:24.762764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae4b33-7440-44ff-a3f7-edfd62f515b2 req-23e60c91-b5d0-49b0-8fcd-a2d5a33a0429 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:24.764843 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-04ae4b33-7440-44ff-a3f7-edfd62f515b2 req-23e60c91-b5d0-49b0-8fcd-a2d5a33a0429 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3619499 Apr 04 11:46:24.802738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.834152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b76afa-806d-40a2-b30b-48a4740cf4b1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:24.840968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-04ae4b33-7440-44ff-a3f7-edfd62f515b2 req-f14c119e-c77c-40c9-a849-a72adc6ffb5b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615396 Apr 04 11:46:24.841812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b76afa-806d-40a2-b30b-48a4740cf4b1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:24.846756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 3d30994a-16ea-4d23-ab0a-069c6c8070ab {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:24.847889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:24.854204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-55b76afa-806d-40a2-b30b-48a4740cf4b1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3522410 Apr 04 11:46:24.854724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37336) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:24.903003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Allocated IP 2001:db8::2 (fe7135d3-1d4b-47c4-a212-5c2ba24d699d/59b9155e-c1d2-4f8d-b3d2-03c9f91726fb/784d17e5-b7f3-4dc0-8442-5c65f2621f1c) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:25.009857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 3127e43a-3d7f-4bf2-822c-3afecc4ee2ae {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:25.016315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.056020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.082581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 3d30994a-16ea-4d23-ab0a-069c6c8070ab owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:25.090216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.093213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.124369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.194841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.214979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:25.225594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:25.228262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:25.230534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.230718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.236044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Pushing event updated for resources: {'Port': ['ID=49da144b-be16-457b-8cb7-492436e9bad6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.320793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:25.328372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:25.333641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:25.336820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Pushing event updated for resources: {'Port': ['ID=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.360443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=5e40e851-b87b-4f62-a22b-6b5735d8da96,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.376701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=8e2b7272-6351-4692-96e1-8d17076e60af,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.404715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.405587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Attempting to bind port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:25.406417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Attempting to bind port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:25.407000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Attempting to bind port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c on network fe7135d3-1d4b-47c4-a212-5c2ba24d699d {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:25.413257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:25.413710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 532fdba4-d424-41ad-bccb-88dd131183f8, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:25.417296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:25.418001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Checking segment: {'id': 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:25.418648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.419277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Bound using segment: {'id': 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:25.419886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.420831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Bound port: 784d17e5-b7f3-4dc0-8442-5c65f2621f1c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7135d3-1d4b-47c4-a212-5c2ba24d699d'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:25.421941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.435050 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f33e88d4-0bb6-44c8-8904-ec357875b190 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/5e40e851-b87b-4f62-a22b-6b5735d8da96 HTTP/1.1" status: 204 len: 168 time: 1.4695604 Apr 04 11:46:25.438843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37342) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.461328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:25.462480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.474790 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed0e340-8926-4ee6-8c04-bdcb8bf340c0 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:46:25.477172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6ed0e340-8926-4ee6-8c04-bdcb8bf340c0 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/5e40e851-b87b-4f62-a22b-6b5735d8da96 HTTP/1.1" status: 404 len: 333 time: 0.0367470 Apr 04 11:46:25.484129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37344) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.536607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] For port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:25.540776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] For port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,segment=NetworkSegment(e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a),segment_id=e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:25.553382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.584797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.587932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 532fdba4-d424-41ad-bccb-88dd131183f8 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:25.655335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a10ee0-c77f-4415-aa3f-89e69480cb66 req-1c75f2ef-bc85-42fe-838b-a28b0d713bad tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:25.656952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-38a10ee0-c77f-4415-aa3f-89e69480cb66 req-1c75f2ef-bc85-42fe-838b-a28b0d713bad tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3470883 Apr 04 11:46:25.658204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.693627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-9554f49a-d785-48b7-b7d5-2fb51ded6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:25.695166 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-9554f49a-d785-48b7-b7d5-2fb51ded6e2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.2285881 Apr 04 11:46:25.727106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e48ba-c98b-4bfb-abc3-61a8b154b123 None None] Pushing event updated for resources: {'Port': ['ID=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.731713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 532fdba4-d424-41ad-bccb-88dd131183f8) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:25.735875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:25.736722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.753208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509579a-bba1-40e5-ba2e-6dd64126c5e9 None None] Network 532fdba4-d424-41ad-bccb-88dd131183f8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:25.757508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.759964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.766500 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/security-groups/83e9ca07-73ca-4d5f-8263-6bbc4af5efed HTTP/1.1" status: 204 len: 168 time: 0.2812879 Apr 04 11:46:25.772201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37348) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.773596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.778188 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fa61d90e-2681-4412-ab01-3bce0a8483df tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5615604 Apr 04 11:46:25.790021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37350) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.810466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08938cd-3623-4995-8208-2880a4c56ebb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9ca07-73ca-4d5f-8263-6bbc4af5efed,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.821420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.144'}]}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:25.830613 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-38a10ee0-c77f-4415-aa3f-89e69480cb66 req-b17d597c-30d7-4e0e-ac29-f3f9985fd08a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489794 Apr 04 11:46:25.856968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.865964 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/3127e43a-3d7f-4bf2-822c-3afecc4ee2ae HTTP/1.1" status: 204 len: 168 time: 1.0074301 Apr 04 11:46:25.866066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37352) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.867529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433484-972a-4994-80c0-9bc7418e38cb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=3127e43a-3d7f-4bf2-822c-3afecc4ee2ae,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:25.881622 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66c0a7c6-cb33-4a1f-8cee-6356a584226d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7254951 Apr 04 11:46:25.887545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:25.887545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37354) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.907674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed4ebf-85ab-46c3-b43e-f0202b4127d2 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:25.915781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713931638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:25.921931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6f4d9c25-7aaf-43f0-a9ef-a4dd9a5f1878 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500464 Apr 04 11:46:25.921931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37356) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:25.929111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:25.931922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=3d30994a-16ea-4d23-ab0a-069c6c8070ab,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:26.022945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.030101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.038793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-5fbe7ca8-15f5-433c-bf84-2a0ccb66fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:26.082182 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-5fbe7ca8-15f5-433c-bf84-2a0ccb66fe2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.3320670 Apr 04 11:46:26.120702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.135158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.139508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-532fdba4-d424-41ad-bccb-88dd131183f8', 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': '8e2b7272-6351-4692-96e1-8d17076e60af'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:26.139746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.139848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.171085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.228266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:26.239496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.281335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:26.291205 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-b75ca977-5718-4c2f-ba1d-12e55d353d2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.2051513 Apr 04 11:46:26.302255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.342647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.348801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.356899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf79ac2b-fe10-4239-bfd7-50d93ca6d7b1 HTTP/1.1" status: 204 len: 168 time: 0.5770173 Apr 04 11:46:26.358489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37358) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:26.403793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-f54324f9-030a-4949-bed8-5c06e03472a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:26.405271 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-f54324f9-030a-4949-bed8-5c06e03472a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.0985384 Apr 04 11:46:26.406553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Allocated IP 2001:db8:1::2 (532fdba4-d424-41ad-bccb-88dd131183f8/8e2b7272-6351-4692-96e1-8d17076e60af/588b215b-27bc-4be8-a001-8be52bff1c39) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:26.413262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379f730-fd6a-438f-b067-f5a83a6b5f94 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79ac2b-fe10-4239-bfd7-50d93ca6d7b1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:26.423761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Deleting port 0fe21c68-bec2-4539-93d3-3a09a5288aae {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:26.423761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.458500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet ea2b7838-3e18-483b-b62c-85a3074dff30 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:26.462779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.501897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.549690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.614562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.646224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] For port 0fe21c68-bec2-4539-93d3-3a09a5288aae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0fe21c68-bec2-4539-93d3-3a09a5288aae,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:26.646662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.670261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Calling delete_port for 0fe21c68-bec2-4539-93d3-3a09a5288aae owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:26.686018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.690303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.708532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-cf7099ac-064e-4e36-a781-1888c9c249c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:26.715931 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-cf7099ac-064e-4e36-a781-1888c9c249c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2086980 Apr 04 11:46:26.718986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.756992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 784d17e5-b7f3-4dc0-8442-5c65f2621f1c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:26.759595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.823717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.888049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.954690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:26.955837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.957836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.958400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Fanout notify agent at l3_agent the message router_deleted on router 193d4f0a-eae3-42f5-bf09-6306ab753216 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:26.959227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:26.963527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.968013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.972287 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0879c42c-8710-46c0-877b-af445e94a1bc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0863268 Apr 04 11:46:26.979697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37364) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:26.979697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:26.979697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d5ef6404-0dfd-41e4-b277-32c0ca5d8176 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/routers/193d4f0a-eae3-42f5-bf09-6306ab753216 HTTP/1.1" status: 204 len: 168 time: 3.0365496 Apr 04 11:46:27.012370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.014143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:27.018717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37366) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:27.025639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:27.026239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.048547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.068918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] No DVR routers for this DVR port 0fe21c68-bec2-4539-93d3-3a09a5288aae on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:27.108311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Network 532fdba4-d424-41ad-bccb-88dd131183f8 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:27.134159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:27.169195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d28c50-bbbb-4925-9a3b-34a70b6fea0c None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:27.173892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:27.204702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Pushing event updated for resources: {'Port': ['ID=588b215b-27bc-4be8-a001-8be52bff1c39,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:27.261308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6376a23-20af-47bc-828f-c1257ebd630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.283138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06033c-0539-40a4-a119-2f4519161ac6 None None] Pushing event deleted for resources: {'Port': ['ID=0fe21c68-bec2-4539-93d3-3a09a5288aae,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:27.371728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.401803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539566bd-f562-4b23-9074-890b25f78ea3 None None] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:27.498242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Attempting to bind port 588b215b-27bc-4be8-a001-8be52bff1c39 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:27.499034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Attempting to bind port 588b215b-27bc-4be8-a001-8be52bff1c39 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:27.499405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Attempting to bind port 588b215b-27bc-4be8-a001-8be52bff1c39 on network 532fdba4-d424-41ad-bccb-88dd131183f8 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:27.533989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=b4c8536f-7f95-4f86-97e7-dd049f585a56,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:27.537694 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-c9ee52ce-36ba-46c1-94bb-6ea0eba13365 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058500 Apr 04 11:46:27.563693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.569463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,segment=NetworkSegment(e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a),segment_id=e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:27.570714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1ffd3b89-6b91-42af-92dc-356f9e544c87 None None] Provisioning complete for port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:27.572797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3b89-6b91-42af-92dc-356f9e544c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.576731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:27.577105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Checking segment: {'id': '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:27.577511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.577931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Bound using segment: {'id': '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:27.578489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Bound port: 588b215b-27bc-4be8-a001-8be52bff1c39, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fdba4-d424-41ad-bccb-88dd131183f8'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:27.578895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.600257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2b7838-3e18-483b-b62c-85a3074dff30,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:27.627931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.637883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-267d0f70-caf5-4520-9595-9d8314b244e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/ea2b7838-3e18-483b-b62c-85a3074dff30 HTTP/1.1" status: 204 len: 168 time: 1.2755880 Apr 04 11:46:27.642308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37368) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:27.649534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:27.664381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3e9c6-d3ff-4b41-8bcd-12a78c61a8af req-9c8a1e24-a87f-469e-af1a-512e70f3f306 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:27.665882 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ff3e9c6-d3ff-4b41-8bcd-12a78c61a8af req-9c8a1e24-a87f-469e-af1a-512e70f3f306 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.7140472 Apr 04 11:46:27.683260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c0655-9ac7-4962-95cc-be3e5558b0f4 None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:27.685382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.713977 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9c82347e-6198-4dfc-9298-d069ed1b435d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7895093 Apr 04 11:46:27.728369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting subnet 28615d62-6e8b-4fbe-9254-912624be46c0 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:27.733765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:27.745312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': 'b4c8536f-7f95-4f86-97e7-dd049f585a56', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1128141251'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:27.764825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.879243 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-304d415b-78d4-4f94-ba06-2b6ac71bf4d2 req-2de916d9-095f-4f02-956b-01ec44a5d0fd service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104267 Apr 04 11:46:27.940243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:27.944814 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ff3e9c6-d3ff-4b41-8bcd-12a78c61a8af req-4931df79-c948-45f1-81b9-c1563a34d981 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546337 Apr 04 11:46:27.984419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.041774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:28.046291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.055840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0fe21c68-bec2-4539-93d3-3a09a5288aae no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:28.125616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:28.151138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.202518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 0fe21c68-bec2-4539-93d3-3a09a5288aae {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:28.202738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0fe21c68-bec2-4539-93d3-3a09a5288aae not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:28.280515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'b4c8536f-7f95-4f86-97e7-dd049f585a56'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:28.281363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.284892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] For port 588b215b-27bc-4be8-a001-8be52bff1c39, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:28.289831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:28.343136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] For port 588b215b-27bc-4be8-a001-8be52bff1c39, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=588b215b-27bc-4be8-a001-8be52bff1c39,segment=NetworkSegment(8ec63a5b-9a8d-4800-a11e-5fee7ebca12f),segment_id=8ec63a5b-9a8d-4800-a11e-5fee7ebca12f)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:28.346271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.373515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.373934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.374281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.374712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.380037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:28.438200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Subnet': ['ID=28615d62-6e8b-4fbe-9254-912624be46c0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:28.450202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.453734 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-680a43f6-2be9-4993-907d-bfbc404346d8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/subnets/28615d62-6e8b-4fbe-9254-912624be46c0 HTTP/1.1" status: 204 len: 168 time: 1.4326997 Apr 04 11:46:28.457366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37374) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:28.457651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8::1 (fe7135d3-1d4b-47c4-a212-5c2ba24d699d/59b9155e-c1d2-4f8d-b3d2-03c9f91726fb/32644008-7dc7-4700-b74c-deb817909bee) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:28.472011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.479796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.495650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e9d96-0539-49f3-a8c0-6ea68fbb175e None None] Network a841dd46-a6d4-4a6e-923e-358ddb8a71c1 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:28.507086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.525608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.680452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port be08e1ba-24bc-47ed-bbe2-ce01f6933f42 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:28.688017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.749359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.771107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:28.777071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:28.782378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:28.786081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.813712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=43a515db-ad11-4469-be41-e10e6b69b591,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:28.865393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 5e5f1771-f413-4100-ab8c-ad957927601b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:28.872660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:28.879608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 784d17e5-b7f3-4dc0-8442-5c65f2621f1c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:28.899853 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a9c1a294-c808-4cc5-be29-274bf0bb630c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2541218 Apr 04 11:46:28.903121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37376) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:28.909973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'security_group': {'name': 'tempest-secgroup-2015873790'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:28.929800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5052d5-6aab-4f36-b80c-bfb5364d31f6 None None] Pushing event updated for resources: {'Port': ['ID=588b215b-27bc-4be8-a001-8be52bff1c39,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:29.084653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4aa90f9a-e396-4de7-819a-adccc1e53e90 None None] Provisioning complete for port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:29.087413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4aa90f9a-e396-4de7-819a-adccc1e53e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.095116 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.126873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] For port 5e5f1771-f413-4100-ab8c-ad957927601b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5e5f1771-f413-4100-ab8c-ad957927601b,segment=NetworkSegment(f2b17c5a-736f-4373-85f3-40f059f78cb0),segment_id=f2b17c5a-736f-4373-85f3-40f059f78cb0)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:29.127457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.138438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/b4c8536f-7f95-4f86-97e7-dd049f585a56/7fc3f9f4-9288-45c8-a6ca-e595df599960) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:29.166637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 5e5f1771-f413-4100-ab8c-ad957927601b owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:29.209208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] DHCP port deletion for a841dd46-a6d4-4a6e-923e-358ddb8a71c1 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:29.275528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.291803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.369271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.417658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.423683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.445129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866c3c3-c270-4488-8f05-c8aa3a29700b req-fe86dff3-6447-4d1b-b3d7-3608da575665 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:29.446615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.446876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2866c3c3-c270-4488-8f05-c8aa3a29700b req-fe86dff3-6447-4d1b-b3d7-3608da575665 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2779536 Apr 04 11:46:29.505129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4746164-2af0-4884-8c0e-d2ea26dce39d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:29.508813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.511150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:29.511532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.521837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.527140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e102312d-6991-4092-ad0e-c44f4ba6b22e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6222489 Apr 04 11:46:29.551392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37382) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:29.556286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267251999'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:29.576732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=5e5f1771-f413-4100-ab8c-ad957927601b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:29.579631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e487ab64-9b5e-46f9-aa8a-a2e1da04de1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.580543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] No DVR routers for this DVR port 5e5f1771-f413-4100-ab8c-ad957927601b on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:29.590289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.608237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Deleting port 5e5f1771-f413-4100-ab8c-ad957927601b {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:29.614966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.619780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.626207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c92fac6-2fb9-4ca5-8387-d8ef6566d993 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:29.697530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.700271 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2866c3c3-c270-4488-8f05-c8aa3a29700b req-49d6a31b-acc0-4f02-8224-fb61468b3cc3 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167101 Apr 04 11:46:29.701771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.701905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.749124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:46:29.749858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:29.750658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] For port 5e5f1771-f413-4100-ab8c-ad957927601b, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:29.751058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.771193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a841dd46-a6d4-4a6e-923e-358ddb8a71c1']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:29.777804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:46:29.782782 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3127515f-ea4d-41ee-97c2-45edb4b0c2ed tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9897082 Apr 04 11:46:29.783435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37386) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:29.798006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b17c5a-736f-4373-85f3-40f059f78cb0') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:29.799108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b17c5a-736f-4373-85f3-40f059f78cb0') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:29.804303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Calling delete_port for 5e5f1771-f413-4100-ab8c-ad957927601b owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:29.814454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Port 5e5f1771-f413-4100-ab8c-ad957927601b was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:46:29.838923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:29.840333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.842076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.845831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:29.852908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:29.878991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.884853 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8e07520a-ed89-498c-ab53-e48d5c3ab61a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1434140 Apr 04 11:46:29.886320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Pushing event updated for resources: {'Port': ['ID=7fc3f9f4-9288-45c8-a6ca-e595df599960,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:29.887434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37388) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:29.918151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] No DVR routers for this DVR port 5e5f1771-f413-4100-ab8c-ad957927601b on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:29.930015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.967898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:29.972546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:29.985607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bcdc5-eab5-40d7-85e2-55aa8025390b None None] Pushing event deleted for resources: {'Port': ['ID=5e5f1771-f413-4100-ab8c-ad957927601b,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:29.994314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:30.010240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:30.014168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:30.016003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.065246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Attempting to bind port 7fc3f9f4-9288-45c8-a6ca-e595df599960 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:30.065823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Attempting to bind port 7fc3f9f4-9288-45c8-a6ca-e595df599960 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:30.066197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Attempting to bind port 7fc3f9f4-9288-45c8-a6ca-e595df599960 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:30.084961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:30.085680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:30.085776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.086163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:30.091102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Bound port: 7fc3f9f4-9288-45c8-a6ca-e595df599960, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:30.091102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.116966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:30.118401 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:30.143026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098092-aa29-4bcb-8eca-93f4ffa0c15e req-77ab0c3c-bc36-4053-94ca-ff3db54d928d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:30.145173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-88098092-aa29-4bcb-8eca-93f4ffa0c15e req-77ab0c3c-bc36-4053-94ca-ff3db54d928d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3292294 Apr 04 11:46:30.194327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.194619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c766ff9-c96d-4392-a00d-d9b9d7bb93bb None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:30.225077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.287245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.294392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/networks/a841dd46-a6d4-4a6e-923e-358ddb8a71c1 HTTP/1.1" status: 204 len: 168 time: 1.8360736 Apr 04 11:46:30.305986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37392) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:30.335116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad022-7655-41d2-b436-4e8e59dc46ea tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Network': ['ID=a841dd46-a6d4-4a6e-923e-358ddb8a71c1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:30.400905 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-88098092-aa29-4bcb-8eca-93f4ffa0c15e req-3be38baf-52eb-49b9-986a-f93c27be66ac tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474718 Apr 04 11:46:30.407815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc8ced-bbee-4d6e-a10e-c3af643032ba,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:30.426798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.428863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-204ebd6e-d81e-4da2-a122-0e809002ef1c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8756874 Apr 04 11:46:30.450250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0a4becf0-3d7b-4db9-badc-77f835a44153 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:30.450633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a4becf0-3d7b-4db9-badc-77f835a44153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.468195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:30.478354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'security_group': {'name': 'tempest-secgroup-641738722'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:30.533880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f2859-353d-411c-805f-878166478b79 None None] Network 532fdba4-d424-41ad-bccb-88dd131183f8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:30.550328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] For port 7fc3f9f4-9288-45c8-a6ca-e595df599960, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:30.555716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port ef7cc50d-841f-47e1-8dbb-a0e709044089 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:30.556082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.589450 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] For port 7fc3f9f4-9288-45c8-a6ca-e595df599960, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fc3f9f4-9288-45c8-a6ca-e595df599960,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:30.656356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.656808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.661420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0a4becf0-3d7b-4db9-badc-77f835a44153 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:30.668350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.695067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=32644008-7dc7-4700-b74c-deb817909bee,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:30.718039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.718039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.750269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for ef7cc50d-841f-47e1-8dbb-a0e709044089 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:30.762139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ddab25-d51e-4c7f-8daf-08f9148ea891 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:30.764281 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-48ddab25-d51e-4c7f-8daf-08f9148ea891 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8712358 Apr 04 11:46:30.768334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Deleting port 49da144b-be16-457b-8cb7-492436e9bad6 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:30.769497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.769667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:30.879213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 588b215b-27bc-4be8-a001-8be52bff1c39 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:30.883931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.884576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b5d9a-72ca-4546-a88f-676a97d1754f req-77f8c7dc-eaa3-4d36-98a7-4579d079b08a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:30.886387 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-294b5d9a-72ca-4546-a88f-676a97d1754f req-77f8c7dc-eaa3-4d36-98a7-4579d079b08a tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1882186 Apr 04 11:46:30.911756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfd7e7-44aa-46b2-a402-0551c94a7335 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:30.912972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfd7e7-44aa-46b2-a402-0551c94a7335 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:30.914578 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09dfd7e7-44aa-46b2-a402-0551c94a7335 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1426022 Apr 04 11:46:30.920167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37402) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:30.925735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.955794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0a4becf0-3d7b-4db9-badc-77f835a44153 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:30.955794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a4becf0-3d7b-4db9-badc-77f835a44153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.967687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.970619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:30.990535 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-294b5d9a-72ca-4546-a88f-676a97d1754f req-278801d6-8dcf-47fb-92d3-ced8c105f610 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946951 Apr 04 11:46:31.061929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.063529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5940723 Apr 04 11:46:31.067737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37406) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.069821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584aefc-182f-4dae-a28f-fcf21e5ebf3c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f226c3f6-e302-4e67-8a34-01bba76578f4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:31.087174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-237954815', 'security_groups': ['f226c3f6-e302-4e67-8a34-01bba76578f4'], 'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43a515db-ad11-4469-be41-e10e6b69b591'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:31.094948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Calling delete_port for 49da144b-be16-457b-8cb7-492436e9bad6 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:31.098341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet b4c8536f-7f95-4f86-97e7-dd049f585a56 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:31.098738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c924a-6aba-40a4-8460-3be1f28849d9 None None] Pushing event updated for resources: {'Port': ['ID=7fc3f9f4-9288-45c8-a6ca-e595df599960,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:31.187394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.202224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 588b215b-27bc-4be8-a001-8be52bff1c39 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:31.202580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.271895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.350208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.413940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=ef7cc50d-841f-47e1-8dbb-a0e709044089,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:31.467268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.467668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Provisioning complete for port 588b215b-27bc-4be8-a001-8be52bff1c39 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:31.468404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.505192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Update dhcp port {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'fixed_ips': [{'subnet_id': '3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43a515db-ad11-4469-be41-e10e6b69b591'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '74696b88-f226-4672-94da-9084eb52d6a7'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:46:31.508325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 588b215b-27bc-4be8-a001-8be52bff1c39, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=588b215b-27bc-4be8-a001-8be52bff1c39,segment=NetworkSegment(8ec63a5b-9a8d-4800-a11e-5fee7ebca12f),segment_id=8ec63a5b-9a8d-4800-a11e-5fee7ebca12f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:31.536119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791be07-20a1-4935-9eef-4689ed8c53ed req-77e1c629-bcf6-4e3c-a23d-d818ddd95277 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:31.536119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d791be07-20a1-4935-9eef-4689ed8c53ed req-77e1c629-bcf6-4e3c-a23d-d818ddd95277 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3536255 Apr 04 11:46:31.639851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.669201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.686086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.688596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.693493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-718852c6-34aa-44dc-9d64-56ee0c2503b8 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/floatingips/b78e7448-9ba6-4b2b-ab26-dbabe1bcf207 HTTP/1.1" status: 204 len: 168 time: 1.3733547 Apr 04 11:46:31.694136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.700862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.736931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d791be07-20a1-4935-9eef-4689ed8c53ed req-a39fe8d1-dceb-4c5a-a5b6-1d8b55208a97 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762989 Apr 04 11:46:31.751750 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4c1518-8353-46f8-a363-41779ae75f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:31.752701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4c1518-8353-46f8-a363-41779ae75f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:31.756153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1b4c1518-8353-46f8-a363-41779ae75f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/83bd318a-5d6b-4fe1-9a37-08d4ed3d3772 HTTP/1.1" status: 404 len: 333 time: 0.0608125 Apr 04 11:46:31.758822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37412) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.799533 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-142940da-3444-4d33-8a36-43e26fed7248 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/ports?device_id=193d4f0a-eae3-42f5-bf09-6306ab753216 HTTP/1.1" status: 200 len: 205 time: 0.0394433 Apr 04 11:46:31.801954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37416) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.859805 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-ecb0f48c-487e-4934-bcef-783861a087f3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] delete failed (client error): The resource could not be found. Apr 04 11:46:31.861059 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ecb0f48c-487e-4934-bcef-783861a087f3 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/routers/193d4f0a-eae3-42f5-bf09-6306ab753216 HTTP/1.1" status: 404 len: 336 time: 0.0580208 Apr 04 11:46:31.863706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37418) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.896857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:31.904094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22232bb-5b32-46a0-9e48-15438ecb81af tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:31.904562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22232bb-5b32-46a0-9e48-15438ecb81af tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:31.905015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Allocated IP 2001:db8::2 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/43a515db-ad11-4469-be41-e10e6b69b591/74696b88-f226-4672-94da-9084eb52d6a7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:31.910410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d22232bb-5b32-46a0-9e48-15438ecb81af tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/subnets/28615d62-6e8b-4fbe-9254-912624be46c0 HTTP/1.1" status: 404 len: 337 time: 0.0432682 Apr 04 11:46:31.912794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37420) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:31.947568 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fd046-a96a-467b-abe0-1d80136eb35c req-1cff3228-342c-48db-a90b-ce3935766b6e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:31.947856 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f7fd046-a96a-467b-abe0-1d80136eb35c req-1cff3228-342c-48db-a90b-ce3935766b6e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0943615 Apr 04 11:46:32.004661 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f7fd046-a96a-467b-abe0-1d80136eb35c req-7ae6ef37-d1d8-4120-98f3-b171b3e86859 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Apr 04 11:46:32.077599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:32.082608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port b441d413-5033-4236-ac46-f576533d7c9d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:32.082970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.127670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.184128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.208446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.212370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:32.215817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.224801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.225679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.244317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.252361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.280439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.288719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for b441d413-5033-4236-ac46-f576533d7c9d owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:32.291275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5e5f1771-f413-4100-ab8c-ad957927601b no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:32.299481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:46:32.300781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:46:32.309137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.314659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/b4c8536f-7f95-4f86-97e7-dd049f585a56 HTTP/1.1" status: 204 len: 168 time: 1.3922269 Apr 04 11:46:32.352024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:32.381094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5e5f1771-f413-4100-ab8c-ad957927601b {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:32.381440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5e5f1771-f413-4100-ab8c-ad957927601b not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:32.388758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c030c-c61d-4920-9b70-c06fb74a6663 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c8536f-7f95-4f86-97e7-dd049f585a56,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:32.438757 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cb47da96-ee57-40f1-92aa-69d9538c576d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847800 Apr 04 11:46:32.450954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=588b215b-27bc-4be8-a001-8be52bff1c39,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:32.456080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37436) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:32.462479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:32.510179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Pushing event deleted for resources: {'Port': ['ID=49da144b-be16-457b-8cb7-492436e9bad6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:32.532222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442c61d-7e02-4831-a23c-5022b49d1892 None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:32.570043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.591563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22b77c-648b-4370-8932-8fa665c2452d None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:32.663459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.687329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] device_id is not set on port 219a4177-94d3-41ac-85be-d6cd801b0e36 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:32.748813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=32644008-7dc7-4700-b74c-deb817909bee,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:32.749195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:32.752850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.753348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:32.766981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:32.778755 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-61d396e4-e8bf-44a7-b653-87f9980b908c tempest-RoutersAdminNegativeIpV6Test-1154068077 tempest-RoutersAdminNegativeIpV6Test-1154068077-project-admin] 10.222.0.43 "DELETE /v2.0/ports/49da144b-be16-457b-8cb7-492436e9bad6 HTTP/1.1" status: 204 len: 168 time: 2.9859607 Apr 04 11:46:32.786085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a3912-0496-418f-9e59-8b5a9ac1bb44 req-c711ca9a-f70f-47a0-aa40-caf5dd2f1974 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:32.795072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e56a3912-0496-418f-9e59-8b5a9ac1bb44 req-c711ca9a-f70f-47a0-aa40-caf5dd2f1974 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1478534 Apr 04 11:46:32.798001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:32.871618 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e56a3912-0496-418f-9e59-8b5a9ac1bb44 req-59eff3ab-6b7c-44d4-a92c-3830f3c62063 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752156 Apr 04 11:46:33.002960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Provisioning complete for port 32644008-7dc7-4700-b74c-deb817909bee triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:33.002960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.022069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fc3f9f4-9288-45c8-a6ca-e595df599960 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:33.141572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:33.185863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router d6ab90e0-997e-46d3-a3c9-53de27096678 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:46:33.194502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7fc3f9f4-9288-45c8-a6ca-e595df599960 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:33.195492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.266060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d2793-a0bb-4b1d-a407-8766e631c4e8 None None] Port 32644008-7dc7-4700-b74c-deb817909bee cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:33.277346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.296788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8::2f3 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/43a515db-ad11-4469-be41-e10e6b69b591/219a4177-94d3-41ac-85be-d6cd801b0e36) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:33.345545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=b441d413-5033-4236-ac46-f576533d7c9d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:33.372930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Deleting port 7fc3f9f4-9288-45c8-a6ca-e595df599960 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:33.373155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.432137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:33.440034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ff9a3e00-5502-4d35-ad32-8ee00591ec4a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4547648 Apr 04 11:46:33.441264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37452) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:33.445136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] Sync routers for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:33.462194 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:33.463428 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:33.490059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.550611 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:33.557861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c03aa-d9bf-46ff-9385-e3bbba355c22 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:33.569704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37456) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:33.569704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37458) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:33.577242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c46c03aa-d9bf-46ff-9385-e3bbba355c22 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports/32644008-7dc7-4700-b74c-deb817909bee HTTP/1.1" status: 200 len: 911 time: 0.1348565 Apr 04 11:46:33.578434 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:33.579306 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:33.627914 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:33.629132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54114858-489a-411d-986f-ad8eadfbff77 None None] The sync data for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:33.629631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Provisioning complete for port 7fc3f9f4-9288-45c8-a6ca-e595df599960 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:33.630009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.632757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] For port 7fc3f9f4-9288-45c8-a6ca-e595df599960, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fc3f9f4-9288-45c8-a6ca-e595df599960,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:33.633070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.678466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Calling delete_port for 7fc3f9f4-9288-45c8-a6ca-e595df599960 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:33.680993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 7fc3f9f4-9288-45c8-a6ca-e595df599960, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fc3f9f4-9288-45c8-a6ca-e595df599960,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:33.698076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.748387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.749164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:33.895176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=7fc3f9f4-9288-45c8-a6ca-e595df599960,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:33.922607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:33.923014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.945730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Provisioning complete for port 588b215b-27bc-4be8-a001-8be52bff1c39 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:33.946107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:33.992310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.026235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] Pushing event deleted for resources: {'Port': ['ID=7fc3f9f4-9288-45c8-a6ca-e595df599960,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:34.033199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393d9e9-138f-4c92-972a-f338f6cc26e6 None None] No DVR routers for this DVR port 7fc3f9f4-9288-45c8-a6ca-e595df599960 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:34.116293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bc80d20-21c9-4798-8bfe-d156b1a94e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.120611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 588b215b-27bc-4be8-a001-8be52bff1c39 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:34.142968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.147052 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-924afc02-90ce-42af-9bc4-62b670a51ac9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/b441d413-5033-4236-ac46-f576533d7c9d HTTP/1.1" status: 204 len: 168 time: 2.2325823 Apr 04 11:46:34.149696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:34.153430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:34.159189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.180086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:34.180086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:34.180086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.198493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=c57c2b23-9c56-4241-ad59-ba695c5fd81d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:34.204685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb9a4e-e8ec-4681-9cf1-46d24f5f79b7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:34.305167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.335010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 43fc95c7-b65d-4431-adfc-6746849c95b5 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:34.335355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.374991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2bb2-6bd1-432e-a43f-1254cbfc2420 req-aab0940b-d3e3-4eaf-89ea-dd8fd827d008 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:34.374991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e86b2bb2-6bd1-432e-a43f-1254cbfc2420 req-aab0940b-d3e3-4eaf-89ea-dd8fd827d008 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.3669524 Apr 04 11:46:34.379867 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9532e9f5-56fc-46d1-be0a-01e01a7c5e44 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9221313 Apr 04 11:46:34.387431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37466) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:34.400542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:34.441430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.448454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Provisioning complete for port 32644008-7dc7-4700-b74c-deb817909bee triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:34.448643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.464144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 43fc95c7-b65d-4431-adfc-6746849c95b5 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:34.493079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 588b215b-27bc-4be8-a001-8be52bff1c39 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:34.493461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.532750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf524a-8855-4111-a79a-78c504281744 None None] Port 32644008-7dc7-4700-b74c-deb817909bee cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:34.551867 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e86b2bb2-6bd1-432e-a43f-1254cbfc2420 req-bae9e425-4881-47da-8826-2a8ff5a391d9 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704228 Apr 04 11:46:34.606820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.607863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.622475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bc80d20-21c9-4798-8bfe-d156b1a94e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.694597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.698240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.724257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:34.725105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.740871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bd6a72ef-c273-47f5-bfda-7b52a62fff38 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:34.741446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bd6a72ef-c273-47f5-bfda-7b52a62fff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.766912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bc80d20-21c9-4798-8bfe-d156b1a94e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.795746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.804862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.835240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:34.852198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:34.857743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:34.878752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:34.880451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:34.894457 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8bc80d20-21c9-4798-8bfe-d156b1a94e57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=312ab2bcc1ad4393834d5eab4e7ceb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3217928 Apr 04 11:46:34.930874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37472) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:34.938523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=219a4177-94d3-41ac-85be-d6cd801b0e36,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:34.941536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc80d20-21c9-4798-8bfe-d156b1a94e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb6bb6-2c56-4667-9837-e82ae4648b4f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:34.949026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=43fc95c7-b65d-4431-adfc-6746849c95b5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:34.990202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fc3f9f4-9288-45c8-a6ca-e595df599960 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:34.993670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.003954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0fd60210-323e-4496-92dc-003d2f9649ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6122985 Apr 04 11:46:35.071131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37476) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:35.083352 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db208a4d-5e6e-4609-8693-27b67d3408d1 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0141251 Apr 04 11:46:35.093586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:35.107967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:35.129755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/c57c2b23-9c56-4241-ad59-ba695c5fd81d/ed0e91c1-09eb-4842-b0ee-c71db8b11510) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:35.246949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.293671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-3601f943-452e-47d7-91dd-4a331dcb4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.295197 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-3601f943-452e-47d7-91dd-4a331dcb4341 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.1694870 Apr 04 11:46:35.297858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.302057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-50674d14-8d47-45bb-a433-05c4be855e9c tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/ports/43fc95c7-b65d-4431-adfc-6746849c95b5 HTTP/1.1" status: 204 len: 168 time: 1.1513610 Apr 04 11:46:35.304518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:35.385882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.403037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94040bab-fa55-4711-8453-d18c5d659f3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.404948 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-94040bab-fa55-4711-8453-d18c5d659f3b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1affd8b-d252-4f24-bead-4d830a972309 HTTP/1.1" status: 200 len: 913 time: 0.0994639 Apr 04 11:46:35.409097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37482) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:35.453079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 7fc3f9f4-9288-45c8-a6ca-e595df599960 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:35.453395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fc3f9f4-9288-45c8-a6ca-e595df599960 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:35.475287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.490233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a72ef-c273-47f5-bfda-7b52a62fff38 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:35.534181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-42dd3649-22eb-48d1-9be4-dc02d623cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.535967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:35.536580 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-42dd3649-22eb-48d1-9be4-dc02d623cd07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.2227693 Apr 04 11:46:35.538301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.538802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:35.544885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:35.558672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bd6a72ef-c273-47f5-bfda-7b52a62fff38 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:35.559143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bd6a72ef-c273-47f5-bfda-7b52a62fff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.641436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Pushing event updated for resources: {'Port': ['ID=ed0e91c1-09eb-4842-b0ee-c71db8b11510,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:35.661985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f2a4-f361-4b86-a1a0-b587caccff30 req-4d131c6d-b867-48b3-8597-3df1a16fae3b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.663861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3117f2a4-f361-4b86-a1a0-b587caccff30 req-4d131c6d-b867-48b3-8597-3df1a16fae3b tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.5010808 Apr 04 11:46:35.678503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-bf7bdd52-0733-47a7-b675-aa8b4c24a10f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.1297479 Apr 04 11:46:35.715848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Attempting to bind port ed0e91c1-09eb-4842-b0ee-c71db8b11510 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:35.715848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Attempting to bind port ed0e91c1-09eb-4842-b0ee-c71db8b11510 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:35.715848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Attempting to bind port ed0e91c1-09eb-4842-b0ee-c71db8b11510 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:35.718792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:35.719175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:35.726092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.728853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:35.729513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Bound port: ed0e91c1-09eb-4842-b0ee-c71db8b11510, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:35.730067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.787420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.798346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-0860f50d-4207-42c2-b1a2-c9c7f8ca2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.800443 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-0860f50d-4207-42c2-b1a2-c9c7f8ca2aee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1097059 Apr 04 11:46:35.855390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] For port ed0e91c1-09eb-4842-b0ee-c71db8b11510, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:35.859363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] For port ed0e91c1-09eb-4842-b0ee-c71db8b11510, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ed0e91c1-09eb-4842-b0ee-c71db8b11510,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:35.886737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-a224482f-6e6d-4b0f-8663-899e935de0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:35.888306 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-a224482f-6e6d-4b0f-8663-899e935de0d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594513 Apr 04 11:46:35.914983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3117f2a4-f361-4b86-a1a0-b587caccff30 req-f6a86438-00a5-4194-adc0-e063bee01d22 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214894 Apr 04 11:46:35.945757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.955215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:35.962632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:35.965990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.044307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4fe23eb9-e72d-4a58-960d-5107b7a704ff None None] Provisioning complete for port 219a4177-94d3-41ac-85be-d6cd801b0e36 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:36.044832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4fe23eb9-e72d-4a58-960d-5107b7a704ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.106889 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-0e7b8c54-5d3a-442a-867b-e8d9bf5e0404 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965415 Apr 04 11:46:36.133462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0ee0b-544c-45cb-8c16-6d70cfdbf42f None None] Pushing event updated for resources: {'Port': ['ID=ed0e91c1-09eb-4842-b0ee-c71db8b11510,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:36.148621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4fe23eb9-e72d-4a58-960d-5107b7a704ff None None] Port 219a4177-94d3-41ac-85be-d6cd801b0e36 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:36.232954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.235402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.239740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7beb6bb6-2c56-4667-9837-e82ae4648b4f HTTP/1.1" status: 204 len: 168 time: 1.3078716 Apr 04 11:46:36.259678 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1010670-aa87-4ac1-948d-b6d7d4160819 req-ac27ca06-7b1a-460e-9611-268d9b7f92f8 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411662 Apr 04 11:46:36.275656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.320159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43a515db-ad11-4469-be41-e10e6b69b591 (CIDR: 2001:db8::/64) Apr 04 11:46:36.335349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d06b0-c7cd-4877-82b0-cb093a850994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb6bb6-2c56-4667-9837-e82ae4648b4f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:36.631212 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:46:36.631857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:36.673880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8:1::1 (532fdba4-d424-41ad-bccb-88dd131183f8/8e2b7272-6351-4692-96e1-8d17076e60af/6b4959ac-d1c2-4531-83e1-8d5417963d97) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:36.705453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port 049d5303-aded-4876-8654-465988b11a97 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:36.708367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.748804 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-42f51606-84f7-4b48-b45c-fb406b0a935c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6452177 Apr 04 11:46:36.757576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37498) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:36.770330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:36.834055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:36.851059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for 049d5303-aded-4876-8654-465988b11a97 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:36.856278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::1 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/c57c2b23-9c56-4241-ad59-ba695c5fd81d/0d64ba72-c557-4505-be5c-dc0d238bba4f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:36.939775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.033693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37504) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:37.047261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ed0e91c1-09eb-4842-b0ee-c71db8b11510 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:37.179749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ed0e91c1-09eb-4842-b0ee-c71db8b11510 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:37.180261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.185458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:37.188361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc6caf2d-c404-4560-99df-94d400a36349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a3d478a70d14be0a5b34d81bacc96ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473796 Apr 04 11:46:37.191149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:37.198162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.257101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869d98-2779-40b5-b63a-0ef4ed450720 req-4c1b20da-ec57-4e46-b065-67c95552763e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:37.258758 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52869d98-2779-40b5-b63a-0ef4ed450720 req-4c1b20da-ec57-4e46-b065-67c95552763e tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1350160 Apr 04 11:46:37.272043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.303497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.331090 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52869d98-2779-40b5-b63a-0ef4ed450720 req-5287c1cf-eb32-4ffd-8f55-667da1a1fdb0 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554030 Apr 04 11:46:37.332920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.365215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port ed0e91c1-09eb-4842-b0ee-c71db8b11510, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ed0e91c1-09eb-4842-b0ee-c71db8b11510,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:37.367407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.375438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 532fdba4-d424-41ad-bccb-88dd131183f8 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:37.385465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.387191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:37.397643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:37.398198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.423925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.433957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.455538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=049d5303-aded-4876-8654-465988b11a97,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:37.485657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.488424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.491930 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b0ce9ed-55f7-44ba-8461-a4c46f58e45c HTTP/1.1" status: 204 len: 168 time: 0.3014734 Apr 04 11:46:37.526529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd80b89-9ed8-423a-a443-e1d864378e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ce9ed-55f7-44ba-8461-a4c46f58e45c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:37.527936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=ed0e91c1-09eb-4842-b0ee-c71db8b11510,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:37.584763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=6b4959ac-d1c2-4531-83e1-8d5417963d97,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:37.611295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4 (CIDR: 2001:db8:0:1::/64) Apr 04 11:46:37.651486 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:46:37.652131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:37.738962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.751990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.809881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1402bfaf-2bdd-4fb0-b024-b9b87dcd41fa tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0497825 Apr 04 11:46:37.811101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.814239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f5db4c9-ec00-4fb1-843d-b07dba8f28fd None None] Provisioning complete for port ed0e91c1-09eb-4842-b0ee-c71db8b11510 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:37.814681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f5db4c9-ec00-4fb1-843d-b07dba8f28fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:37.819238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37510) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:37.854503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:37.862856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'subnet': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:37.869446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:37.886798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:37.887620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.051339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f5db4c9-ec00-4fb1-843d-b07dba8f28fd None None] Provisioning complete for port 6b4959ac-d1c2-4531-83e1-8d5417963d97 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:38.052776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f5db4c9-ec00-4fb1-843d-b07dba8f28fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.107495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Router a1affd8b-d252-4f24-bead-4d830a972309 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:38.121041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4f5db4c9-ec00-4fb1-843d-b07dba8f28fd None None] Port 6b4959ac-d1c2-4531-83e1-8d5417963d97 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:38.133481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:38.254305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-de934970-4e9d-4dc0-ac40-fc6554ae84d4 None None] Provisioning complete for port 0d64ba72-c557-4505-be5c-dc0d238bba4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:38.254305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de934970-4e9d-4dc0-ac40-fc6554ae84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.294834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:38.303581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c71250ba-edda-4199-9555-e6bdb8ffcca0 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "PUT /v2.0/routers/a1affd8b-d252-4f24-bead-4d830a972309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906996 Apr 04 11:46:38.304210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37518) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:38.317650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] Sync routers for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:38.337776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Made reservation on behalf of e102caeecae146ff92332e62a27e4cd1 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:38.342047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.345288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:38.362228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:38.365198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-de934970-4e9d-4dc0-ac40-fc6554ae84d4 None None] Port 0d64ba72-c557-4505-be5c-dc0d238bba4f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:38.381318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.425472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:38.452240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] Routers {'a1affd8b-d252-4f24-bead-4d830a972309'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:38.453116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a1affd8b-d252-4f24-bead-4d830a972309'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:38.453952 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:46:38.502689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:38.504254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13467e2-bade-4251-896f-a619c8d362e4 None None] The sync data for ids ['a1affd8b-d252-4f24-bead-4d830a972309'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:38.729310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.762695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469e08-c628-47c7-8f9d-f96360cb842f req-4a0d5f34-5ebf-4d92-b11e-91559e997406 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:38.764544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dc469e08-c628-47c7-8f9d-f96360cb842f req-4a0d5f34-5ebf-4d92-b11e-91559e997406 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2292211 Apr 04 11:46:38.819332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.875806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ed0e91c1-09eb-4842-b0ee-c71db8b11510 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:38.897981 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dc469e08-c628-47c7-8f9d-f96360cb842f req-4e766239-2a10-4d82-8797-d1956c226379 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008182 Apr 04 11:46:38.905424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.905923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.962563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ed0e91c1-09eb-4842-b0ee-c71db8b11510 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:38.962563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:38.995925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.044583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.061863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=6b4959ac-d1c2-4531-83e1-8d5417963d97,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:39.076426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62de6-4b39-495c-90fc-3093061d086f req-76c8469f-315b-4fee-9923-2e617af1f527 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.082042 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-58f62de6-4b39-495c-90fc-3093061d086f req-76c8469f-315b-4fee-9923-2e617af1f527 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0575507 Apr 04 11:46:39.135876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-58f62de6-4b39-495c-90fc-3093061d086f req-a7a867e4-269d-447f-9bc5-0cd605dd0525 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507848 Apr 04 11:46:39.190620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.191512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.254697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-236b6865-bdb0-44f4-9372-f687d82b0455 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750563 Apr 04 11:46:39.260341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37544) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:39.263674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 532fdba4-d424-41ad-bccb-88dd131183f8 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:39.264876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029600 Apr 04 11:46:39.268877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting port af068b5f-e841-4d48-a7fd-aa8f9eee50fb {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:39.271466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.276013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37546) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:39.278355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:39.330561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.396200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.414370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-c14aea15-131f-4a33-82b8-099605d0292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.415903 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-c14aea15-131f-4a33-82b8-099605d0292e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edc079cdba364b2da5a75c6fddd85c50&device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 1098 time: 0.0889890 Apr 04 11:46:39.416794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Calling delete_port for af068b5f-e841-4d48-a7fd-aa8f9eee50fb owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:39.417375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:39.441791 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8dae004f-50c0-4b92-a3ee-b5d464711285 tempest-NetworksApiDiscovery-312599616 tempest-NetworksApiDiscovery-312599616-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1559432 Apr 04 11:46:39.636296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-30963c46-5c19-4176-a900-5d8a422577db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.637859 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-30963c46-5c19-4176-a900-5d8a422577db service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 200 len: 912 time: 0.1592479 Apr 04 11:46:39.708694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-324ec43f-b4b3-4e2b-98d9-fd971b8df84b None None] Provisioning complete for port 6b4959ac-d1c2-4531-83e1-8d5417963d97 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:39.709279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-324ec43f-b4b3-4e2b-98d9-fd971b8df84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.749544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-324ec43f-b4b3-4e2b-98d9-fd971b8df84b None None] Port 6b4959ac-d1c2-4531-83e1-8d5417963d97 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:39.789737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:39.792737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Subnet': ['ID=a1ef7435-9b49-4455-855b-c26254c26c32,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:39.798308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:39.804002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-d6215427-c238-4676-8183-751b00ab870d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 200 len: 1000 time: 0.1566761 Apr 04 11:46:39.804819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.805500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.820325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:39.824144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf76fcc-1dc7-44a9-9879-5c61704ffd3c None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:39.826565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:39.841354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router d6ab90e0-997e-46d3-a3c9-53de27096678 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:39.851066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0159460-f045-4739-b3af-3d6d35f1c9e0 req-54f41ae9-5f5d-4902-beb7-9718feb31392 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.852998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c0159460-f045-4739-b3af-3d6d35f1c9e0 req-54f41ae9-5f5d-4902-beb7-9718feb31392 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.0967228 Apr 04 11:46:39.886138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:39.932509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Port': ['ID=af068b5f-e841-4d48-a7fd-aa8f9eee50fb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:39.960070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-360a8d9c-190e-4837-a05b-afb724b0ba68 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1331646 Apr 04 11:46:39.964458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:39.975799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-11470985', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1ef7435-9b49-4455-855b-c26254c26c32'}], 'security_groups': ['c4746164-2af0-4884-8c0e-d2ea26dce39d', '9fbc8ced-bbee-4d6e-a10e-c3af643032ba']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:39.979001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-23a6de2e-9e5c-4438-8c47-54bd62ab3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:39.981443 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-23a6de2e-9e5c-4438-8c47-54bd62ab3183 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 200 len: 850 time: 0.1689548 Apr 04 11:46:40.116574 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c0159460-f045-4739-b3af-3d6d35f1c9e0 req-42bf0652-4fd4-4c9a-b4f1-8bce335e449d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343831 Apr 04 11:46:40.139504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.167137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37560) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.192795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:40.201355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca5b235c-4d07-470c-ad49-10bfa9f5cc87 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6310873 Apr 04 11:46:40.208589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Update dhcp port {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'fixed_ips': [{'subnet_id': '3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43a515db-ad11-4469-be41-e10e6b69b591', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1ef7435-9b49-4455-855b-c26254c26c32'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '74696b88-f226-4672-94da-9084eb52d6a7'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:46:40.209525 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] Sync routers for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:40.214416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-726da110-422b-43c3-87c6-5b243b4a58a8 None None] Provisioning complete for port 0d64ba72-c557-4505-be5c-dc0d238bba4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:40.214891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-726da110-422b-43c3-87c6-5b243b4a58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.226647 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:40.227769 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:40.229909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37564) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.240554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.244720 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.275162 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:40.290499 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:40.291404 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:40.296119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0112dd26-1922-49b9-b15e-44f1215675fc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:40.298496 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0112dd26-1922-49b9-b15e-44f1215675fc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports/6b4959ac-d1c2-4531-83e1-8d5417963d97 HTTP/1.1" status: 200 len: 913 time: 0.0667346 Apr 04 11:46:40.304403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-1f9d1396-8ec8-4f82-858a-44bd5540148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:40.306124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-1f9d1396-8ec8-4f82-858a-44bd5540148a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4f36307-c7c6-4158-ab31-6d49efbaf537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2988122 Apr 04 11:46:40.306622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37566) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.337081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-726da110-422b-43c3-87c6-5b243b4a58a8 None None] Port 0d64ba72-c557-4505-be5c-dc0d238bba4f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:40.359365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.360776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.379030 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:40.379938 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b5b2b-e1e6-458d-8767-1cc0c03d7ce5 None None] The sync data for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:40.432131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02b5143b-e39c-4bd4-866c-25c82ea0b91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.436691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.437086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Fanout notify agent at l3_agent the message router_deleted on router a1affd8b-d252-4f24-bead-4d830a972309 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:40.445393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.446824 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5d8177e9-b5ab-4b7d-9abb-a2aec2855468 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/routers/a1affd8b-d252-4f24-bead-4d830a972309 HTTP/1.1" status: 204 len: 168 time: 2.1416054 Apr 04 11:46:40.453711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37568) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.502612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Router c742f2ac-da0e-42b4-928e-a6ac7b1f191e is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:46:40.562255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Allocated IP 2001:db8:0:2::2 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/a1ef7435-9b49-4455-855b-c26254c26c32/74696b88-f226-4672-94da-9084eb52d6a7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:40.604180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Deleting subnet cc1fec4e-375a-4d06-b7da-1f3aa50bfda3 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:40.611929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.641898 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-f56104b1-fe48-4e27-bb68-1af7b3f3064c service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280318 Apr 04 11:46:40.663672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:40.698122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.728146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02b5143b-e39c-4bd4-866c-25c82ea0b91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.731483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:40.739308 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-133bb9c9-d1c0-48ed-b279-40bf173c4f14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "PUT /v2.0/routers/c742f2ac-da0e-42b4-928e-a6ac7b1f191e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6578679 Apr 04 11:46:40.739699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37570) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.741342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Sync routers for ids ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:40.752048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Routers {'c742f2ac-da0e-42b4-928e-a6ac7b1f191e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:40.752755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:40.759377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.791460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.824265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81341e3b-11ad-4ec4-adee-f0a4c0fb301a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:40.828718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-81341e3b-11ad-4ec4-adee-f0a4c0fb301a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports/0d64ba72-c557-4505-be5c-dc0d238bba4f HTTP/1.1" status: 200 len: 911 time: 0.0878799 Apr 04 11:46:40.830512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02b5143b-e39c-4bd4-866c-25c82ea0b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.834064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37572) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:40.875704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:40.913195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5143b-e39c-4bd4-866c-25c82ea0b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc240f08-ff2d-43bc-8c15-2d867e6f1d5f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:40.920147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02b5143b-e39c-4bd4-866c-25c82ea0b91f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b722cd5e7adc4a55b3751c3a0435c48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447450 Apr 04 11:46:40.920360 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b0d3fa7c-dd69-46fe-a046-3f9a611b224a req-44e753c2-33f0-4296-9b26-879ca7fb2b20 service neutron] 10.222.0.44 "GET /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493341 Apr 04 11:46:40.923477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37574) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:41.002450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7a086-f77a-48b2-bb82-d191829c1bb2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:41.008956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7a086-f77a-48b2-bb82-d191829c1bb2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:41.013760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37576) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:41.014045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9fc7a086-f77a-48b2-bb82-d191829c1bb2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1758630 Apr 04 11:46:41.071366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Delete allocated IP 2001:db8::2f3 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/43a515db-ad11-4469-be41-e10e6b69b591) {{(pid=109636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:46:41.079755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.084384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Allocated IP 2001:db8:0:2::349 (a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2/a1ef7435-9b49-4455-855b-c26254c26c32/219a4177-94d3-41ac-85be-d6cd801b0e36) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:41.093598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Set router c742f2ac-da0e-42b4-928e-a6ac7b1f191e gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:41.120321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.135777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af290a50-993e-4504-9dc8-9198b8f8bf9c None None] Pushing event updated for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:41.176006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.180318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1fec4e-375a-4d06-b7da-1f3aa50bfda3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:41.189004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.194794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.198802 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-08bbebc2-50e0-4fa0-b9f1-7fe315797f2b tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/subnets/cc1fec4e-375a-4d06-b7da-1f3aa50bfda3 HTTP/1.1" status: 204 len: 168 time: 0.7188804 Apr 04 11:46:41.201883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37582) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:41.420263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a698-1579-4825-8aa8-8d9db842ae0b req-b0ae5a9c-09b9-4ec8-a17d-8bd7a22cefd4 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:41.427675 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6f9a698-1579-4825-8aa8-8d9db842ae0b req-b0ae5a9c-09b9-4ec8-a17d-8bd7a22cefd4 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.1940737 Apr 04 11:46:41.444977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.546827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.549030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.553028 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc240f08-ff2d-43bc-8c15-2d867e6f1d5f HTTP/1.1" status: 204 len: 168 time: 0.6283793 Apr 04 11:46:41.557107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:38Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0d64ba72-c557-4505-be5c-dc0d238bba4f', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:6c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:36Z', 'updated_at': '2022-04-04T11:46:38Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:41.558764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.584018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd8244-1260-46d1-811e-a8e0e525ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc240f08-ff2d-43bc-8c15-2d867e6f1d5f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:41.590577 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6f9a698-1579-4825-8aa8-8d9db842ae0b req-55da21ff-51ae-4547-aa84-c4cd101bfb07 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426048 Apr 04 11:46:41.647692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Checking router: c742f2ac-da0e-42b4-928e-a6ac7b1f191e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:41.650239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Updating router c742f2ac-da0e-42b4-928e-a6ac7b1f191e port 0d64ba72-c557-4505-be5c-dc0d238bba4f binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:46:41.652681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.674052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.687693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b041babc-a8ab-4c06-ba49-8a403deab94d']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:41.718974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.764321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d8d580-edeb-4a10-9733-7e0e897b3537') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:41.764817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d8d580-edeb-4a10-9733-7e0e897b3537') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:41.781387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.823746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] In _notify_port_updated(), no bound segment for port 219a4177-94d3-41ac-85be-d6cd801b0e36 on network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:46:41.829617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:41.830660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.831956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "PUT /v2.0/ports/219a4177-94d3-41ac-85be-d6cd801b0e36 HTTP/1.1" status: 200 len: 968 time: 1.8648839 Apr 04 11:46:41.837125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37588) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:41.867211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43ac69-5cbb-471e-87c5-3c3f20642eac tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event updated for resources: {'Port': ['ID=219a4177-94d3-41ac-85be-d6cd801b0e36,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:41.921123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.944630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:41.945044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:41.950402 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:42.089072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 219a4177-94d3-41ac-85be-d6cd801b0e36 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:42.089318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.200079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:42.200566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.200668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.223709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.235557 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] 10.222.0.43 "DELETE /v2.0/networks/b041babc-a8ab-4c06-ba49-8a403deab94d HTTP/1.1" status: 204 len: 168 time: 1.0318074 Apr 04 11:46:42.283578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fa418-b449-49d7-8cfb-6496c7b034a9 tempest-FloatingIPTestJSON-105959476 tempest-FloatingIPTestJSON-105959476-project] Pushing event deleted for resources: {'Network': ['ID=b041babc-a8ab-4c06-ba49-8a403deab94d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:42.292245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.294233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:42.305310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Provisioning complete for port 219a4177-94d3-41ac-85be-d6cd801b0e36 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:42.305788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.353298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.355653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Port 219a4177-94d3-41ac-85be-d6cd801b0e36 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:42.367946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:42.368668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42cc75e9-c50b-43f4-9d87-4dbca33c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.384361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 219a4177-94d3-41ac-85be-d6cd801b0e36 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:42.398724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.404230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.465069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c3d10-3752-4852-8542-d11c323da136 req-ef84cbd5-3c76-4eae-a328-16d504dc0e47 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:42.466258 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-981c3d10-3752-4852-8542-d11c323da136 req-ef84cbd5-3c76-4eae-a328-16d504dc0e47 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.2494035 Apr 04 11:46:42.510746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 6b4959ac-d1c2-4531-83e1-8d5417963d97 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:42.511009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.520810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350950-902b-4b4f-817f-61a77d15a849 None None] Pushing event updated for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:42.604154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Attempting to bind port 0d64ba72-c557-4505-be5c-dc0d238bba4f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:42.604154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Attempting to bind port 0d64ba72-c557-4505-be5c-dc0d238bba4f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:42.604154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Attempting to bind port 0d64ba72-c557-4505-be5c-dc0d238bba4f on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:42.609442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:42.609881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:42.610315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.610859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:42.611527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Bound port: 0d64ba72-c557-4505-be5c-dc0d238bba4f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:42.611779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.674577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.694441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] For port 0d64ba72-c557-4505-be5c-dc0d238bba4f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:42.699091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] For port 0d64ba72-c557-4505-be5c-dc0d238bba4f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0d64ba72-c557-4505-be5c-dc0d238bba4f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:42.742612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0d955fc5-a71d-457e-8d58-547d7c960b83 None None] Could not find standard attr ID for object 219a4177-94d3-41ac-85be-d6cd801b0e36. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:46:42.811537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.819973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.833218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.843870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/219a4177-94d3-41ac-85be-d6cd801b0e36 HTTP/1.1" status: 204 len: 168 time: 1.0052538 Apr 04 11:46:42.845303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bca55-b114-4ba6-af14-075ff3aa4b7e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=219a4177-94d3-41ac-85be-d6cd801b0e36,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:42.848044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Deleting port 50f13a6d-1d0c-4234-9d65-1416ab00784f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:42.848388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:42.851357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37606) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:42.876915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 6b4959ac-d1c2-4531-83e1-8d5417963d97 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:42.900975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:42.915127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd14b36-0fdd-4d11-b36b-a2cb5dd04dd4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] GET failed (client error): The resource could not be found. Apr 04 11:46:42.924260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0fd14b36-0fdd-4d11-b36b-a2cb5dd04dd4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports/219a4177-94d3-41ac-85be-d6cd801b0e36 HTTP/1.1" status: 404 len: 333 time: 0.0700138 Apr 04 11:46:42.925471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37612) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:43.006997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37614) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:43.040193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Routers {'c742f2ac-da0e-42b4-928e-a6ac7b1f191e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:43.040842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:43.075037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.126567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.136751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] Provisioning complete for port 0d64ba72-c557-4505-be5c-dc0d238bba4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:43.137131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.139056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350950-902b-4b4f-817f-61a77d15a849 None None] Pushing event updated for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:43.215096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f922d3-9e93-4eab-b642-b12652d62c45 req-afce0aae-c629-408c-a386-2048e20c4828 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:43.216843 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b6f922d3-9e93-4eab-b642-b12652d62c45 req-afce0aae-c629-408c-a386-2048e20c4828 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 945 time: 0.4583983 Apr 04 11:46:43.234688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:43.234688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.266591 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-944048ed-9f9d-47e3-b571-1a8a4f8e8508 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c98050a7f154254b02eb11f82b87e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556670 Apr 04 11:46:43.266788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] Set router c742f2ac-da0e-42b4-928e-a6ac7b1f191e gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:43.268906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37624) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:43.306708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] For port 50f13a6d-1d0c-4234-9d65-1416ab00784f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=50f13a6d-1d0c-4234-9d65-1416ab00784f,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:43.307391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.348337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.392409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.432892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.441784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.444337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.448837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/security-groups/f226c3f6-e302-4e67-8a34-01bba76578f4 HTTP/1.1" status: 204 len: 168 time: 0.5222464 Apr 04 11:46:43.450243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37628) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:43.472910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b5ea5-eebd-4abd-92a8-290e6ead44cb tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226c3f6-e302-4e67-8a34-01bba76578f4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:43.563176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.576397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] For port 0d64ba72-c557-4505-be5c-dc0d238bba4f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0d64ba72-c557-4505-be5c-dc0d238bba4f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:43.618169 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b6f922d3-9e93-4eab-b642-b12652d62c45 req-d669a358-7ad6-45ab-b250-58894674dd54 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3113e2a-8a72-4b31-b7dd-de4f466872c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703847 Apr 04 11:46:43.627021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.634140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.645709 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f9a5a31-c8a1-4b0d-9825-9e6f2daa918a HTTP/1.1" status: 204 len: 168 time: 0.3625064 Apr 04 11:46:43.646457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 0d64ba72-c557-4505-be5c-dc0d238bba4f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:43.646542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.646636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.660002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:38Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0d64ba72-c557-4505-be5c-dc0d238bba4f', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:6c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:36Z', 'updated_at': '2022-04-04T11:46:42Z', 'revision_number': 4, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:43.665285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c3812-b938-4ed6-98cd-f8c9cdc52cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a5a31-c8a1-4b0d-9825-9e6f2daa918a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:43.676809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.677191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.677510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Floating IP ec90e59b-566c-477e-ad8a-b484b4afc291 disassociated. External IP: 172.26.1.43, port: 50f13a6d-1d0c-4234-9d65-1416ab00784f. Apr 04 11:46:43.677873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Calling delete_port for 50f13a6d-1d0c-4234-9d65-1416ab00784f owned by compute:nova {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:43.714618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.717659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcb55a-dd65-456a-99ce-1e31bbce4b70 None None] The sync data for ids ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'] in dv-neutron-835866-1-hyperv is: [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:38Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0d64ba72-c557-4505-be5c-dc0d238bba4f', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:6c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:36Z', 'updated_at': '2022-04-04T11:46:42Z', 'revision_number': 4, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': 'c57c2b23-9c56-4241-ad59-ba695c5fd81d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:43.787139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c0e77-0b9d-4a93-ae45-519e36b3df6c None None] Pushing event updated for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:43.793729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.796348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.800397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/security-groups/9fbc8ced-bbee-4d6e-a10e-c3af643032ba HTTP/1.1" status: 204 len: 168 time: 0.3333836 Apr 04 11:46:43.801154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37636) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:43.824962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26667bd7-0d9d-4fea-9f07-0bbc46bce75b tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc8ced-bbee-4d6e-a10e-c3af643032ba,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:43.860036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 0d64ba72-c557-4505-be5c-dc0d238bba4f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0d64ba72-c557-4505-be5c-dc0d238bba4f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:43.860732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.874825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.886616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e5f95256-e004-4a41-a155-bf45e48c92fe None None] Provisioning complete for port 0d64ba72-c557-4505-be5c-dc0d238bba4f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:43.887044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5f95256-e004-4a41-a155-bf45e48c92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.887667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 0d64ba72-c557-4505-be5c-dc0d238bba4f owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:43.903527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:43.963239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.039578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=6b4959ac-d1c2-4531-83e1-8d5417963d97,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:44.051082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.054646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.055945 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4746164-2af0-4884-8c0e-d2ea26dce39d HTTP/1.1" status: 204 len: 168 time: 0.2539999 Apr 04 11:46:44.059572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:44.114021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c301fdd-d2fe-4c60-b543-87e1b7df0ea7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4746164-2af0-4884-8c0e-d2ea26dce39d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:44.218776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 43a515db-ad11-4469-be41-e10e6b69b591 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:44.223380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.228309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.272517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event deleted for resources: {'Port': ['ID=50f13a6d-1d0c-4234-9d65-1416ab00784f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:44.532460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.533621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.533621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.864753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e1c554bd-e606-4141-a211-2135b2f62e5e req-e9ae5c49-1d45-4467-ba06-cab2e91cab0d tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0757806 Apr 04 11:46:44.866159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.915871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235624fe-5e2f-4fd8-a631-9d4c54f99e35 None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:44.927266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=43a515db-ad11-4469-be41-e10e6b69b591,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:44.934466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:44.941820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6555a28f-12fc-43d7-b7be-9899d48d0bc3 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/43a515db-ad11-4469-be41-e10e6b69b591 HTTP/1.1" status: 204 len: 168 time: 0.8770244 Apr 04 11:46:44.943275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37664) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:44.997188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.006774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0d64ba72-c557-4505-be5c-dc0d238bba4f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:45.117539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet a1ef7435-9b49-4455-855b-c26254c26c32 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:45.133788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 0d64ba72-c557-4505-be5c-dc0d238bba4f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:45.134127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0d64ba72-c557-4505-be5c-dc0d238bba4f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 04 11:46:45.134920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.155531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=0d64ba72-c557-4505-be5c-dc0d238bba4f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:45.178455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router d6ab90e0-997e-46d3-a3c9-53de27096678 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:45.184799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Router 22adeade-2c53-449a-910c-ae648c414275 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:45.302678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.349525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.509733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37682) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:45.560103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:45.566972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.570350 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8fdf8710-171f-4092-ac8c-d6fdba319891 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2620380 Apr 04 11:46:45.570532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37686) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:45.572809 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] Sync routers for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:45.594184 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:45.595154 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:45.651348 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:45.668628 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:45.675521 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:45.710056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 0d64ba72-c557-4505-be5c-dc0d238bba4f not found, will not notify nova. {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 04 11:46:45.741937 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:45.742915 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a3514-3a40-4b66-a983-2834e0dc201a None None] The sync data for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:45.800557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.846897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'networks': [{'name': 'tempest-network--1308257920'}, {'name': 'tempest-network--238195924'}]} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:45.847298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-network--1308257920'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:45.847817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-network--238195924'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:45.853420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Router c742f2ac-da0e-42b4-928e-a6ac7b1f191e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:45.858981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ef7435-9b49-4455-855b-c26254c26c32,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:45.867322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:45.879037 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3aee0d26-21e3-4f7d-a2c7-9b35a73ef839 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/a1ef7435-9b49-4455-855b-c26254c26c32 HTTP/1.1" status: 204 len: 168 time: 0.9315565 Apr 04 11:46:45.879689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37688) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:45.906914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:45.926413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Sync routers for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:45.933082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-19877e69-53e9-4bd1-bf91-e558fe45342c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:45.933680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19877e69-53e9-4bd1-bf91-e558fe45342c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:45.954676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:45.956115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-19877e69-53e9-4bd1-bf91-e558fe45342c tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/43a515db-ad11-4469-be41-e10e6b69b591 HTTP/1.1" status: 404 len: 337 time: 0.0747988 Apr 04 11:46:45.956715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37692) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:45.956835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.045105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8f0c005-adac-4e9d-9833-ab4250717ac4 req-9c6ba776-1e6f-4bd5-98e2-5332b5d729c2 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0457387 Apr 04 11:46:46.073238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting subnet 3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:46.077211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.121247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.160959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'network': 2} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:46.165523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.167838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] No DVR routers for this DVR port 50f13a6d-1d0c-4234-9d65-1416ab00784f on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:46.188425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.192314 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-981c3d10-3752-4852-8542-d11c323da136 req-5063ec69-7dff-4044-bd03-3e22c144ac96 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.44 "DELETE /v2.0/ports/50f13a6d-1d0c-4234-9d65-1416ab00784f HTTP/1.1" status: 204 len: 173 time: 3.6944046 Apr 04 11:46:46.192793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'name': 'network-vif-deleted', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:46:46.196099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fdb3fa-c893-4ece-8827-d046e8765c28" -d '{"events": [{"server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "name": "network-vif-deleted", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:46:46.211148 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.243101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575ad8a-b71d-44b3-8257-3eb52d972b91 None None] Update dhcp port {'port': {'network_id': 'a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2', 'fixed_ips': [{'subnet_id': '3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a1ef7435-9b49-4455-855b-c26254c26c32'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '74696b88-f226-4672-94da-9084eb52d6a7'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:46:46.276828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:46.307689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:46.313355 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-11048f9b-43c3-4b66-a61f-f63b138eb5ba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "PUT /v2.0/routers/c742f2ac-da0e-42b4-928e-a6ac7b1f191e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2963452 Apr 04 11:46:46.316762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c747ec-d781-4739-8fb2-58a386cd54b8 x-openstack-request-id: req-d3c747ec-d781-4739-8fb2-58a386cd54b8 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:46:46.317201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b", "name": "network-vif-deleted", "tag": "50f13a6d-1d0c-4234-9d65-1416ab00784f", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:46:46.317467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3c747ec-d781-4739-8fb2-58a386cd54b8 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:46:46.317926 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c747ec-d781-4739-8fb2-58a386cd54b8'] response: {'server_uuid': 'ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b', 'name': 'network-vif-deleted', 'tag': '50f13a6d-1d0c-4234-9d65-1416ab00784f', 'status': 'completed', 'code': 200} Apr 04 11:46:46.320728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37696) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:46.362764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b575ad8a-b71d-44b3-8257-3eb52d972b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.362862 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Sync routers for ids ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:46.379470 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Routers {'c742f2ac-da0e-42b4-928e-a6ac7b1f191e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:46.380108 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.538989 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Set router c742f2ac-da0e-42b4-928e-a6ac7b1f191e gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:46.553317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37700) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:46.569767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31614588', 'description': 'tempest-secgroup-smoke-31614588 description', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:46.594626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369896c5-d11c-463a-bc57-21ceb4bce7eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:46.597113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369896c5-d11c-463a-bc57-21ceb4bce7eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:46.599622 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-369896c5-d11c-463a-bc57-21ceb4bce7eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2764809 Apr 04 11:46:46.604998 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:44Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.616851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37704) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:46.636492 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Checking router: c742f2ac-da0e-42b4-928e-a6ac7b1f191e for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:46.646403 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Routers {'c742f2ac-da0e-42b4-928e-a6ac7b1f191e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:46.647255 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.707768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet c57c2b23-9c56-4241-ad59-ba695c5fd81d {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:46.711399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.716585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.727323 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] Set router c742f2ac-da0e-42b4-928e-a6ac7b1f191e gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:46.743683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.755993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Checking router: 22adeade-2c53-449a-910c-ae648c414275 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:46.774019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:46.774496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.810453 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:44Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:46.843004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.844797 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cfff7-7d58-4204-a2ba-bc1c9844e948 None None] The sync data for ids ['c742f2ac-da0e-42b4-928e-a6ac7b1f191e'] in dv-neutron-835866-1-hyperv is: [{'id': 'c742f2ac-da0e-42b4-928e-a6ac7b1f191e', 'name': 'tempest-NetworksTestDHCPv6-router-590882857', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:34Z', 'updated_at': '2022-04-04T11:46:44Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:46.858237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.897943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.915182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.917806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:46.983054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.983528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:46.994299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.020050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server [None req-b575ad8a-b71d-44b3-8257-3eb52d972b91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4: This subnet is being modified by another concurrent operation. Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:46:47.066471 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise exception Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4: This subnet is being modified by another concurrent operation. Apr 04 11:46:47.071698 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Apr 04 11:46:47.106548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.113996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4 HTTP/1.1" status: 204 len: 168 time: 1.1561830 Apr 04 11:46:47.114879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56276a4-9f44-4427-b2ba-4cd5a002ee00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9e4e0f-c4b1-4f45-a0dc-3b014259d8a4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:47.116544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37710) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.139508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.167881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b6cc1d-f11b-46db-b107-f0d2a097251d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.168856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b6cc1d-f11b-46db-b107-f0d2a097251d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.183776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c0b6cc1d-f11b-46db-b107-f0d2a097251d tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/ea2b7838-3e18-483b-b62c-85a3074dff30 HTTP/1.1" status: 404 len: 337 time: 0.0660005 Apr 04 11:46:47.192159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37712) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.212602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e078ebef-b9eb-4137-81b7-4386702368f3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:47.215846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:47.262242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:47.265977 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe639eb8-32c9-4ded-9f8b-344a52e889ed req-4b7f3dea-1829-411f-b557-d3e3b894994f tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbccdf4-a5ce-4dc9-9783-0d4cd1c5348b HTTP/1.1" status: 200 len: 210 time: 0.0654891 Apr 04 11:46:47.267851 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b38749f6-3f4a-4245-b37f-795579a684e4 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "GET /v2.0/ports?device_id=c362085c-eccf-4bcd-be54-adcd8f08813c HTTP/1.1" status: 200 len: 205 time: 0.0806363 Apr 04 11:46:47.270431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37714) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.343882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a425931-5dab-46a8-a6d6-16b7b59d904c None None] Network a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:47.345081 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-0f72a7d4-93b9-4030-9df9-3ffe218c0f57 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] delete failed (client error): The resource could not be found. Apr 04 11:46:47.345982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 50f13a6d-1d0c-4234-9d65-1416ab00784f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:47.350834 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f72a7d4-93b9-4030-9df9-3ffe218c0f57 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/routers/c362085c-eccf-4bcd-be54-adcd8f08813c HTTP/1.1" status: 404 len: 336 time: 0.0792701 Apr 04 11:46:47.351695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37716) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.385891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c60b1-d0b1-4b98-a545-d4d579afe25b None None] The sync data for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv is: [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:43:29Z', 'revision_number': 4, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1946826d-901d-4363-be4b-5f9c3b36a853', 'name': '', 'network_id': 'f4f36307-c7c6-4158-ab31-6d49efbaf537', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'mac_address': 'fa:16:3e:40:ea:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4a122385-83fb-46e2-8a32-bb491b334422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:27Z', 'updated_at': '2022-04-04T11:43:35Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'subnets': [{'id': '4a122385-83fb-46e2-8a32-bb491b334422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:47.395673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a25c5c-9dd2-4e96-b931-2ed3060483a6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.395673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a25c5c-9dd2-4e96-b931-2ed3060483a6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.395673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-67a25c5c-9dd2-4e96-b931-2ed3060483a6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/40852506-97b4-4eaf-9c24-12df9d815343 HTTP/1.1" status: 404 len: 337 time: 0.0396693 Apr 04 11:46:47.397214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37718) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.431367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7130d0-9ef8-4324-a1f7-b19558522e00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.431840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7130d0-9ef8-4324-a1f7-b19558522e00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.438276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8a7130d0-9ef8-4324-a1f7-b19558522e00 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/7394cc58-58c4-4dbe-976a-754b53c54ae8 HTTP/1.1" status: 404 len: 337 time: 0.0395825 Apr 04 11:46:47.441309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.444710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 50f13a6d-1d0c-4234-9d65-1416ab00784f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:47.445437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 50f13a6d-1d0c-4234-9d65-1416ab00784f not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:47.474315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fd5146-4f4b-41d0-805b-dd6b148562f6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.474785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fd5146-4f4b-41d0-805b-dd6b148562f6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.482122 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8fd5146-4f4b-41d0-805b-dd6b148562f6 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/80db6de4-299f-437e-9046-ff59c7c2bd1d HTTP/1.1" status: 404 len: 337 time: 0.0396285 Apr 04 11:46:47.486576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.532111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18645fd-689e-4026-97f0-c183c7a9e9dc tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.532902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18645fd-689e-4026-97f0-c183c7a9e9dc tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.538812 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d18645fd-689e-4026-97f0-c183c7a9e9dc tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/6566c54f-d1b1-49f7-af37-6f3372d76a46 HTTP/1.1" status: 404 len: 333 time: 0.0479350 Apr 04 11:46:47.539218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37724) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.547636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-734ecfae-45d0-4bf7-8979-535d87d2e355 None None] Provisioning complete for port 51f81c0e-f294-4338-8967-05a5572db68d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:47.548015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-734ecfae-45d0-4bf7-8979-535d87d2e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.569665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c1712a-2f51-4bb2-ab89-35a01baf0065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.569665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c1712a-2f51-4bb2-ab89-35a01baf0065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.579950 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16c1712a-2f51-4bb2-ab89-35a01baf0065 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/6af8dd16-af46-411d-b1a6-658ae10565e3 HTTP/1.1" status: 404 len: 337 time: 0.0362766 Apr 04 11:46:47.579950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37726) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.613475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-951d2f60-c16d-4409-83b7-38d67cc26cf9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.614888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951d2f60-c16d-4409-83b7-38d67cc26cf9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.622040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-951d2f60-c16d-4409-83b7-38d67cc26cf9 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/35ba9b2b-4d09-4450-b180-29794332add3 HTTP/1.1" status: 404 len: 337 time: 0.0419238 Apr 04 11:46:47.624760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37728) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.632813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-734ecfae-45d0-4bf7-8979-535d87d2e355 None None] Port 51f81c0e-f294-4338-8967-05a5572db68d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:47.654412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-734ecfae-45d0-4bf7-8979-535d87d2e355 None None] Provisioning complete for port 74696b88-f226-4672-94da-9084eb52d6a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:47.654851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-734ecfae-45d0-4bf7-8979-535d87d2e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.679145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-930c1e32-c5fd-4476-aa72-d1424ebd958e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.679721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930c1e32-c5fd-4476-aa72-d1424ebd958e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.687887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-930c1e32-c5fd-4476-aa72-d1424ebd958e tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/c4349322-2b92-414d-b864-23cbe5216686 HTTP/1.1" status: 404 len: 333 time: 0.0615251 Apr 04 11:46:47.689337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37732) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.743426 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2a0c90-ff42-46b0-ab15-e52221b0cac7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.743913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2a0c90-ff42-46b0-ab15-e52221b0cac7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.746019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.746380 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment cbebeb02-b98b-4ed9-be2a-4b218c16e3e7 of type vlan for network 76e6a6a1-f7a0-4c7c-a340-973c007c9e96 Apr 04 11:46:47.750173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1b2a0c90-ff42-46b0-ab15-e52221b0cac7 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/096ec284-cc6f-49fa-99a8-48150460a7e5 HTTP/1.1" status: 404 len: 337 time: 0.0591466 Apr 04 11:46:47.751074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37734) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.754304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932263ba-a936-480e-9246-a2042371f0de None None] DHCP port deletion for a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:47.755230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.789938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ec5d92-65df-45dc-a769-35953eab07b2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] DELETE failed (client error): The resource could not be found. Apr 04 11:46:47.790311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ec5d92-65df-45dc-a769-35953eab07b2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:46:47.798544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e7ec5d92-65df-45dc-a769-35953eab07b2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/subnets/d12fd5c7-5f16-4324-9685-03e30c4a5e89 HTTP/1.1" status: 404 len: 337 time: 0.0448198 Apr 04 11:46:47.800170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37736) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.805941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49b431-19d4-4701-8be7-3664f7b96846 None None] New status for floating IP ec90e59b-566c-477e-ad8a-b484b4afc291: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:46:47.828749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168de7a-081a-47e4-9337-e9ed868c3669 req-979fcb86-ec58-46a3-b18d-c72a6fd59f93 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:47.830277 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3168de7a-081a-47e4-9337-e9ed868c3669 req-979fcb86-ec58-46a3-b18d-c72a6fd59f93 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.6980429 Apr 04 11:46:47.847887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-932263ba-a936-480e-9246-a2042371f0de None None] Deleting port 74696b88-f226-4672-94da-9084eb52d6a7 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:47.848208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932263ba-a936-480e-9246-a2042371f0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.855167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.859646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c2b23-9c56-4241-ad59-ba695c5fd81d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:47.864917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.870869 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-13d1ec68-45a1-45eb-8adc-a46bbdd16309 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/c57c2b23-9c56-4241-ad59-ba695c5fd81d HTTP/1.1" status: 204 len: 168 time: 1.2507694 Apr 04 11:46:47.871365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37738) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:47.895356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7144b-c645-4ef2-b735-c968edfaa9bf None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:47.895976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.949452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:47.964662 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3168de7a-081a-47e4-9337-e9ed868c3669 req-3c348916-3838-4530-b879-12e44b3b6dd9 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080887 Apr 04 11:46:47.965343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:48.012156 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bbbef864-37a3-4118-b4f1-cdc109fc1e93 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1375887 Apr 04 11:46:48.012399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.012399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment 67b97c8b-cbd4-43c1-88d1-0c27385e0805 of type vlan for network 99c7387a-5742-410c-85bc-86538d5247e0 Apr 04 11:46:48.012560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37740) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.029189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda378d0-6d85-40f9-b284-c96cc5ca04af,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.055975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-932263ba-a936-480e-9246-a2042371f0de None None] For port 74696b88-f226-4672-94da-9084eb52d6a7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=74696b88-f226-4672-94da-9084eb52d6a7,segment=NetworkSegment(3db58e9f-7290-43c1-82fc-0e1b051afb9d),segment_id=3db58e9f-7290-43c1-82fc-0e1b051afb9d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:48.055975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932263ba-a936-480e-9246-a2042371f0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.056988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Deleting port 51f81c0e-f294-4338-8967-05a5572db68d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:48.056988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.113199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-932263ba-a936-480e-9246-a2042371f0de None None] Calling delete_port for 74696b88-f226-4672-94da-9084eb52d6a7 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:48.126391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.164303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.246128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.249271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.262973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 32644008-7dc7-4700-b74c-deb817909bee {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:48.265158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.271675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:48.318688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Calling delete_port for 51f81c0e-f294-4338-8967-05a5572db68d owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:48.329244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Deleting port ed0e91c1-09eb-4842-b0ee-c71db8b11510 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:48.329986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.348643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932263ba-a936-480e-9246-a2042371f0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.361806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.365256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.379500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.381771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.387055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.387896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:48.394539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:48.394539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.425275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932263ba-a936-480e-9246-a2042371f0de None None] No DVR routers for this DVR port 74696b88-f226-4672-94da-9084eb52d6a7 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:48.427560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932263ba-a936-480e-9246-a2042371f0de None None] Pushing event deleted for resources: {'Port': ['ID=74696b88-f226-4672-94da-9084eb52d6a7,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.449730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] For port ed0e91c1-09eb-4842-b0ee-c71db8b11510, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ed0e91c1-09eb-4842-b0ee-c71db8b11510,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:48.450133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.464862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37746) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.465747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Calling delete_port for ed0e91c1-09eb-4842-b0ee-c71db8b11510 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:48.485309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.526463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f068963-98b1-477a-a6ef-27271dc9144a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.556970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 32644008-7dc7-4700-b74c-deb817909bee owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:48.584274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=76e6a6a1-f7a0-4c7c-a340-973c007c9e96,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.588326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.589293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Fanout notify agent at l3_agent the message router_deleted on router c742f2ac-da0e-42b4-928e-a6ac7b1f191e {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:48.601280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.601379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 76e6a6a1-f7a0-4c7c-a340-973c007c9e96 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:48.601463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-28077e28-da71-4c1e-b681-e8d9b80e1afb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/routers/c742f2ac-da0e-42b4-928e-a6ac7b1f191e HTTP/1.1" status: 204 len: 168 time: 0.5849135 Apr 04 11:46:48.602016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37748) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.608930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:48.612113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.613500 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-95d1d82c-1f53-4779-b5b9-0e2967823ee2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 2.0507867 Apr 04 11:46:48.620235 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1064339 Apr 04 11:46:48.628031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37750) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.628546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37752) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.647729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:48.710170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.742428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.785483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-97070ddd-906d-40c8-b622-93918a39a7b5 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:48.785483 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-97070ddd-906d-40c8-b622-93918a39a7b5 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.2906373 Apr 04 11:46:48.787235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] Pushing event deleted for resources: {'Port': ['ID=ed0e91c1-09eb-4842-b0ee-c71db8b11510,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.801617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7487695-d9b9-4d9a-990e-425be1b85ecf None None] No DVR routers for this DVR port ed0e91c1-09eb-4842-b0ee-c71db8b11510 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:48.826925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e80af-8d5d-447a-ba31-fe4cda9c07f6 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=99c7387a-5742-410c-85bc-86538d5247e0,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:48.833683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.853320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a6821-3d46-4669-a6d5-0b90c009b0d3 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:46:48.855859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 99c7387a-5742-410c-85bc-86538d5247e0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:48.864507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:48.867398 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/ports/51f81c0e-f294-4338-8967-05a5572db68d HTTP/1.1" status: 204 len: 168 time: 1.0662191 Apr 04 11:46:48.873805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37756) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:48.919059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3a913-3977-4dac-afcc-6c1fecd560f8 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Port': ['ID=51f81c0e-f294-4338-8967-05a5572db68d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:49.043831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ec016-d7c9-4cf3-b4c3-740165a650c1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:49.051207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ec016-d7c9-4cf3-b4c3-740165a650c1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:49.052317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.057639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ec016-d7c9-4cf3-b4c3-740165a650c1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:49.062798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0d64ba72-c557-4505-be5c-dc0d238bba4f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:49.065664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ec016-d7c9-4cf3-b4c3-740165a650c1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:49.067415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e26ec016-d7c9-4cf3-b4c3-740165a650c1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4356055 Apr 04 11:46:49.075896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37760) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:49.076425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.101377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 0d64ba72-c557-4505-be5c-dc0d238bba4f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:49.101377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0d64ba72-c557-4505-be5c-dc0d238bba4f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:49.101377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:49.117450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.142698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:49.146766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.169949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 74696b88-f226-4672-94da-9084eb52d6a7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:49.170543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 74696b88-f226-4672-94da-9084eb52d6a7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:49.170759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ed0e91c1-09eb-4842-b0ee-c71db8b11510 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:49.201117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ed0e91c1-09eb-4842-b0ee-c71db8b11510 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:49.201495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ed0e91c1-09eb-4842-b0ee-c71db8b11510 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:49.249529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322c02-febe-4fc2-8d56-bff81c9613f9 req-e3a00b80-f007-477a-bd0c-df4d23cd702a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:49.251098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4322c02-febe-4fc2-8d56-bff81c9613f9 req-e3a00b80-f007-477a-bd0c-df4d23cd702a tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.1826522 Apr 04 11:46:49.271202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Deleting port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:49.271839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.291635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.297471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a6821-3d46-4669-a6d5-0b90c009b0d3 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:46:49.334502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.343055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.397601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4322c02-febe-4fc2-8d56-bff81c9613f9 req-d87bb56c-25f7-4717-8338-d96b3ab650a2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097658 Apr 04 11:46:49.417330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.425398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.429658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.433117 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3113e2a-8a72-4b31-b7dd-de4f466872c4 HTTP/1.1" status: 204 len: 168 time: 0.9615891 Apr 04 11:46:49.433995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37762) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:49.438625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db58e9f-7290-43c1-82fc-0e1b051afb9d') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.438855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db58e9f-7290-43c1-82fc-0e1b051afb9d') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.455889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.465862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.475956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8b78e-9f6d-449f-92be-4cc24fd8f4ab tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3113e2a-8a72-4b31-b7dd-de4f466872c4,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:49.482263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.499923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-763c9e75-005a-4286-9b91-7445954e5e05 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] show failed (client error): The resource could not be found. Apr 04 11:46:49.502010 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-763c9e75-005a-4286-9b91-7445954e5e05 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "GET /v2.0/security-groups/f3113e2a-8a72-4b31-b7dd-de4f466872c4 HTTP/1.1" status: 404 len: 347 time: 0.0669501 Apr 04 11:46:49.515212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37764) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:49.521653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.536606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06002dd7-a39b-4ad8-874e-b89360f0baf7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:49.543232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=32644008-7dc7-4700-b74c-deb817909bee,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:49.552557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.568451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e6a6a1-f7a0-4c7c-a340-973c007c9e96']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.604340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbebeb02-b98b-4ed9-be2a-4b218c16e3e7') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.605293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbebeb02-b98b-4ed9-be2a-4b218c16e3e7') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:49.618008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:49.618836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.620409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:49.624723 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:49.638809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.640137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-38a83968-fd15-41bb-90aa-abdb9426b4c2 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0096188 Apr 04 11:46:49.646784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37766) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:49.649050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] For port b3cd9458-0d7d-4b32-afb6-f2b094d5f453, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:49.649224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.654088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:49.665274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.693697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:49.693697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:49.697519 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:49.870783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.892658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:49.973244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.015878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.019629 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] 10.222.0.43 "DELETE /v2.0/networks/a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2 HTTP/1.1" status: 204 len: 168 time: 1.1437948 Apr 04 11:46:50.080531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2aec-0238-4498-872b-20e4c118f5c2 tempest-PortsIpV6TestJSON-595324756 tempest-PortsIpV6TestJSON-595324756-project] Pushing event deleted for resources: {'Network': ['ID=a9f4e6d1-a9ba-425d-af2b-166d6e42cdb2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:50.133192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Deleting port 5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:50.133545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.172751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.177597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.183715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/76e6a6a1-f7a0-4c7c-a340-973c007c9e96 HTTP/1.1" status: 204 len: 168 time: 1.1022580 Apr 04 11:46:50.183715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.190680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37772) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:50.251787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac3b9-598a-4bf5-975b-4aa74521dff2 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=76e6a6a1-f7a0-4c7c-a340-973c007c9e96,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:50.261345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:50.267515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.268075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.268535 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Floating IP 7dbd58d5-188a-457b-8045-ad43350ccfbd disassociated. External IP: 172.26.1.205, port: b3cd9458-0d7d-4b32-afb6-f2b094d5f453. Apr 04 11:46:50.269047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Calling delete_port for b3cd9458-0d7d-4b32-afb6-f2b094d5f453 owned by compute:nova {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:50.274724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:50.282918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:50.284120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.294536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74f53e-61b2-46c0-ae79-68cbb98e991e None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:50.303804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=00940393-f3f1-4e00-aa44-3c56a96c6ec5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:50.317169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.403042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8814a98b-de13-49ff-9c05-c9655aa7c588 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7997389 Apr 04 11:46:50.409396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37774) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:50.409396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.449711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:50.481733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:46:50.483465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.511436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfcf18c-3295-4424-b6ca-896b61cfa1a1,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:50.622245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.623352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.659188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37780) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:50.660973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router d6ab90e0-997e-46d3-a3c9-53de27096678 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:50.669729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.671826 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-75a231d4-d414-40e9-b104-5170a69b4df0 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0214963 Apr 04 11:46:50.674029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37784) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:50.688760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:50.728470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.765708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/00940393-f3f1-4e00-aa44-3c56a96c6ec5/c009fe76-14f5-4209-b097-338df640dd2f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:50.778425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.789192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.806175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.806500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.821047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.882747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.902744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.907620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb5578dc-3a4e-4a9c-9de7-10ec2588288b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4889975 Apr 04 11:46:50.909510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37788) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:50.919769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Calling delete_port for 5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:50.935291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cbf79-5c0c-4e18-b9d9-3f930723e9be req-28a5f8bd-feda-4759-be4a-9a9e19b3f612 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:50.935291 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e84cbf79-5c0c-4e18-b9d9-3f930723e9be req-28a5f8bd-feda-4759-be4a-9a9e19b3f612 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 946 time: 0.2959552 Apr 04 11:46:50.954262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:50.973628 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] Sync routers for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:50.975812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.980428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:50.994714 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:50.995338 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-575f3f2f-a907-429b-af09-e4df65a17aff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4220679 Apr 04 11:46:50.996028 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.028213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.028536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37790) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.031469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57130db-03b4-4a6a-8ca3-bd966b73bbba,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.055780 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.075332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:51.077073 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] Routers {'d6ab90e0-997e-46d3-a3c9-53de27096678'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:51.077410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c2b1003d-82b4-43a8-af3a-9caf20c67c52 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6ab90e0-997e-46d3-a3c9-53de27096678 HTTP/1.1" status: 200 len: 205 time: 0.0347269 Apr 04 11:46:51.078105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['d6ab90e0-997e-46d3-a3c9-53de27096678'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.084293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:51.087118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37792) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.093709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:51.105730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Pushing event updated for resources: {'Port': ['ID=c009fe76-14f5-4209-b097-338df640dd2f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.109691 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dc74017d-8e8f-4759-92ab-c1d48feabae9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e102caeecae146ff92332e62a27e4cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473832 Apr 04 11:46:51.135429 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.136073 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a42864-f865-4064-9923-36ae4a14a36d None None] The sync data for ids ['d6ab90e0-997e-46d3-a3c9-53de27096678'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:51.145242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37794) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.182565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Attempting to bind port c009fe76-14f5-4209-b097-338df640dd2f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:51.182929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Attempting to bind port c009fe76-14f5-4209-b097-338df640dd2f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:51.183658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Attempting to bind port c009fe76-14f5-4209-b097-338df640dd2f on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:51.188430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:51.207279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:51.207279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.207279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:51.207279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Bound port: c009fe76-14f5-4209-b097-338df640dd2f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:51.207279 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.239840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.244588 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e84cbf79-5c0c-4e18-b9d9-3f930723e9be req-b7cbd7bc-a781-4eb0-924c-25d050e1640e tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc717fa6-9686-431b-892b-facda9e2c48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029978 Apr 04 11:46:51.256599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] For port c009fe76-14f5-4209-b097-338df640dd2f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:51.271635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.317808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c7387a-5742-410c-85bc-86538d5247e0']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.321524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.352515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.364068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b97c8b-cbd4-43c1-88d1-0c27385e0805') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.364371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b97c8b-cbd4-43c1-88d1-0c27385e0805') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:51.371478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] For port c009fe76-14f5-4209-b097-338df640dd2f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c009fe76-14f5-4209-b097-338df640dd2f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:51.372141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.375964 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a0da2446-e2ee-40e1-9aa2-15dee0bf3c22 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6983893 Apr 04 11:46:51.386891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.386891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.387153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.387153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.387153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:51.439407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.479245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.504663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace81a-d8f4-496c-9167-8083d6e9a8df None None] Pushing event updated for resources: {'Port': ['ID=c009fe76-14f5-4209-b097-338df640dd2f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.534306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event deleted for resources: {'Port': ['ID=b3cd9458-0d7d-4b32-afb6-f2b094d5f453,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.545100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.551191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:51.551597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:51.555364 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:51.567578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.577883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.663107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.665251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.675357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89a586e7-a040-4fd9-a79c-e34e9145c7ed HTTP/1.1" status: 204 len: 168 time: 0.5253818 Apr 04 11:46:51.692951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f94a8-f93d-4b51-b71b-baa23a818247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a586e7-a040-4fd9-a79c-e34e9145c7ed,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.738187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.778623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::1 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/00940393-f3f1-4e00-aa44-3c56a96c6ec5/0873bd07-4a5a-4e2f-b3c6-224383a3d0b9) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:51.784814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.784814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router d6ab90e0-997e-46d3-a3c9-53de27096678 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:46:51.802635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.803615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.804028 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-34944517-b719-4f76-9f6f-d9ad184ed503 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678 HTTP/1.1" status: 204 len: 168 time: 0.7158847 Apr 04 11:46:51.812318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37800) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.812318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.814854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.834348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5633e5-6efd-4bfc-9380-8ef025cecb9f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.839900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.842275 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/99c7387a-5742-410c-85bc-86538d5247e0 HTTP/1.1" status: 204 len: 168 time: 1.6505387 Apr 04 11:46:51.848955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37802) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.910523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Router 678336a6-1be0-4d17-938f-658d8fe504b9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:51.912779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Pushing event deleted for resources: {'Port': ['ID=5dbaa81b-bc1f-4ad8-9f34-d56a53bfc732,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.919763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82057-925d-4000-999b-fd1063e3b07e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=99c7387a-5742-410c-85bc-86538d5247e0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:51.953323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:51.958348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0c028cf6-46b8-4ccc-b8b7-3001da00cf49 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5754900 Apr 04 11:46:51.958974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37806) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:51.967824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:51.993062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet 8e2b7272-6351-4692-96e1-8d17076e60af {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:51.998409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.057446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Project a35905c2acfa42f89fd224798d21c0ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:46:52.073291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.109797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.122946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.125481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.128499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c9aa1-b53c-4a7e-ae69-d00fa881476c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:52.130555 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8b20aace-bc11-4557-93f4-3ebbe3c16821 tempest-ServerActionsTestJSON-2047083728 tempest-ServerActionsTestJSON-2047083728-project] 10.222.0.43 "DELETE /v2.0/floatingips/ec90e59b-566c-477e-ad8a-b484b4afc291 HTTP/1.1" status: 204 len: 168 time: 2.6065254 Apr 04 11:46:52.131249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37812) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:52.136225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c9aa1-b53c-4a7e-ae69-d00fa881476c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:52.138051 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5f6c9aa1-b53c-4a7e-ae69-d00fa881476c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2879052 Apr 04 11:46:52.154028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37814) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:52.185066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.215531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-445219599'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:52.222332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.263052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.293098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.312944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:52.317640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:52.322228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:52.322914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.325454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2ba996-8ace-4642-8742-dfa869103e36,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:52.439553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:52.454008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Sync routers for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:52.473261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.478403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37828) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:52.480936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:52.481821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:52.485856 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45a919c3-f6c9-4d95-a1b4-1492139e8d86 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5214193 Apr 04 11:46:52.504918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.531060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'security_group_rule': {'security_group_id': '5f068963-98b1-477a-a6ef-27271dc9144a', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:52.543522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:52.576967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:52.582411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.664387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] No DVR routers for this DVR port b3cd9458-0d7d-4b32-afb6-f2b094d5f453 on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:52.679659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2ed8d94-bd4c-47a4-9ef0-c866ad48ef31 req-440c8d74-cc2a-4096-a9cb-3f9623ab3d94 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.0330646 Apr 04 11:46:52.684242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.687597 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-388f679a-9088-40f3-b3e8-dc523607a7c2 req-687c9889-3f9e-4679-a538-162a0fec6ec2 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.44 "DELETE /v2.0/ports/b3cd9458-0d7d-4b32-afb6-f2b094d5f453 HTTP/1.1" status: 204 len: 173 time: 3.8956618 Apr 04 11:46:52.706358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'name': 'network-vif-deleted', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:46:52.706358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08e02f-5fb6-4d4f-b5eb-1e500d27c171" -d '{"events": [{"server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "name": "network-vif-deleted", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:46:52.708141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.711923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:52.784799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf94221-8852-47bd-aea7-d58f5d91d48d x-openstack-request-id: req-ecf94221-8852-47bd-aea7-d58f5d91d48d {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:46:52.785086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d9b98-6e31-4e98-92b8-3585317b3686", "name": "network-vif-deleted", "tag": "b3cd9458-0d7d-4b32-afb6-f2b094d5f453", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:46:52.785708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecf94221-8852-47bd-aea7-d58f5d91d48d {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:46:52.785825 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf94221-8852-47bd-aea7-d58f5d91d48d'] response: {'server_uuid': 'b40d9b98-6e31-4e98-92b8-3585317b3686', 'name': 'network-vif-deleted', 'tag': 'b3cd9458-0d7d-4b32-afb6-f2b094d5f453', 'status': 'completed', 'code': 200} Apr 04 11:46:52.819699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:52.849085 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Project a35905c2acfa42f89fd224798d21c0ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:46:52.859279 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-026b967b-925c-41d3-aaf3-28d45c2c65de tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529588040&fields=id&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 267 time: 0.2741127 Apr 04 11:46:52.921860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:52.987401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c009fe76-14f5-4209-b097-338df640dd2f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:53.182127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c009fe76-14f5-4209-b097-338df640dd2f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:53.182513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.187273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-acd5727c-bd40-4dc9-880a-975864561442 None None] Provisioning complete for port c009fe76-14f5-4209-b097-338df640dd2f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:53.187439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-acd5727c-bd40-4dc9-880a-975864561442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.220661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.270591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:53.279233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.280297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.300743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.300849 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment 5b00182a-cd6e-4984-8b84-cacee93a92dd of type vlan for network 95dd9bb6-0a24-4125-9d83-50c3fd2be644 Apr 04 11:46:53.312616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Checking router: 678336a6-1be0-4d17-938f-658d8fe504b9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:53.318420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.334714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:53.336310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:53.417003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37844) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:53.451575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:53.470154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b3cd9458-0d7d-4b32-afb6-f2b094d5f453 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:53.480951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2b7272-6351-4692-96e1-8d17076e60af,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:53.497800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:53.501544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:53.504622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.506835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: b3cd9458-0d7d-4b32-afb6-f2b094d5f453 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:53.506972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.507444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b3cd9458-0d7d-4b32-afb6-f2b094d5f453 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:53.509171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db3091-b007-4c13-bbb5-deaece691fb0 None None] Network 532fdba4-d424-41ad-bccb-88dd131183f8 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:53.513119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3668e9b-40e7-407e-8bf1-886afe803e2f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/8e2b7272-6351-4692-96e1-8d17076e60af HTTP/1.1" status: 204 len: 168 time: 1.6989799 Apr 04 11:46:53.517505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:53.561176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.604697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1894045465'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:53.625495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.663325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-acd5727c-bd40-4dc9-880a-975864561442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.708242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.715147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port c009fe76-14f5-4209-b097-338df640dd2f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c009fe76-14f5-4209-b097-338df640dd2f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:53.724154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet 59b9155e-c1d2-4f8d-b3d2-03c9f91726fb {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:46:53.738715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.776539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:53.811936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-3b5506a6-b53c-4577-a169-23b8c008e334 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:53.813515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-3b5506a6-b53c-4577-a169-23b8c008e334 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.9031453 Apr 04 11:46:53.816051 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d69a562-3848-41c5-ab41-d07a98993ee0,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:53.821165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.823221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.825849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:53.829261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.831547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:53.832192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.879215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.882246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.910189 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-5d6dfc2c-f6f0-4474-be9e-3fe45f098937 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/quotas/a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 375 time: 0.0574954 Apr 04 11:46:53.922143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37d612cc-71d2-4d30-a074-68e96c92371e req-e69abc36-7987-4745-83d5-0e58d8c8de28 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/ports?device_id=b40d9b98-6e31-4e98-92b8-3585317b3686 HTTP/1.1" status: 200 len: 210 time: 0.0787804 Apr 04 11:46:53.937640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Router a43aba97-da8f-4f4c-8174-564d5cbb4799 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:46:53.953997 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7988460 Apr 04 11:46:53.965275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:53.966515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec04279a-0593-4f62-b466-002abc0b95cf tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4851935 Apr 04 11:46:53.967123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37852) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:53.976363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37854) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:53.992464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'network': {'name': 'tempest-network-smoke--977573518', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:53.993962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83a2c6-1d41-4edf-a499-f9059eabac3c tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=95dd9bb6-0a24-4125-9d83-50c3fd2be644,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:54.000205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-977479248'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:54.055204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 95dd9bb6-0a24-4125-9d83-50c3fd2be644 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:54.086503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-6d9ea5f7-7cd7-4932-9183-a5f50b03bf71 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402318 Apr 04 11:46:54.104241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:54.107574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.204430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-acd5727c-bd40-4dc9-880a-975864561442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:46:54.204809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-acd5727c-bd40-4dc9-880a-975864561442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:46:54.228506 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-1dcf3c1a-bcf9-49bb-9396-1ec5ee760258 service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958047 Apr 04 11:46:54.237407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=c009fe76-14f5-4209-b097-338df640dd2f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:54.260674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:54.307740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.308465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment 6a609e24-1a4d-46d2-82fe-4085106f2376 of type vlan for network bf194342-fbc2-4887-9799-00808c3c36a3 Apr 04 11:46:54.323989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.384909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] DHCP port deletion for 532fdba4-d424-41ad-bccb-88dd131183f8 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:54.405109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.429872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:54.434445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.441603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Made reservation on behalf of a35905c2acfa42f89fd224798d21c0ae for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:54.445037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.466929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db68a1a-f663-4772-95d4-878091d499d8 None None] The sync data for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv is: [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:45:32Z', 'revision_number': 4, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ad8c17a3-ba8e-4287-9301-3289d0a8b47a', 'name': '', 'network_id': '1b0d98d7-9f68-4010-98ec-431b2c43c5c4', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'mac_address': 'fa:16:3e:87:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:31Z', 'updated_at': '2022-04-04T11:45:40Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'subnets': [{'id': '67bfe287-eb4b-42b4-a6db-1ba9242ae0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:54.488613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Deleting port 588b215b-27bc-4be8-a001-8be52bff1c39 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:54.489296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.508281 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-805d003b-9659-4e44-86fe-e003f41d50b4 service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495489 Apr 04 11:46:54.528940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:54.540360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7274eb32-7281-4f9f-9683-f0e426782e13 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "PUT /v2.0/routers/a43aba97-da8f-4f4c-8174-564d5cbb4799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6272812 Apr 04 11:46:54.546018 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Sync routers for ids ['a43aba97-da8f-4f4c-8174-564d5cbb4799'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:54.562842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:54.563260 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Routers {'a43aba97-da8f-4f4c-8174-564d5cbb4799'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:54.563885 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a43aba97-da8f-4f4c-8174-564d5cbb4799'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:54.575006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.575732 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Added segment 63811a71-3387-44ac-b88c-a32430084538 of type vlan for network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 Apr 04 11:46:54.591523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] For port 588b215b-27bc-4be8-a001-8be52bff1c39, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=588b215b-27bc-4be8-a001-8be52bff1c39,segment=NetworkSegment(8ec63a5b-9a8d-4800-a11e-5fee7ebca12f),segment_id=8ec63a5b-9a8d-4800-a11e-5fee7ebca12f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:54.592165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.598952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37856) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:54.611658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.619535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Calling delete_port for 588b215b-27bc-4be8-a001-8be52bff1c39 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:54.624159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:54.624827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.650103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.691103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.712378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d651d-f996-4687-b55e-7e54b062ca02 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:54.713095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0c1d651d-f996-4687-b55e-7e54b062ca02 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports/0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 HTTP/1.1" status: 200 len: 911 time: 0.1131229 Apr 04 11:46:54.715952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.717489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37860) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:54.760042 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7675667 Apr 04 11:46:54.770656 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Set router a43aba97-da8f-4f4c-8174-564d5cbb4799 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:54.782308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.794338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37866) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:54.797550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=59b9155e-c1d2-4f8d-b3d2-03c9f91726fb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:54.812733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'ports': [{'network_id': '95dd9bb6-0a24-4125-9d83-50c3fd2be644', 'name': 'tempest-port--576595109', 'admin_state_up': True}, {'network_id': 'bf194342-fbc2-4887-9799-00808c3c36a3', 'admin_state_up': False}]} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:54.812733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'port': {'network_id': '95dd9bb6-0a24-4125-9d83-50c3fd2be644', 'name': 'tempest-port--576595109', 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:54.812733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'port': {'network_id': 'bf194342-fbc2-4887-9799-00808c3c36a3', 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:54.917985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c009fe76-14f5-4209-b097-338df640dd2f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:54.925475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437b5ec-247f-493c-bb36-44bd291fc38b None None] Network fe7135d3-1d4b-47c4-a212-5c2ba24d699d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:54.930686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f73706-988d-43c0-817b-28a78c544750 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=bf194342-fbc2-4887-9799-00808c3c36a3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:54.942773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:54.946081 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bf700a9d-4b9a-4e2d-8b5b-2ac8c0b4e81c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/59b9155e-c1d2-4f8d-b3d2-03c9f91726fb HTTP/1.1" status: 204 len: 168 time: 1.4264660 Apr 04 11:46:54.951599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37870) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:54.975935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network bf194342-fbc2-4887-9799-00808c3c36a3 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:54.979467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:54.980076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147398de-693f-4a4f-b28b-191a42429040 None None] New status for floating IP 7dbd58d5-188a-457b-8045-ad43350ccfbd: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:46:54.990785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77cb2be-efbb-48bd-b989-4a81e93c1109 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:54.998542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77cb2be-efbb-48bd-b989-4a81e93c1109 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:55.001251 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d77cb2be-efbb-48bd-b989-4a81e93c1109 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2773490 Apr 04 11:46:55.009207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.014932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37874) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.085409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.092473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:55.093534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.099238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37876) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.132156 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:52Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0873bd07-4a5a-4e2f-b3c6-224383a3d0b9', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:2b:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:51Z', 'updated_at': '2022-04-04T11:46:52Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:55.176031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] Pushing event deleted for resources: {'Port': ['ID=588b215b-27bc-4be8-a001-8be52bff1c39,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.210989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.212916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf8f68b-82ac-412a-800a-9d950e06a7c5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.233751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'port': 2} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:55.237417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f68c2-3d82-4ea8-aaf6-e34ca9725c9b None None] No DVR routers for this DVR port 588b215b-27bc-4be8-a001-8be52bff1c39 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:55.239738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.253516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.254531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 68ea1935-aa4f-4153-96b3-fa15ee565576 of type vlan for network 591d424f-56a5-4efd-a09d-973dea44d9ca Apr 04 11:46:55.276745 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Checking router: a43aba97-da8f-4f4c-8174-564d5cbb4799 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:46:55.277140 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Updating router a43aba97-da8f-4f4c-8174-564d5cbb4799 port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:46:55.311066 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.316056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a9256f96-5e47-45c7-851d-6d628e6c7e5e None None] Provisioning complete for port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:55.316433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9256f96-5e47-45c7-851d-6d628e6c7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.349097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3662536 Apr 04 11:46:55.351271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37878) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.383699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.391490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a173e-1b1f-4d91-bf12-fa915f0faeeb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Network': ['ID=13a2988c-46d1-471f-95ab-9246b4e9b6e5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.404945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'admin_state_up': True, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:55.411588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:55.417453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.460044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.479798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a9256f96-5e47-45c7-851d-6d628e6c7e5e None None] Port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:46:55.520976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.535586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c009fe76-14f5-4209-b097-338df640dd2f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:55.536139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.563753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.599437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.600596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.604433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.607520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.618926 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc717fa6-9686-431b-892b-facda9e2c48f HTTP/1.1" status: 204 len: 168 time: 0.5034699 Apr 04 11:46:55.626615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37880) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.667110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] DHCP port deletion for fe7135d3-1d4b-47c4-a212-5c2ba24d699d request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:46:55.678745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2603f3-5513-4b66-9cd4-b944a3993342 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc717fa6-9686-431b-892b-facda9e2c48f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.689320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Deleting port 1946826d-901d-4363-be4b-5f9c3b36a853 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:55.690511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.702446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532fdba4-d424-41ad-bccb-88dd131183f8']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:55.705761 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-41ef6d49-c5ca-452b-969c-45b7583f4461 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] show failed (client error): The resource could not be found. Apr 04 11:46:55.707052 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-41ef6d49-c5ca-452b-969c-45b7583f4461 tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "GET /v2.0/security-groups/cc717fa6-9686-431b-892b-facda9e2c48f HTTP/1.1" status: 404 len: 347 time: 0.0768890 Apr 04 11:46:55.731321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.735107 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.739353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.742516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 588b215b-27bc-4be8-a001-8be52bff1c39 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:55.745203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:55.745815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.762128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:55.762567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec63a5b-9a8d-4800-a11e-5fee7ebca12f') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:55.767719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 588b215b-27bc-4be8-a001-8be52bff1c39 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:55.768343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 588b215b-27bc-4be8-a001-8be52bff1c39 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:55.778290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Deleting port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:55.778666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.789213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.798786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.832102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.850874 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Pushing event updated for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.858433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=591d424f-56a5-4efd-a09d-973dea44d9ca,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:55.871071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] device_id is not set on port d0984194-61fa-4ad8-900e-a764f0089842 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:55.882309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.889161 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.889611 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.897728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:46:55.934256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:55.948224 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Attempting to bind port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:46:55.955146 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Attempting to bind port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:46:55.955146 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Attempting to bind port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:46:55.957363 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:46:55.957846 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:55.958300 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.958691 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:46:55.959147 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Bound port: 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:46:55.959582 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.977056 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3b1516a1-ace9-43eb-83ff-9aa085592fff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5587344 Apr 04 11:46:55.982611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37884) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:55.990517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:55.991076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:55.994815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'name': 'tempest-PortsTestJSON-1865250126'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:56.050155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] For port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,segment=NetworkSegment(e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a),segment_id=e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:56.052923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.059285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] For port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:46:56.062755 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] For port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:46:56.070702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Calling delete_port for 784d17e5-b7f3-4dc0-8442-5c65f2621f1c owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:56.076409 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:56.177328 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.189485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.243466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] Provisioning complete for port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:56.243998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.261333 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5403172-4e1c-4376-b302-0e26708db097 None None] Pushing event updated for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:56.273827 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Routers {'a43aba97-da8f-4f4c-8174-564d5cbb4799'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:46:56.274464 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a43aba97-da8f-4f4c-8174-564d5cbb4799'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:56.317663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] device_id is not set on port d20fd6bb-067f-4087-b721-14a9e48ae74c yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:56.445976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.460578 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] Set router a43aba97-da8f-4f4c-8174-564d5cbb4799 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:46:56.471073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.508186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] No DVR routers for this DVR port 784d17e5-b7f3-4dc0-8442-5c65f2621f1c on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:46:56.511325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Deleting port 85b720a7-797d-483a-a708-2d6a1f13922b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:56.511867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.523224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267156-94c1-4b13-a1c9-ddfff21bea08 None None] Pushing event deleted for resources: {'Port': ['ID=784d17e5-b7f3-4dc0-8442-5c65f2621f1c,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:56.582181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-745b8dec-532c-44e0-be1c-8ed959798e00 req-ae7d12de-6830-4d6b-b952-6b4a4d8e5447 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0728388 Apr 04 11:46:56.607538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.609590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] For port 1946826d-901d-4363-be4b-5f9c3b36a853, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1946826d-901d-4363-be4b-5f9c3b36a853,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:56.610528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.662601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.665784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Calling delete_port for 1946826d-901d-4363-be4b-5f9c3b36a853 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:56.668659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.692212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.699138 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/532fdba4-d424-41ad-bccb-88dd131183f8 HTTP/1.1" status: 204 len: 168 time: 1.7323980 Apr 04 11:46:56.704995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37890) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:56.723230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.750825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdffba-7d55-44ae-b7b3-69abf01bb7ce tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=532fdba4-d424-41ad-bccb-88dd131183f8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:56.767598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] For port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:56.779089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Checking segment: {'id': '5b00182a-cd6e-4984-8b84-cacee93a92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '95dd9bb6-0a24-4125-9d83-50c3fd2be644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:56.779465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network hostable DHCP agents. Network: 95dd9bb6-0a24-4125-9d83-50c3fd2be644, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:56.805243 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:52Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0873bd07-4a5a-4e2f-b3c6-224383a3d0b9', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:2b:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:51Z', 'updated_at': '2022-04-04T11:46:56Z', 'revision_number': 4, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:56.833118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.839838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:56.843460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.861743 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b6b8b-f0bf-4f5e-85b9-9a6b6cac8707 None None] The sync data for ids ['a43aba97-da8f-4f4c-8174-564d5cbb4799'] in dv-neutron-835866-1-hyperv is: [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:52Z', 'revision_number': 2, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None, '_interfaces': [{'id': '0873bd07-4a5a-4e2f-b3c6-224383a3d0b9', 'name': '', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'mac_address': 'fa:16:3e:2b:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:51Z', 'updated_at': '2022-04-04T11:46:56Z', 'revision_number': 4, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'subnets': [{'id': '00940393-f3f1-4e00-aa44-3c56a96c6ec5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:46:56.897665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:46:56.902257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 784d17e5-b7f3-4dc0-8442-5c65f2621f1c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:46:56.905204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c43c1-964b-43af-8546-bfddf286c11a None None] Pushing event updated for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:56.909539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Port': ['ID=d0984194-61fa-4ad8-900e-a764f0089842,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:56.923149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.923483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.936543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 784d17e5-b7f3-4dc0-8442-5c65f2621f1c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:46:56.936885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 784d17e5-b7f3-4dc0-8442-5c65f2621f1c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:46:56.955939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-90a1f6ee-63f3-4884-850a-b23042078c60 None None] Provisioning complete for port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:56.956313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-90a1f6ee-63f3-4884-850a-b23042078c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:56.982575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Calling delete_port for 85b720a7-797d-483a-a708-2d6a1f13922b owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:56.998168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.005941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network 95dd9bb6-0a24-4125-9d83-50c3fd2be644 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:57.011400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.120339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 95dd9bb6-0a24-4125-9d83-50c3fd2be644) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:57.124220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:57.125332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.131887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02e01f-0d83-4379-80bd-19b0e2b9118e None None] Network 95dd9bb6-0a24-4125-9d83-50c3fd2be644 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:57.209529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-194ec138-dfc3-4776-944a-37a8394c5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.297587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.305830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Port': ['ID=d20fd6bb-067f-4087-b721-14a9e48ae74c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:57.319403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.376499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7135d3-1d4b-47c4-a212-5c2ba24d699d']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:57.413741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:57.414058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ce3ab2-6bc4-4e74-aa20-41ee8f8b096a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:46:57.431236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Checking segment: {'id': '6a609e24-1a4d-46d2-82fe-4085106f2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf194342-fbc2-4887-9799-00808c3c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:57.431642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network hostable DHCP agents. Network: bf194342-fbc2-4887-9799-00808c3c36a3, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:57.456903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.487751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.502695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.530549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:46:57.531040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:46:57.537069 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:46:57.570724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.572468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network bf194342-fbc2-4887-9799-00808c3c36a3 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:57.576872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=2bffcef5-bee5-46bd-9bb8-e08a5d295a8b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:57.623628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Pushing event deleted for resources: {'Port': ['ID=85b720a7-797d-483a-a708-2d6a1f13922b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:57.648086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '68ea1935-aa4f-4153-96b3-fa15ee565576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:57.648450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 591d424f-56a5-4efd-a09d-973dea44d9ca, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:57.655163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.659670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.698574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.701217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.705282 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1780377e-da45-4848-aee9-d915dc001b6c tempest-ServersTestManualDisk-1894885111 tempest-ServersTestManualDisk-1894885111-project] 10.222.0.43 "DELETE /v2.0/floatingips/7dbd58d5-188a-457b-8045-ad43350ccfbd HTTP/1.1" status: 204 len: 168 time: 1.9726243 Apr 04 11:46:57.705742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37898) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:57.757837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.759623 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.764530 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee383e88-e1a2-4e2d-ab34-f00fe1ca028e req-d38d5eb3-0530-4a70-b300-e2d3200b9827 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.1063614 Apr 04 11:46:57.765284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1946826d-901d-4363-be4b-5f9c3b36a853,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:57.782001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.785682 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/fe7135d3-1d4b-47c4-a212-5c2ba24d699d HTTP/1.1" status: 204 len: 168 time: 1.0770679 Apr 04 11:46:57.790111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37900) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:57.797819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034664104'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:57.823655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a786-f7eb-43be-9457-3356da0b216a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=fe7135d3-1d4b-47c4-a212-5c2ba24d699d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:57.857441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, bf194342-fbc2-4887-9799-00808c3c36a3) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:57.861610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:57.867503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:57.871372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fe913-7e98-4339-85a3-4570cddebab8 None None] Network bf194342-fbc2-4887-9799-00808c3c36a3 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:57.878616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:57.879373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.948358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:57.948746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.958543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:57.967701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 591d424f-56a5-4efd-a09d-973dea44d9ca) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:57.972936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:57.980616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:57.981136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.988815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:57.992348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:57.997133 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-da5b73fb-12cd-4ef3-bee2-8222144a53ca tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1962476 Apr 04 11:46:58.005881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37902) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:58.011729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb5eef6-47b9-47ea-a05b-2a35724e9d34 None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:58.082826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Allocated IP 172.26.1.210 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/9d6122da-3c27-450a-a14e-e6079fd4e1df) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:46:58.116388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e00b0414-d86c-41e6-aab1-6056fcd1cdb5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1292195 Apr 04 11:46:58.117425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37904) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:58.125694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:58.128085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-323706893'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:58.145365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e4d166-acf2-47a6-8a20-9878db53152e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:58.151395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e4d166-acf2-47a6-8a20-9878db53152e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:58.153613 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-87e4d166-acf2-47a6-8a20-9878db53152e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1402228 Apr 04 11:46:58.158124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.158441 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment 796dddff-f52b-4d89-8dd7-2062913c349c of type vlan for network da0e421f-3bec-4de1-bc79-dd15cbae0251 Apr 04 11:46:58.159747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37906) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:58.229338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.279188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:58.279563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.327746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:58.330865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.339408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.343277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.348368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:58.348945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.368448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:58.463404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=da0e421f-3bec-4de1-bc79-dd15cbae0251,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:58.477645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:58.490295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9998e8e8-8024-4fc6-99fe-0a62d6481c98 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6981370 Apr 04 11:46:58.490927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37910) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:58.503887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:46:58.506139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:58.534665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.547023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.547393 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 9f8a5c73-83ff-4a32-8265-e4c2c4a4c00e of type vlan for network 6c3e9529-0901-48ab-86ef-578e74e45568 Apr 04 11:46:58.557319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.762711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:58.766620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.934401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc516be-1f3e-4970-b034-bde592ee9c22 req-f6b388e3-9d79-49f6-93d7-70967bf0d9c8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0750256 Apr 04 11:46:58.952080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting port d0984194-61fa-4ad8-900e-a764f0089842 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:58.952427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:58.959040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.011240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:46:59.081212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:46:59.081748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.109247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.161627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Calling delete_port for d0984194-61fa-4ad8-900e-a764f0089842 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:59.185229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.191355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:59.191978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.270764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.367490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.382121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-140f8b0d-31f0-43ac-9cbd-7a5d13529fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.416858 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2951057 Apr 04 11:46:59.421763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37918) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:59.430978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfccfb5-3111-4fe2-9382-757d6be997c4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=6c3e9529-0901-48ab-86ef-578e74e45568,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:59.431780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'ports': [{'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'}, {'network_id': '6c3e9529-0901-48ab-86ef-578e74e45568'}]} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:59.432091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:59.433254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '6c3e9529-0901-48ab-86ef-578e74e45568'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:46:59.435456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:46:59.444882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 6c3e9529-0901-48ab-86ef-578e74e45568 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:46:59.447449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:59.456096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:46:59.458319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=9d6122da-3c27-450a-a14e-e6079fd4e1df,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:59.473011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=e3eeeb24-23cf-48c5-9754-bc1329b0329c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:59.491789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Router 22adeade-2c53-449a-910c-ae648c414275 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:46:59.493746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Deleting port ad8c17a3-ba8e-4287-9301-3289d0a8b47a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:46:59.494099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.517070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.522045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': '796dddff-f52b-4d89-8dd7-2062913c349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:46:59.522406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: da0e421f-3bec-4de1-bc79-dd15cbae0251, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:46:59.613082 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.642276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=0873bd07-4a5a-4e2f-b3c6-224383a3d0b9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:59.676232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] For port ad8c17a3-ba8e-4287-9301-3289d0a8b47a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:46:59.676604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.697785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Calling delete_port for ad8c17a3-ba8e-4287-9301-3289d0a8b47a owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:46:59.769596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 2} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:46:59.773929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.778495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Port': ['ID=d0984194-61fa-4ad8-900e-a764f0089842,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:46:59.780775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.787635 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ee26f7e-99a7-4667-9000-d96d66fa8b5e tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/ports/d0984194-61fa-4ad8-900e-a764f0089842 HTTP/1.1" status: 204 len: 168 time: 1.5976248 Apr 04 11:46:59.787882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37920) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:59.802810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.863374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:46:59.873148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:46:59.960994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:46:59.962569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, da0e421f-3bec-4de1-bc79-dd15cbae0251) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:46:59.971919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7e46922b-0b6a-48d4-bfa5-327683603c43 admin admin] 10.222.0.43 "PUT /v2.0/routers/22adeade-2c53-449a-910c-ae648c414275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8335719 Apr 04 11:46:59.975891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37926) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:46:59.977027 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Sync routers for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:46:59.981467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b27ca-d695-4005-a9b0-9e2cac53e7a5 None None] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:46:59.998726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:46:59.999368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.015790 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:00.018604 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:00.120465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port a8914634-aa00-4884-9656-b9253f211f72 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:00.142037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting port d20fd6bb-067f-4087-b721-14a9e48ae74c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:00.143025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.175786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80760cd9-ad3a-4e42-866a-bd3b9348c4fb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6801274 Apr 04 11:47:00.177248 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6ead27e0-8527-4764-bc35-a2f074732c44 req-21b41119-6431-4847-87b8-95257580af9e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0817780 Apr 04 11:47:00.184143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37930) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:00.199711 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:00.219111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1640492764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:00.252154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.254164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.256825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.269349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.282611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Calling delete_port for d20fd6bb-067f-4087-b721-14a9e48ae74c owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:00.323216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8c17a3-ba8e-4287-9301-3289d0a8b47a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:00.393307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-da0e421f-3bec-4de1-bc79-dd15cbae0251', 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': 'e3eeeb24-23cf-48c5-9754-bc1329b0329c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:00.394861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.457028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Router a43aba97-da8f-4f4c-8174-564d5cbb4799 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:00.489518 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:46:57Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:00.508202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.513780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.545489 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Checking router: 22adeade-2c53-449a-910c-ae648c414275 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:00.562549 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Routers {'22adeade-2c53-449a-910c-ae648c414275'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:00.563335 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['22adeade-2c53-449a-910c-ae648c414275'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:00.612864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Allocated IP 2001:db8::2 (da0e421f-3bec-4de1-bc79-dd15cbae0251/e3eeeb24-23cf-48c5-9754-bc1329b0329c/14f7cf7c-65c4-4892-9c3a-6dcabecf74bc) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:00.623725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.623725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.668748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.696152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 3112a33f-c107-4cf1-9484-c3c00b9f732c yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:00.752228 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] Set router 22adeade-2c53-449a-910c-ae648c414275 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:00.756379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.809814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.813191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Port': ['ID=d20fd6bb-067f-4087-b721-14a9e48ae74c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:00.824352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.828580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.832488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cd026c61-00b7-47c1-80d8-c754844954fe tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/ports/d20fd6bb-067f-4087-b721-14a9e48ae74c HTTP/1.1" status: 204 len: 168 time: 1.0420349 Apr 04 11:47:00.835531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37932) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:00.879035 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8805cd69-7e1d-4a80-b9d1-e9e3d23b4560 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0391312 Apr 04 11:47:00.881140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37934) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:00.884714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-60314727'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:00.896257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:00.945272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:00.948832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:00.960000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:00.975697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Pushing event updated for resources: {'Port': ['ID=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:01.045834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Attempting to bind port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:01.046674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Attempting to bind port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '796dddff-f52b-4d89-8dd7-2062913c349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:01.047202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Attempting to bind port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc on network da0e421f-3bec-4de1-bc79-dd15cbae0251 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:01.048628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.051137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:01.054683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.056874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:01.062999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Checking segment: {'id': '796dddff-f52b-4d89-8dd7-2062913c349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:01.062999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.062999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Bound using segment: {'id': '796dddff-f52b-4d89-8dd7-2062913c349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:01.062999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Bound port: 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796dddff-f52b-4d89-8dd7-2062913c349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:01.062999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.147013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:01.150745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:01.163303 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:46:57Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:01.164317 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3271b943-509b-4a46-a22f-340a21c4d7bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "PUT /v2.0/routers/a43aba97-da8f-4f4c-8174-564d5cbb4799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1480765 Apr 04 11:47:01.172841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37936) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:01.178440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] For port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:01.182347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] For port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,segment=NetworkSegment(796dddff-f52b-4d89-8dd7-2062913c349c),segment_id=796dddff-f52b-4d89-8dd7-2062913c349c)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:01.191149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Sync routers for ids ['a43aba97-da8f-4f4c-8174-564d5cbb4799'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:01.197083 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771566a-cdad-4721-8827-70e02d08c17b None None] The sync data for ids ['22adeade-2c53-449a-910c-ae648c414275'] in dv-neutron-835866-1-hyperv is: [{'id': '22adeade-2c53-449a-910c-ae648c414275', 'name': 'tempest-ServerActionsTestJSON-445020876-router', 'tenant_id': 'edc079cdba364b2da5a75c6fddd85c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:43:22Z', 'updated_at': '2022-04-04T11:46:57Z', 'revision_number': 5, 'project_id': 'edc079cdba364b2da5a75c6fddd85c50', 'gw_port': {'id': '903b24e4-32dc-496d-bc93-585093ce74e6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22adeade-2c53-449a-910c-ae648c414275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:43:23Z', 'updated_at': '2022-04-04T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:01.207364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.207364 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment 6b82a981-2a79-4c1f-98d4-b061340eec17 of type vlan for network aa2ce828-1a37-4a4d-90e1-daeca8625302 Apr 04 11:47:01.230273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Routers {'a43aba97-da8f-4f4c-8174-564d5cbb4799'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:01.231244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a43aba97-da8f-4f4c-8174-564d5cbb4799'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:01.241913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.252884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.261913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.302145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.319308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d8c25-6dc1-4d3b-88c8-f1fd203a5506 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:01.321055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d8c25-6dc1-4d3b-88c8-f1fd203a5506 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:01.322514 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-784d8c25-6dc1-4d3b-88c8-f1fd203a5506 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1489513 Apr 04 11:47:01.328165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37940) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:01.330060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.367323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.377007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Set router a43aba97-da8f-4f4c-8174-564d5cbb4799 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:01.396199 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9354bacc-3fae-4d99-93fa-4dcbd8f67bca req-ed82d31f-a44e-46f7-8dd7-69fb11472cd5 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0597670 Apr 04 11:47:01.418733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:01.428643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=a8914634-aa00-4884-9656-b9253f211f72,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:01.430205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Deleting port 903b24e4-32dc-496d-bc93-585093ce74e6 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:01.430561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.432538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:01.436222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:01.441447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.450754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:01.470135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.474537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-357344d8-39fc-4f84-8f98-b30ef40fd317 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2859244 Apr 04 11:47:01.474693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Router 678336a6-1be0-4d17-938f-658d8fe504b9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:01.477822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37942) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:01.485358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 00940393-f3f1-4e00-aa44-3c56a96c6ec5 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:01.487680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Checking router: a43aba97-da8f-4f4c-8174-564d5cbb4799 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:01.494314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'port': {'network_id': 'da0e421f-3bec-4de1-bc79-dd15cbae0251', 'name': 'tempest-RoutersIpV6Test-1157038244'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:01.499993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.504406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Routers {'a43aba97-da8f-4f4c-8174-564d5cbb4799'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:01.505040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a43aba97-da8f-4f4c-8174-564d5cbb4799'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:01.508553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9450344-8353-4ab9-beda-00ed59571db6 None None] Pushing event updated for resources: {'Port': ['ID=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:01.555246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=3112a33f-c107-4cf1-9484-c3c00b9f732c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:01.617437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.623205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:01.623854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.703454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '9f8a5c73-83ff-4a32-8265-e4c2c4a4c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3e9529-0901-48ab-86ef-578e74e45568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:01.703718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 6c3e9529-0901-48ab-86ef-578e74e45568, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:01.729232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.826000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:01.827912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] Set router a43aba97-da8f-4f4c-8174-564d5cbb4799 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:01.829255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=aa2ce828-1a37-4a4d-90e1-daeca8625302,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:01.838839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Sync routers for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:01.850830 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:01.851637 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:01.852335 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-77e4b1d0-d80e-4e74-96f9-deb1070c88ca admin admin] 10.222.0.43 "PUT /v2.0/routers/678336a6-1be0-4d17-938f-658d8fe504b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1443207 Apr 04 11:47:01.856353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:01.865622 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0356f0e8-2a1b-41c8-b4c1-5ccd6f88712d tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9849005 Apr 04 11:47:01.879637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37948) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:01.887153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2040308281'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:01.898707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network aa2ce828-1a37-4a4d-90e1-daeca8625302 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:01.926798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] For port 903b24e4-32dc-496d-bc93-585093ce74e6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=903b24e4-32dc-496d-bc93-585093ce74e6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:01.927216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:01.965088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Calling delete_port for 903b24e4-32dc-496d-bc93-585093ce74e6 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:01.968840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6c3e9529-0901-48ab-86ef-578e74e45568 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:01.988302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:02.043156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3de73-2307-4a9c-8b03-dddad6266952 None None] The sync data for ids ['a43aba97-da8f-4f4c-8174-564d5cbb4799'] in dv-neutron-835866-1-hyperv is: [{'id': 'a43aba97-da8f-4f4c-8174-564d5cbb4799', 'name': 'tempest-NetworksTestDHCPv6-router-1213608671', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:50Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': '291e1852955b4323bc4a9d141d2e8967', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:02.044586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:02.072406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Router e481d1f9-4bd8-4462-968d-0ff64897faa2 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:47:02.078742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:02.082999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.119291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.166602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] device_id is not set on port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:02.316869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:47:00Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:02.327220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.341675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:02.345221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.347287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Checking router: 678336a6-1be0-4d17-938f-658d8fe504b9 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:02.353124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 6c3e9529-0901-48ab-86ef-578e74e45568) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:02.357160 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Routers {'678336a6-1be0-4d17-938f-658d8fe504b9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:02.358177 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['678336a6-1be0-4d17-938f-658d8fe504b9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:02.368559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:02.373909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3254c5f-7991-434a-9ff7-f8164ff10d8a None None] Network 6c3e9529-0901-48ab-86ef-578e74e45568 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:02.374489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:02.381634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:02.382461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.405578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.434002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.514260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8::31a (da0e421f-3bec-4de1-bc79-dd15cbae0251/e3eeeb24-23cf-48c5-9754-bc1329b0329c/e4ae7c88-48bb-4395-9e14-d5a8f741d8cc) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:02.516647 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] Set router 678336a6-1be0-4d17-938f-658d8fe504b9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:02.604870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:02.612892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3b09c03-0e6a-4f04-9fb8-1fb33fbf2655 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1894093 Apr 04 11:47:02.613513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:02.655045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.655432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Added segment baa4fa19-4948-499f-93e6-7520dda7bf0f of type vlan for network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 Apr 04 11:47:02.763475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.770377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.795683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.828429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 3112a33f-c107-4cf1-9484-c3c00b9f732c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:02.828961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.835682 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:47:00Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:02.892196 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5377-44b2-4a79-ad28-832eb5447200 None None] The sync data for ids ['678336a6-1be0-4d17-938f-658d8fe504b9'] in dv-neutron-835866-1-hyperv is: [{'id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'name': 'tempest-ServersTestManualDisk-196961411-router', 'tenant_id': '72207a1880e9414b9c6e5eaef3705ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:25Z', 'updated_at': '2022-04-04T11:47:00Z', 'revision_number': 5, 'project_id': '72207a1880e9414b9c6e5eaef3705ee2', 'gw_port': {'id': '50535e9b-7156-4cd1-993c-03761a86b3e8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678336a6-1be0-4d17-938f-658d8fe504b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:02.979350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.983170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.990721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:02.992239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:02.993408 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1b5cf242-16e3-4193-8cb3-4b6d1d9d1e5e req-80ffb380-30c0-42c3-9202-d8aee7e48398 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.1040602 Apr 04 11:47:03.039288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.044042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:03.054373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f1c76-917c-4703-b2c9-1bce2a6d4df1 None None] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:03.059510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Sync routers for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:03.076585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 3112a33f-c107-4cf1-9484-c3c00b9f732c owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:03.099514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:03.105178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:03.123728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Network': ['ID=fe36b8f7-eea8-4c62-8a33-13d82ada7f09,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:03.173086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:03.179605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:03.183805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:03.186415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:03.191197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-493fecb1-79a2-4b87-a652-517b90a40a22 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3146310 Apr 04 11:47:03.193778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:03.194629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Deleting port 50535e9b-7156-4cd1-993c-03761a86b3e8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:03.194736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.194952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.213053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=e4ae7c88-48bb-4395-9e14-d5a8f741d8cc,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:03.272905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-7bc29f9a-c889-4a2c-87ee-8d637d940a6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:03.282911 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-7bc29f9a-c889-4a2c-87ee-8d637d940a6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.4318497 Apr 04 11:47:03.310819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:03.315663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.335316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.335316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81cdcabf-8597-40b5-b481-56e308b93e5a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.9494319 Apr 04 11:47:03.335316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37954) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.339169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37956) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.342827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'subnets': [{'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732811706', 'ip_version': 4}, {'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:03.343162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'subnet': {'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732811706', 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:03.343745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Request body: {'subnet': {'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:03.363290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.366715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/00940393-f3f1-4e00-aa44-3c56a96c6ec5 HTTP/1.1" status: 204 len: 168 time: 2.0369942 Apr 04 11:47:03.369046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37960) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.413361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7c1c0-2a76-4f0b-931e-b3b0cc080b0d None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:03.422172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.451266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03520989-0637-4288-9a92-570118002f55 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9625962 Apr 04 11:47:03.452362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37962) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.455802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-054a8fd2-7498-48e8-84c3-9ff6346be84e None None] Provisioning complete for port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:03.456204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-054a8fd2-7498-48e8-84c3-9ff6346be84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.473762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32535f2c-8c7a-489c-9626-5ce34827b659 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=00940393-f3f1-4e00-aa44-3c56a96c6ec5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:03.480656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.525185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.528208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:03.530634 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/3112a33f-c107-4cf1-9484-c3c00b9f732c HTTP/1.1" status: 204 len: 168 time: 0.9078684 Apr 04 11:47:03.553827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37966) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.557681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] For port 50535e9b-7156-4cd1-993c-03761a86b3e8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=50535e9b-7156-4cd1-993c-03761a86b3e8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:03.558248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.569010 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f2773ec5-4871-4d6c-9345-faf0b45d28d3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1983967 Apr 04 11:47:03.572096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc72883-5d74-4185-9126-6a3f333ccacf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=3112a33f-c107-4cf1-9484-c3c00b9f732c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:03.580357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37968) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.633301 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-c866c536-a38c-45c9-8fe9-f838aa4cf218 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 380 time: 0.2462461 Apr 04 11:47:03.634114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=903b24e4-32dc-496d-bc93-585093ce74e6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:03.703917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Calling delete_port for 50535e9b-7156-4cd1-993c-03761a86b3e8 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:03.736683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'port': {'device_id': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'admin_state_up': True, 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'security_groups': ['827ed839-69e1-4bc8-98e5-c925fffe7847']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:03.768734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.784831 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f3549b18-56a4-4eb5-9ff6-f8097ed9bef4 tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a35905c2acfa42f89fd224798d21c0ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4317944 Apr 04 11:47:03.824445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37970) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:03.836606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.910795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f6abe-2760-40ce-927a-7a43e6d9aa51 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:03.916779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f6abe-2760-40ce-927a-7a43e6d9aa51 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:03.916944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:03.917327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:03.921481 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-111f6abe-2760-40ce-927a-7a43e6d9aa51 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3508744 Apr 04 11:47:03.922214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37972) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.022967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.030469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.159076 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c86aa8a6-b1bc-4e7a-8af4-e4fc2ec9425e req-ca852003-1b40-4178-8d48-7fdf40c82361 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0351467 Apr 04 11:47:04.193023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.196166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:04.209402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.258385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.260784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Checking router: e481d1f9-4bd8-4462-968d-0ff64897faa2 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:04.261214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Updating router e481d1f9-4bd8-4462-968d-0ff64897faa2 port 9d6122da-3c27-450a-a14e-e6079fd4e1df binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:47:04.281669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.282152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Fanout notify agent at l3_agent the message router_deleted on router a43aba97-da8f-4f4c-8174-564d5cbb4799 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:04.290233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.297059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-120379bf-149f-45fd-b82d-5d35692623b4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/routers/a43aba97-da8f-4f4c-8174-564d5cbb4799 HTTP/1.1" status: 204 len: 168 time: 0.6609983 Apr 04 11:47:04.297059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37976) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.298893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-054a8fd2-7498-48e8-84c3-9ff6346be84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.306464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.372813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:04.456255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port a8914634-aa00-4884-9656-b9253f211f72 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:04.456604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.533740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,segment=NetworkSegment(796dddff-f52b-4d89-8dd7-2062913c349c),segment_id=796dddff-f52b-4d89-8dd7-2062913c349c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:04.544064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a093e4-0fff-4383-9249-7c9f081312bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:04.548305 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c1a093e4-0fff-4383-9249-7c9f081312bd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2495961 Apr 04 11:47:04.549474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.619700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.696348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.701536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.750233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50535e9b-7156-4cd1-993c-03761a86b3e8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:04.792782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f7cd9-b9b2-4b1d-a8a3-b47b84f39fcb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:04.794331 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f07f7cd9-b9b2-4b1d-a8a3-b47b84f39fcb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2411540 Apr 04 11:47:04.800949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37980) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.834141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.871848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for a8914634-aa00-4884-9656-b9253f211f72 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:04.877236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fbeb2315-458e-4ffc-ac7e-1ddddf5c5131 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543761 Apr 04 11:47:04.878649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.879416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22adeade-2c53-449a-910c-ae648c414275 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:04.889909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37982) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.896370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1946826d-901d-4363-be4b-5f9c3b36a853 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:04.898939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.900624 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5977e5f6-a2ab-4a19-a646-1c11ea9552b3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/22adeade-2c53-449a-910c-ae648c414275 HTTP/1.1" status: 204 len: 168 time: 4.9237916 Apr 04 11:47:04.913402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37984) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:04.915461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:04.935865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Deleting port c009fe76-14f5-4209-b097-338df640dd2f {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:04.936924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:04.966754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:05.047798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-054a8fd2-7498-48e8-84c3-9ff6346be84e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:05.048163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-054a8fd2-7498-48e8-84c3-9ff6346be84e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:05.049363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 1946826d-901d-4363-be4b-5f9c3b36a853 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:05.049538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1946826d-901d-4363-be4b-5f9c3b36a853 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:05.049990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:05.069881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.106024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:05.106024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0873bd07-4a5a-4e2f-b3c6-224383a3d0b9 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:05.107105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5594e941-80c2-4f7d-afc3-fea5187f6ea5 tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:05.108660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5594e941-80c2-4f7d-afc3-fea5187f6ea5 tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2795241 Apr 04 11:47:05.113037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Made reservation on behalf of 4df6280fb13645b0872ea735a834de1a for: {'subnet': 2} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:05.118778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.119317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.129108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37986) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:05.179994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] For port c009fe76-14f5-4209-b097-338df640dd2f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c009fe76-14f5-4209-b097-338df640dd2f,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:05.180407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.201624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Calling delete_port for c009fe76-14f5-4209-b097-338df640dd2f owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:05.245250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.251153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:05.254834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.299084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.338606 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0331787f-e07b-435f-9d40-341187961363 tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2078371 Apr 04 11:47:05.366017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.369808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37990) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:05.375268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Deleting subnet 4a122385-83fb-46e2-8a32-bb491b334422 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:05.376423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.381168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.483466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Attempting to bind port 9d6122da-3c27-450a-a14e-e6079fd4e1df on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:05.484105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Attempting to bind port 9d6122da-3c27-450a-a14e-e6079fd4e1df by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:05.485277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Attempting to bind port 9d6122da-3c27-450a-a14e-e6079fd4e1df on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:05.506992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.577135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.615232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.622222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.633630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.634149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 678336a6-1be0-4d17-938f-658d8fe504b9 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:05.635705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362013409', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:05.668494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.671260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13667e41-d2ff-450a-9b86-43aa475262a2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/678336a6-1be0-4d17-938f-658d8fe504b9 HTTP/1.1" status: 204 len: 168 time: 3.8122094 Apr 04 11:47:05.680388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37992) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:05.680829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Made reservation on behalf of a14ac1bd8ad44755839cb45b98a57fe4 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:05.683441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.691922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:05.767220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Deleting subnet 67bfe287-eb4b-42b4-a6db-1ba9242ae0c4 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:05.775594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.792320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:05.793039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:05.793676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.794522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:05.795324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Bound port: 9d6122da-3c27-450a-a14e-e6079fd4e1df, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:05.795912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.816800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.818316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c0be1bf-5bd8-4971-af13-5c75d5baa876 req-d58d467a-6d3a-4bd5-8c3c-a28ce351cd39 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.1751866 Apr 04 11:47:05.840084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.875376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] For port 9d6122da-3c27-450a-a14e-e6079fd4e1df, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:05.878358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] For port 9d6122da-3c27-450a-a14e-e6079fd4e1df, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=9d6122da-3c27-450a-a14e-e6079fd4e1df,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:05.895176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=a8914634-aa00-4884-9656-b9253f211f72,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:05.911887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] No DVR routers for this DVR port c009fe76-14f5-4209-b097-338df640dd2f on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:05.931290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56cf5f-dd07-42e4-a587-302301f682d6 None None] Pushing event updated for resources: {'Port': ['ID=9d6122da-3c27-450a-a14e-e6079fd4e1df,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:05.953636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.957523 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d6cdc086-679d-4f65-943f-030b828f333e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/a8914634-aa00-4884-9656-b9253f211f72 HTTP/1.1" status: 204 len: 168 time: 2.0023272 Apr 04 11:47:05.960605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.20.0.11 (f9b5fec2-35a6-4adf-955b-4a6a277f91be/afbc7352-2f53-44f2-be87-4911bc979db6/cd6532ee-db57-4d85-9fc1-9f76b3ca2544) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:05.969132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 37994) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:05.976536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0103-dddf-4767-98ef-b53462b45945 None None] Pushing event deleted for resources: {'Port': ['ID=c009fe76-14f5-4209-b097-338df640dd2f,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:05.981202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.987241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aa105f31-bf0c-46d1-97a0-cd4113814bcf None None] Provisioning complete for port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:05.987812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa105f31-bf0c-46d1-97a0-cd4113814bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:05.992342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:05.996299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.131038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.141713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56cf5f-dd07-42e4-a587-302301f682d6 None None] Pushing event updated for resources: {'Port': ['ID=9d6122da-3c27-450a-a14e-e6079fd4e1df,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:06.144697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:06.145478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:06.157310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763bd14-d895-4b57-976b-c25622085ed0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:06.159991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4763bd14-d895-4b57-976b-c25622085ed0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1896155 Apr 04 11:47:06.194166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37996) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:06.243469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.301758 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-44591aa7-67f4-471b-b133-1f090eb6cd60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:06.306215 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-44591aa7-67f4-471b-b133-1f090eb6cd60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/3112a33f-c107-4cf1-9484-c3c00b9f732c HTTP/1.1" status: 404 len: 333 time: 0.1109359 Apr 04 11:47:06.321290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 37998) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:06.387171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1127e114-73dc-40b1-b05b-6f80d37e93a6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:06.392000 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1127e114-73dc-40b1-b05b-6f80d37e93a6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/a8914634-aa00-4884-9656-b9253f211f72 HTTP/1.1" status: 404 len: 333 time: 0.0664289 Apr 04 11:47:06.393446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 903b24e4-32dc-496d-bc93-585093ce74e6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:06.400644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:06.416943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38000) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:06.448737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 903b24e4-32dc-496d-bc93-585093ce74e6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:06.449153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 903b24e4-32dc-496d-bc93-585093ce74e6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:06.449608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ad8c17a3-ba8e-4287-9301-3289d0a8b47a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:06.484886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aa105f31-bf0c-46d1-97a0-cd4113814bcf None None] Provisioning complete for port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:06.484886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa105f31-bf0c-46d1-97a0-cd4113814bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.544129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:47:06.546283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-aa105f31-bf0c-46d1-97a0-cd4113814bcf None None] Port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:06.548029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ad8c17a3-ba8e-4287-9301-3289d0a8b47a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:06.549311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ad8c17a3-ba8e-4287-9301-3289d0a8b47a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:06.549980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c009fe76-14f5-4209-b097-338df640dd2f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:06.552743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.567944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.576230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:06.585047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: c009fe76-14f5-4209-b097-338df640dd2f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:06.585299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c009fe76-14f5-4209-b097-338df640dd2f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:06.586617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:06.614109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:06.634843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.678954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:06.718967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:06.725652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:06.739053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:06.739053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.739304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc34844-120e-4d4d-beed-48de97243555 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:06.751640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:06.821316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:06.833055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.847980 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74b0ad10-088a-4b23-b9a2-fd85a258a544 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9424675 Apr 04 11:47:06.850641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38004) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:06.856715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:06.860943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd815767-276e-4061-8b59-351978cb8b27 None None] The sync data for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv is: [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:46:59Z', 'revision_number': 3, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:06.885995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Made reservation on behalf of a35905c2acfa42f89fd224798d21c0ae for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:06.898000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.920603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:06.921218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.931338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:06.961731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:06.962901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.038136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bfe287-eb4b-42b4-a6db-1ba9242ae0c4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:07.060065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.066874 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-606e16e6-7b53-4403-a61a-9dbe47bb5597 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/67bfe287-eb4b-42b4-a6db-1ba9242ae0c4 HTTP/1.1" status: 204 len: 168 time: 1.3890970 Apr 04 11:47:07.067513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38006) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:07.077172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c26c31-cc5a-42c6-8393-948ed488e94a None None] Network 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:07.080443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7515d662-87c1-432a-9e96-b893d02fcf13 None None] Provisioning complete for port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:07.080813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7515d662-87c1-432a-9e96-b893d02fcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.171177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50535e9b-7156-4cd1-993c-03761a86b3e8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:07.196607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6da9a-4d3c-499d-ab1e-7909d2b9d537 req-be2fd531-ae66-4061-a02b-3d46b0042db0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:07.198216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a2c6da9a-4d3c-499d-ab1e-7909d2b9d537 req-be2fd531-ae66-4061-a02b-3d46b0042db0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 932 time: 0.1987462 Apr 04 11:47:07.222154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a122385-83fb-46e2-8a32-bb491b334422,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:07.233387 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-139d9db8-1eed-4480-9c62-3f0b35266a8c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5518606 Apr 04 11:47:07.245821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.305008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.319730 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-29e0d29e-dec9-4702-bec9-13c40b9ceb9b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4a122385-83fb-46e2-8a32-bb491b334422 HTTP/1.1" status: 204 len: 168 time: 2.3871479 Apr 04 11:47:07.320078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Allocated IP 2001:db8::f816:3eff:feec:a772 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39/2b01992e-e05b-40da-8b99-03b9b081f481) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:07.326533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Request body: {'port': {'device_id': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:07.330473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38008) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:07.347589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a2c6da9a-4d3c-499d-ab1e-7909d2b9d537 req-2303de26-d51c-4631-a815-c306c75e2283 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398726 Apr 04 11:47:07.429291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:07.433297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.566887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.576848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7515d662-87c1-432a-9e96-b893d02fcf13 None None] Port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:07.585618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b98495-0572-4eb4-99be-486c1df45169 None None] Network f4f36307-c7c6-4158-ab31-6d49efbaf537 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:07.589640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.590958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Deleting port cd0520af-4d53-49e7-bed5-23d099399725 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:07.591514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.593394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 50535e9b-7156-4cd1-993c-03761a86b3e8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:07.593812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50535e9b-7156-4cd1-993c-03761a86b3e8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:07.620484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.624936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.650630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.724117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3e9529-0901-48ab-86ef-578e74e45568']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:07.754699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8a5c73-83ff-4a32-8265-e4c2c4a4c00e') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:07.755048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8a5c73-83ff-4a32-8265-e4c2c4a4c00e') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:07.757438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] For port cd0520af-4d53-49e7-bed5-23d099399725, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd0520af-4d53-49e7-bed5-23d099399725,segment=NetworkSegment(812e5fa5-3881-4d92-9b0b-2a6436b43f59),segment_id=812e5fa5-3881-4d92-9b0b-2a6436b43f59)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:07.757847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.780419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.792689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:07.797059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:07.803032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.804819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:07.810118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:07.818086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Calling delete_port for cd0520af-4d53-49e7-bed5-23d099399725 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:07.955771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.025262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Deleting port d8c7caf0-6b2c-47c2-9200-42e266abea19 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:08.025262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.059678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Pushing event updated for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.137259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Attempting to bind port 2b01992e-e05b-40da-8b99-03b9b081f481 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:08.137259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Attempting to bind port 2b01992e-e05b-40da-8b99-03b9b081f481 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:08.137259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Attempting to bind port 2b01992e-e05b-40da-8b99-03b9b081f481 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:08.146663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:08.147079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:08.147460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.147867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:08.148364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Bound port: 2b01992e-e05b-40da-8b99-03b9b081f481, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:08.148764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.207809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] For port d8c7caf0-6b2c-47c2-9200-42e266abea19, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8c7caf0-6b2c-47c2-9200-42e266abea19,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:08.207809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.209139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.244556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2546f5-c45c-4e5e-aecd-5111b055ae00 None None] DHCP port deletion for 1b0d98d7-9f68-4010-98ec-431b2c43c5c4 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:08.257200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:08.274507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Calling delete_port for d8c7caf0-6b2c-47c2-9200-42e266abea19 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:08.280786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0520af-4d53-49e7-bed5-23d099399725,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.290656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] DHCP port deletion for f4f36307-c7c6-4158-ab31-6d49efbaf537 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:08.293712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.294512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b01992e-e05b-40da-8b99-03b9b081f481,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:08.311766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] No DVR routers for this DVR port cd0520af-4d53-49e7-bed5-23d099399725 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:08.416831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Deleting port d8c7caf0-6b2c-47c2-9200-42e266abea19 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:08.416831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.424506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.461516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:08.466076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=ccd51161-fcd5-4eb7-bf17-35d9aebe5334,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.488260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:08.496689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:08.497290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.597024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.597799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] For port d8c7caf0-6b2c-47c2-9200-42e266abea19, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8c7caf0-6b2c-47c2-9200-42e266abea19,segment=NetworkSegment(fda92947-ffb6-41f5-8a00-d218a31a32ba),segment_id=fda92947-ffb6-41f5-8a00-d218a31a32ba)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:08.598298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.625058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abf97b-cadd-40ae-86b3-ded054b7bffd None None] Pushing event updated for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.625329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0d98d7-9f68-4010-98ec-431b2c43c5c4']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:08.634064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Calling delete_port for d8c7caf0-6b2c-47c2-9200-42e266abea19 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:08.636155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.672015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=e4ae7c88-48bb-4395-9e14-d5a8f741d8cc,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.684542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c7caf0-6b2c-47c2-9200-42e266abea19,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.687783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812e5fa5-3881-4d92-9b0b-2a6436b43f59') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:08.688069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812e5fa5-3881-4d92-9b0b-2a6436b43f59') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:08.690928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] No DVR routers for this DVR port d8c7caf0-6b2c-47c2-9200-42e266abea19 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:08.695602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.789119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-20afcdc3-67b8-49ac-9920-4edace11096b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9372165 Apr 04 11:47:08.792238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38012) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:08.798044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.804287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:17:24:09', 'name': 'tempest-NetworksTestDHCPv6-1937484962'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:08.810538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:08.812575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.821412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:08.822956 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:08.851231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50425-fc0d-4c8c-84d2-cfdeccdeafb2 req-47eab396-9ef7-41af-ab52-0a7d1f037cc0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:08.854149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.862202 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e2c50425-fc0d-4c8c-84d2-cfdeccdeafb2 req-47eab396-9ef7-41af-ab52-0a7d1f037cc0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 932 time: 0.2918961 Apr 04 11:47:08.864197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Checking segment: {'id': '6b82a981-2a79-4c1f-98d4-b061340eec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:08.864565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network hostable DHCP agents. Network: aa2ce828-1a37-4a4d-90e1-daeca8625302, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:08.874055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] Pushing event deleted for resources: {'Port': ['ID=d8c7caf0-6b2c-47c2-9200-42e266abea19,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.895046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba437a-7c6f-4274-a626-d968df33786e None None] No DVR routers for this DVR port d8c7caf0-6b2c-47c2-9200-42e266abea19 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:08.905584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.916693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Subnet': ['ID=ec952c40-d451-41a6-b7ad-c22960c5f3c8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:08.942773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f36307-c7c6-4158-ab31-6d49efbaf537']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:08.945914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:08.946782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:08.949844 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:09.037628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda92947-ffb6-41f5-8a00-d218a31a32ba') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:09.038044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda92947-ffb6-41f5-8a00-d218a31a32ba') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:09.070843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.128966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network aa2ce828-1a37-4a4d-90e1-daeca8625302 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:09.153064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.167029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:09.167447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:09.234373 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:09.243996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-78574724-f7de-444e-a567-9970547b8cf6 None None] Provisioning complete for port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:09.248344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-78574724-f7de-444e-a567-9970547b8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.301444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.330450 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e2c50425-fc0d-4c8c-84d2-cfdeccdeafb2 req-7a7dcbd8-a552-4fac-ac19-278df9a7acdf tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673443 Apr 04 11:47:09.353535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.357281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-78574724-f7de-444e-a567-9970547b8cf6 None None] Port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:09.372142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4f36307-c7c6-4158-ab31-6d49efbaf537 HTTP/1.1" status: 204 len: 168 time: 2.0261626 Apr 04 11:47:09.372142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.372142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb704c-b5ce-4604-ae90-02042075041a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f36307-c7c6-4158-ab31-6d49efbaf537,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:09.372424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.380703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.385517 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] 10.222.0.43 "DELETE /v2.0/networks/1b0d98d7-9f68-4010-98ec-431b2c43c5c4 HTTP/1.1" status: 204 len: 168 time: 2.3125684 Apr 04 11:47:09.390881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2b01992e-e05b-40da-8b99-03b9b081f481 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:09.407517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db08d5-12dd-4027-b1ac-0bf593ba1fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0d98d7-9f68-4010-98ec-431b2c43c5c4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:09.421550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:09.483837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:09.483837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.557504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.572974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.579598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, aa2ce828-1a37-4a4d-90e1-daeca8625302) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:09.581326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.583205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port c02a6abe-de85-4889-9d0b-226d8d679d67 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:09.590820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97764a64-102e-4722-bbdb-01b27da56571 None None] Network aa2ce828-1a37-4a4d-90e1-daeca8625302 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:09.628930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.634181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6532ee-db57-4d85-9fc1-9f76b3ca2544 {{(pid=109637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:47:09.639678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.648156 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/6c3e9529-0901-48ab-86ef-578e74e45568 HTTP/1.1" status: 204 len: 168 time: 3.2253838 Apr 04 11:47:09.648774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:09.654763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1180702872'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:09.692306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.701007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da9522-f116-4808-b3ee-eddedc89255d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=6c3e9529-0901-48ab-86ef-578e74e45568,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:09.767909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.provisioning_blocks [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Transition to ACTIVE for port object cd6532ee-db57-4d85-9fc1-9f76b3ca2544 will not be triggered until provisioned by entity L2. {{(pid=109637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:47:09.781812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Subnet': ['ID=2b2a8d58-21ae-46d8-b713-8b73789869eb,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:09.811889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:09.818434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.824211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.870660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b01992e-e05b-40da-8b99-03b9b081f481,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:09.883881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 172.20.0.12 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ccd51161-fcd5-4eb7-bf17-35d9aebe5334/c02a6abe-de85-4889-9d0b-226d8d679d67) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:09.884994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.891233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:09.893658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Checking segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:09.894084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network hostable DHCP agents. Network: 13a2988c-46d1-471f-95ab-9246b4e9b6e5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:09.905581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fe17:2409 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39/c02a6abe-de85-4889-9d0b-226d8d679d67) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:09.920641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.921003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 1c7963cb-6250-4beb-8dc8-7a7ab665d0fd of type vlan for network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 Apr 04 11:47:09.939537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38020) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:09.951588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Checking segment: {'id': 'baa4fa19-4948-499f-93e6-7520dda7bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:09.951966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network hostable DHCP agents. Network: fe36b8f7-eea8-4c62-8a33-13d82ada7f09, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:09.969832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:09.971324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d6122da-3c27-450a-a14e-e6079fd4e1df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:10.032198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:10.037730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-aa2ce828-1a37-4a4d-90e1-daeca8625302', 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302', 'tenant_id': '4df6280fb13645b0872ea735a834de1a', 'fixed_ips': [{'subnet_id': 'ec952c40-d451-41a6-b7ad-c22960c5f3c8'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:10.046550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.077505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38022) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.102614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event updated for resources: {'Subnet': ['ID=aeeb262b-1182-4117-91d7-97061b8fce88,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:10.107362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:10.189643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:10.221975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.270479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.319780 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-698a6d40-6984-4217-b1f8-c277ebe57ad8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72207a1880e9414b9c6e5eaef3705ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651058 Apr 04 11:47:10.327317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Allocated IP 172.20.0.2 (aa2ce828-1a37-4a4d-90e1-daeca8625302/ec952c40-d451-41a6-b7ad-c22960c5f3c8/ce3937cb-dd22-4587-a310-a7e0af37a46f) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:10.327880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38024) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.333200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 9d6122da-3c27-450a-a14e-e6079fd4e1df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:10.333672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.360553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.382610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 13a2988c-46d1-471f-95ab-9246b4e9b6e5) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:10.383413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.384683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.420188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89328f9a-a69c-4630-b319-4894d46c394b None None] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:10.446267 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b333b4c5-209a-4611-93f2-9ec89a5d3fdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edc079cdba364b2da5a75c6fddd85c50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3397787 Apr 04 11:47:10.446976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:10.449621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38028) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.462788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.480979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.480979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.484579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, fe36b8f7-eea8-4c62-8a33-13d82ada7f09) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:10.490252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.490744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.491377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.501866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0319a0-2afc-4aca-a685-21683401635e None None] Network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:10.612340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.639523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.644648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862cd58-43df-4b5a-bfef-a38acc038f28 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:10.654978 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-73db8f93-9e14-4b69-82b5-fcc39e6d02ba tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.2811728 Apr 04 11:47:10.654978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Attempting to bind port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:10.654978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Attempting to bind port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:10.654978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Attempting to bind port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:10.658906 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0088291 Apr 04 11:47:10.659459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38030) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.663487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38032) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.682557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:10.692185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:47:10.692509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Attempting to bind port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:10.726375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.743929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:10.744288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:10.745008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Bound using segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:10.745133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Bound port: cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:10.745695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.769021 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-863db827-aaf0-496c-9c6e-f8e86fdf674a tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.4277022 Apr 04 11:47:10.780204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ffd74-2005-4d04-9265-f7b3479417a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=7e00527e-7fcc-4a43-b665-9ae16d2badb9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:10.785950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38034) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:10.810859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:10.822695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235faf4-48a8-4586-8d87-1c48d2458f59 req-3bd386aa-e5ea-4a74-8474-c54660a93ec0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.833982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1235faf4-48a8-4586-8d87-1c48d2458f59 req-3bd386aa-e5ea-4a74-8474-c54660a93ec0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.3140023 Apr 04 11:47:10.836276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:10.854227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:10.882893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.895765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:10.899176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.900943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=c02a6abe-de85-4889-9d0b-226d8d679d67,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:10.920628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ac8b3c0f-8b2d-47d5-858b-1ec01610cf9f None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:10.921005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3c0f-8b2d-47d5-858b-1ec01610cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:10.986346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b079c6-72a6-4559-9bf1-f4cc1c57c3ef tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.987861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b079c6-72a6-4559-9bf1-f4cc1c57c3ef tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.989367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b079c6-72a6-4559-9bf1-f4cc1c57c3ef tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:10.993867 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-29b079c6-72a6-4559-9bf1-f4cc1c57c3ef tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1989512 Apr 04 11:47:11.002362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38036) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:11.016458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 9d6122da-3c27-450a-a14e-e6079fd4e1df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=9d6122da-3c27-450a-a14e-e6079fd4e1df,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:11.018220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1235faf4-48a8-4586-8d87-1c48d2458f59 req-3c5d94e7-849e-4cb4-8a17-e84d1fa4008f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825066 Apr 04 11:47:11.043254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.070155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:11.071928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.086870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:11.115480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:11.125899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting subnet ec952c40-d451-41a6-b7ad-c22960c5f3c8 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:11.145771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.160927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.164998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.168951 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6f08c65-73a4-4842-b525-9f020e65c6e5 HTTP/1.1" status: 204 len: 168 time: 0.7345550 Apr 04 11:47:11.168951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:11.181759 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.205985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.234631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927cbb-ab85-4d10-89f4-ee1fb2ec8226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f08c65-73a4-4842-b525-9f020e65c6e5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.234886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.247164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.292271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:11.293324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.296450 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 200 len: 1094 time: 4.0164931 Apr 04 11:47:11.297319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.303745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.322624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:11.325862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a102ef27-a76c-4b37-8f69-bdedde75fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:11.372511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:11.373631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.399979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd0520af-4d53-49e7-bed5-23d099399725 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:11.413609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.426200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.445813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Performing IP validity checks on allocation pools {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:47:11.447956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:47:11.491324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cd0520af-4d53-49e7-bed5-23d099399725 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:11.491858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd0520af-4d53-49e7-bed5-23d099399725 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:11.492436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8c7caf0-6b2c-47c2-9200-42e266abea19 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:11.526606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Network aa2ce828-1a37-4a4d-90e1-daeca8625302 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:11.536591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d8c7caf0-6b2c-47c2-9200-42e266abea19 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:11.536942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8c7caf0-6b2c-47c2-9200-42e266abea19 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:11.538619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-fe36b8f7-eea8-4c62-8a33-13d82ada7f09', 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09', 'tenant_id': '4df6280fb13645b0872ea735a834de1a', 'fixed_ips': [{'subnet_id': 'aeeb262b-1182-4117-91d7-97061b8fce88'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:11.539533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.572317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2fbbe-8cbf-4a4b-8e38-c67e46218702 x-openstack-request-id: req-11d2fbbe-8cbf-4a4b-8e38-c67e46218702 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:11.572608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:11.572860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11d2fbbe-8cbf-4a4b-8e38-c67e46218702 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:11.573257 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d2fbbe-8cbf-4a4b-8e38-c67e46218702'] response: {'name': 'network-changed', 'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'status': 'completed', 'code': 200} Apr 04 11:47:11.603239 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b2640d25-7f70-49e2-be0b-92f0d84003a1 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8074837 Apr 04 11:47:11.609667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38044) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:11.624211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:11.641129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:11.688250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=9d6122da-3c27-450a-a14e-e6079fd4e1df,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.688443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.692119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.695855 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39efbaf3-096c-444a-b21b-aecdca114e38 HTTP/1.1" status: 204 len: 168 time: 1.2429767 Apr 04 11:47:11.711642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864378-3677-4421-acf6-a6197583fe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39efbaf3-096c-444a-b21b-aecdca114e38,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.716157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe95ab-5ee6-4b25-8b54-10ee40fd4421 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.733724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.794083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Pushing event updated for resources: {'Port': ['ID=ce3937cb-dd22-4587-a310-a7e0af37a46f,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.866350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-d50556b8-c58f-4a98-9e82-6247e593f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:11.867957 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-d50556b8-c58f-4a98-9e82-6247e593f301 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1097 time: 0.4149597 Apr 04 11:47:11.878784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2b01992e-e05b-40da-8b99-03b9b081f481 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:11.901474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Allocated IP 172.20.0.2 (13a2988c-46d1-471f-95ab-9246b4e9b6e5/2b2a8d58-21ae-46d8-b713-8b73789869eb/0c0ab694-1361-427d-b6d9-f3bb14f9d2f8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:11.935919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:11.962615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=e4ae7c88-48bb-4395-9e14-d5a8f741d8cc,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:11.983031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1087bd-f749-446d-8de2-f1d90b1cc5ca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:11.993050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1087bd-f749-446d-8de2-f1d90b1cc5ca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:11.995371 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ae1087bd-f749-446d-8de2-f1d90b1cc5ca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3853741 Apr 04 11:47:11.998937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38052) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:12.005863 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e44c1eef-3174-45e0-809b-88c4e11d7a58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 200 len: 217 time: 0.1201062 Apr 04 11:47:12.135116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Allocated IP 172.20.0.18 (fe36b8f7-eea8-4c62-8a33-13d82ada7f09/aeeb262b-1182-4117-91d7-97061b8fce88/a645199d-3184-4723-a7bb-5df2310de40c) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:12.154175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:12.156516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.209041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:12.233411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-02c7e415-6e0d-47a2-88c7-cf9f218188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:12.235038 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-02c7e415-6e0d-47a2-88c7-cf9f218188b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1986723 Apr 04 11:47:12.344131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Attempting to bind port ce3937cb-dd22-4587-a310-a7e0af37a46f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:12.345999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Attempting to bind port ce3937cb-dd22-4587-a310-a7e0af37a46f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6b82a981-2a79-4c1f-98d4-b061340eec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:12.346497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Attempting to bind port ce3937cb-dd22-4587-a310-a7e0af37a46f on network aa2ce828-1a37-4a4d-90e1-daeca8625302 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:12.510499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2e52-9008-43b6-a8dc-fd8e296ed722 req-2f4838bc-a39f-441a-b2cf-4c40b697cb47 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:12.518418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-44ef2e52-9008-43b6-a8dc-fd8e296ed722 req-2f4838bc-a39f-441a-b2cf-4c40b697cb47 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.3233957 Apr 04 11:47:12.568228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port c02a6abe-de85-4889-9d0b-226d8d679d67 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:12.568228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.665226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.693102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-44ef2e52-9008-43b6-a8dc-fd8e296ed722 req-eea13152-3e6d-477a-8deb-a51a77e729a0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714156 Apr 04 11:47:12.712596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:12.712985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Checking segment: {'id': '6b82a981-2a79-4c1f-98d4-b061340eec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:12.713401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.713891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Bound using segment: {'id': '6b82a981-2a79-4c1f-98d4-b061340eec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:12.714431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Bound port: ce3937cb-dd22-4587-a310-a7e0af37a46f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b82a981-2a79-4c1f-98d4-b061340eec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'aa2ce828-1a37-4a4d-90e1-daeca8625302'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:12.715076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.771778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.773901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.789809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for c02a6abe-de85-4889-9d0b-226d8d679d67 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:12.792028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.815299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Allocated IP 172.20.0.1 (13a2988c-46d1-471f-95ab-9246b4e9b6e5/2b2a8d58-21ae-46d8-b713-8b73789869eb/aaaf5b9b-a3f7-498c-af0c-5d2066a89df2) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:12.850758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-5d493a93-162f-4115-860a-a554b8ac1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:12.852421 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-5d493a93-162f-4115-860a-a554b8ac1876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6030264 Apr 04 11:47:12.887632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=a3eef97a-95f2-4f21-a4e9-ecf4c49513c9,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:12.902738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Pushing event updated for resources: {'Port': ['ID=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:12.906553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:12.908467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.914343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:12.953364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] For port ce3937cb-dd22-4587-a310-a7e0af37a46f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:12.966789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] For port ce3937cb-dd22-4587-a310-a7e0af37a46f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ce3937cb-dd22-4587-a310-a7e0af37a46f,segment=NetworkSegment(6b82a981-2a79-4c1f-98d4-b061340eec17),segment_id=6b82a981-2a79-4c1f-98d4-b061340eec17)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:12.989090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Subnet': ['ID=ec952c40-d451-41a6-b7ad-c22960c5f3c8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:12.995923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.002056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e32286c1-b6a5-4ed7-95a3-bca106a04e3f tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/subnets/ec952c40-d451-41a6-b7ad-c22960c5f3c8 HTTP/1.1" status: 204 len: 168 time: 1.9956915 Apr 04 11:47:13.002218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.004582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:13.005003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 7e00527e-7fcc-4a43-b665-9ae16d2badb9, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:13.015776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38082) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.035100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Update dhcp port {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39', 'ip_address': '2001:db8::f816:3eff:feec:a772'}, {'subnet_id': 'ccd51161-fcd5-4eb7-bf17-35d9aebe5334'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '2b01992e-e05b-40da-8b99-03b9b081f481'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:47:13.051673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:13.108348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.110406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:13.113519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:13.136246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.143683 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-e7782ed2-aa98-44bc-8ca1-9ab376c5836e service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812655 Apr 04 11:47:13.149952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting subnet aeeb262b-1182-4117-91d7-97061b8fce88 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:13.226918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router a09c65d2-09eb-40d6-80f9-09631353a8b8 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:47:13.231884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:13.237645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e2943d1-e8e8-43f6-ab0d-022c3d1c8fab None None] Provisioning complete for port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:13.238028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2943d1-e8e8-43f6-ab0d-022c3d1c8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.250243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.254185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.337928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.341305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38090) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.346184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 7e00527e-7fcc-4a43-b665-9ae16d2badb9) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:13.367554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:13.368160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.372093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc468b3d-8e7d-471c-8e7a-d07751bd9ada None None] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:13.374487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=c02a6abe-de85-4889-9d0b-226d8d679d67,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:13.385795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.390420 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09891cbd-dcf5-4d73-bbdc-9d8859b95ae0 req-286202f9-6801-4551-994b-418ec1fdd4a4 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360637 Apr 04 11:47:13.413355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38092) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.428419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:13.441476 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] Sync routers for ids ['a09c65d2-09eb-40d6-80f9-09631353a8b8'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:13.448952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2748a1f0-d846-4236-b633-37b90bfea11d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/a09c65d2-09eb-40d6-80f9-09631353a8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9739647 Apr 04 11:47:13.457013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38098) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.462043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.464479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:13.468626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:13.481773 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6dee7162-873b-489b-aad3-23d1d7ff7df1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8155668 Apr 04 11:47:13.483265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:13.485668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.503022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a802740-c337-4450-b70b-113d94ec9fc1 None None] Pushing event updated for resources: {'Port': ['ID=ce3937cb-dd22-4587-a310-a7e0af37a46f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:13.533976 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] Routers {'a09c65d2-09eb-40d6-80f9-09631353a8b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:13.534234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38100) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.537259 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a09c65d2-09eb-40d6-80f9-09631353a8b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:13.545518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9', 'name': 'tempest-PortsTestJSON-281207520'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:13.565854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3e2943d1-e8e8-43f6-ab0d-022c3d1c8fab None None] Port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:13.617727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:13.638656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.680090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.687056 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4c47c76e-88ba-4d41-8426-f64104e3204b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c02a6abe-de85-4889-9d0b-226d8d679d67 HTTP/1.1" status: 204 len: 168 time: 1.6871147 Apr 04 11:47:13.690260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38102) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.697923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3d44b-7c46-4293-95b9-dbbf05cea7ea tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:13.699359 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b3e3d44b-7c46-4293-95b9-dbbf05cea7ea tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports/e4ae7c88-48bb-4395-9e14-d5a8f741d8cc HTTP/1.1" status: 200 len: 984 time: 0.2420082 Apr 04 11:47:13.708184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38104) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:13.717189 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:13.749267 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] Routers {'a09c65d2-09eb-40d6-80f9-09631353a8b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:13.750021 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a09c65d2-09eb-40d6-80f9-09631353a8b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:13.839680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-651a699a-9f49-42a3-a96b-0e93ec6641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:13.841266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-651a699a-9f49-42a3-a96b-0e93ec6641f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1097 time: 0.2828987 Apr 04 11:47:13.871667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:13.872413 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b1953-0806-4b49-975b-5a896e2ef652 None None] The sync data for ids ['a09c65d2-09eb-40d6-80f9-09631353a8b8'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:13.885267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Attempting to bind port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:13.887339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Attempting to bind port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:13.888950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Attempting to bind port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 on network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:13.959619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:13.960352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Checking segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:13.960655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.961170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Bound using segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:13.961795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Bound port: 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:13.962293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:13.969008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:13.977278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-703340247'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:13.979671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-00b012f6-cd46-41ee-aab3-6a41942ecc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:13.981272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-00b012f6-cd46-41ee-aab3-6a41942ecc74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.1310897 Apr 04 11:47:13.991797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:13.994690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:14.022132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Pushing event updated for resources: {'Port': ['ID=a645199d-3184-4723-a7bb-5df2310de40c,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:14.039568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1325356897'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:14.039890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ce3937cb-dd22-4587-a310-a7e0af37a46f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:14.058016 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-7ef2e77a-3d9c-4c4e-b228-b083c53e8805 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 200 len: 217 time: 0.0583313 Apr 04 11:47:14.076408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.169270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a39f5c-f15c-4c9b-b0f5-0ac76cd54aaa tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.171332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a39f5c-f15c-4c9b-b0f5-0ac76cd54aaa tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.172854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a39f5c-f15c-4c9b-b0f5-0ac76cd54aaa tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.175354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c3a39f5c-f15c-4c9b-b0f5-0ac76cd54aaa tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4839594 Apr 04 11:47:14.180742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:14.246933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-7629b3de-8bb3-4064-8858-73021c613144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.248976 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-7629b3de-8bb3-4064-8858-73021c613144 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1751621 Apr 04 11:47:14.264537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Made reservation on behalf of 894556ba486c428aa2a1fb042d6199df for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:14.268284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.295902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf8332-ed65-4b7b-97ae-45226fa14c06 req-e61b3a1d-e435-4ec0-8bcb-03565dc1b36f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.304907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:14.304907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.305346 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8bf8332-ed65-4b7b-97ae-45226fa14c06 req-e61b3a1d-e435-4ec0-8bcb-03565dc1b36f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.3159659 Apr 04 11:47:14.305431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.334634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:14.338536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.359146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.360615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:14.374711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 6cfb05c1-e133-4ca4-8145-9b6b094896a6 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:14.421806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ce3937cb-dd22-4587-a310-a7e0af37a46f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:14.422481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.451494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.475986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-bc4df4a6-a115-4e51-8809-1a806da2a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.478004 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-bc4df4a6-a115-4e51-8809-1a806da2a8f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2107546 Apr 04 11:47:14.499175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Attempting to bind port a645199d-3184-4723-a7bb-5df2310de40c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:14.499680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Attempting to bind port a645199d-3184-4723-a7bb-5df2310de40c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'baa4fa19-4948-499f-93e6-7520dda7bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:14.500055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Attempting to bind port a645199d-3184-4723-a7bb-5df2310de40c on network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:14.503367 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8bf8332-ed65-4b7b-97ae-45226fa14c06 req-5817c868-8887-43c7-b320-6931d07328c8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826162 Apr 04 11:47:14.508841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.514714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:14.514942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Checking segment: {'id': 'baa4fa19-4948-499f-93e6-7520dda7bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:14.515198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.515594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Bound using segment: {'id': 'baa4fa19-4948-499f-93e6-7520dda7bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:14.516078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Bound port: a645199d-3184-4723-a7bb-5df2310de40c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa4fa19-4948-499f-93e6-7520dda7bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe36b8f7-eea8-4c62-8a33-13d82ada7f09'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:14.516468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.538840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Allocated IP 172.20.0.2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ccd51161-fcd5-4eb7-bf17-35d9aebe5334/2b01992e-e05b-40da-8b99-03b9b081f481) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:14.552118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Subnet': ['ID=aeeb262b-1182-4117-91d7-97061b8fce88,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:14.566095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] For port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:14.596900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.600603 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9e3ac6e-0477-49de-b498-865d8b4ed7d1 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/subnets/aeeb262b-1182-4117-91d7-97061b8fce88 HTTP/1.1" status: 204 len: 168 time: 1.5722501 Apr 04 11:47:14.605156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38110) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:14.668680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.688206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] For port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:14.710313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.6 (7e00527e-7fcc-4a43-b665-9ae16d2badb9/a3eef97a-95f2-4f21-a4e9-ecf4c49513c9/6cfb05c1-e133-4ca4-8145-9b6b094896a6) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:14.738823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75296c7e-9a56-4622-bbd6-4faede280f84 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:14.740197 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-75296c7e-9a56-4622-bbd6-4faede280f84 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1309128 Apr 04 11:47:14.749168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38112) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:14.775475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406297b8-9c08-4cbe-86f2-e295898a4dc2 None None] Network aa2ce828-1a37-4a4d-90e1-daeca8625302 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:14.791033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-f90745cb-ea6b-4558-a79f-b1be901528e5 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865148 Apr 04 11:47:14.795458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port ce3937cb-dd22-4587-a310-a7e0af37a46f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ce3937cb-dd22-4587-a310-a7e0af37a46f,segment=NetworkSegment(6b82a981-2a79-4c1f-98d4-b061340eec17),segment_id=6b82a981-2a79-4c1f-98d4-b061340eec17)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:14.802826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.818487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.863327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] For port a645199d-3184-4723-a7bb-5df2310de40c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:14.885009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-7e00527e-7fcc-4a43-b665-9ae16d2badb9', 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': 'a3eef97a-95f2-4f21-a4e9-ecf4c49513c9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:14.886154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.923613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:14.924179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d6122da-3c27-450a-a14e-e6079fd4e1df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:14.942196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] For port a645199d-3184-4723-a7bb-5df2310de40c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a645199d-3184-4723-a7bb-5df2310de40c,segment=NetworkSegment(baa4fa19-4948-499f-93e6-7520dda7bf0f),segment_id=baa4fa19-4948-499f-93e6-7520dda7bf0f)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:14.959348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.031004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.061256 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a102ef27-a76c-4b37-8f69-bdedde75fe93 req-43d3e557-5a2c-4664-b004-8ff85ee0b975 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563560 Apr 04 11:47:15.104818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b01992e-e05b-40da-8b99-03b9b081f481,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:15.107927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.121014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting port a645199d-3184-4723-a7bb-5df2310de40c {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:15.121514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.170323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b9419-9a89-4278-932a-cd6d3cb1337f None None] Pushing event updated for resources: {'Port': ['ID=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.173540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9f6b57be-9b80-4c57-b3be-b236264a927d None None] Provisioning complete for port ce3937cb-dd22-4587-a310-a7e0af37a46f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:15.174018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f6b57be-9b80-4c57-b3be-b236264a927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.192627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] For port a645199d-3184-4723-a7bb-5df2310de40c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a645199d-3184-4723-a7bb-5df2310de40c,segment=NetworkSegment(baa4fa19-4948-499f-93e6-7520dda7bf0f),segment_id=baa4fa19-4948-499f-93e6-7520dda7bf0f)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:15.192985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.206203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Calling delete_port for a645199d-3184-4723-a7bb-5df2310de40c owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:15.262642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.293122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.337333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.340888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.364076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.372660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=ce3937cb-dd22-4587-a310-a7e0af37a46f,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.413870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82941c-43fb-4ff4-95c2-2581ca34ee64,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.429501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.439529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 9d6122da-3c27-450a-a14e-e6079fd4e1df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:15.439529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.440369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.443960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade92047-4d53-46be-8e25-6e52296261db None None] Network fe36b8f7-eea8-4c62-8a33-13d82ada7f09 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:15.446156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.453890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:15.456762 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:47:15.487966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.488589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.488943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Added segment c830c0a0-63ba-4211-9148-e5d5f2f01c09 of type vlan for network e741c55b-f383-4ad9-9058-f6079e70e641 Apr 04 11:47:15.490106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Port': ['ID=a645199d-3184-4723-a7bb-5df2310de40c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.499815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] No DVR routers for this DVR port a645199d-3184-4723-a7bb-5df2310de40c on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:15.504166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b330ad-3034-4d17-b1bd-c68a6f2f4f82 None None] Pushing event deleted for resources: {'Port': ['ID=a645199d-3184-4723-a7bb-5df2310de40c,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.554746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] DHCP port deletion for aa2ce828-1a37-4a4d-90e1-daeca8625302 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:15.620937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.625906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:15.643543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:15.663584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=6cfb05c1-e133-4ca4-8145-9b6b094896a6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.665884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:15.680927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:15.723296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.723642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Added segment 75c7a5b7-73ed-41da-bc59-b30331c4d123 of type vlan for network b5f76dc5-9b73-4948-ae17-bada8af5f318 Apr 04 11:47:15.724901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a129a20-1da2-40fe-865b-61f1fead9689,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.737648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Allocated IP 172.20.0.2 (7e00527e-7fcc-4a43-b665-9ae16d2badb9/a3eef97a-95f2-4f21-a4e9-ecf4c49513c9/9d4b8bf9-d39b-405a-aa83-157f1de7ef50) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:15.744486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.763502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.787014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe36b8f7-eea8-4c62-8a33-13d82ada7f09']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:15.824661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30827-609b-4557-bb14-f4da21f0cfda None None] Pushing event updated for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:15.826770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.839686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa4fa19-4948-499f-93e6-7520dda7bf0f') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:15.839981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa4fa19-4948-499f-93e6-7520dda7bf0f') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:15.848385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.864024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:15.864709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.868946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f50cf-ea44-45fb-88af-da55e733c59e req-5545455c-4f9a-44f9-9897-f9b88b6c153c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:15.872711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.876763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d51f50cf-ea44-45fb-88af-da55e733c59e req-5545455c-4f9a-44f9-9897-f9b88b6c153c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.2712889 Apr 04 11:47:15.897949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.905898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.912905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.933299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:15.933767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:15.936968 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:15.962733 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0f9c1bb6-2edb-48fa-926e-39cac3205a10 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4275219 Apr 04 11:47:15.968219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38116) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:15.968729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:15.974864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:15.975484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.054355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.059905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:16.060585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.148300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.155575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d51f50cf-ea44-45fb-88af-da55e733c59e req-2076b4e3-3b75-4c6d-839d-7005a7915325 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778316 Apr 04 11:47:16.160393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.173428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Deleting port ce3937cb-dd22-4587-a310-a7e0af37a46f {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:16.173995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.180991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.231470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.250537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8699496 Apr 04 11:47:16.255273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38118) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:16.257545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e515c-970c-4fd2-adfb-84e151e78e65 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Network': ['ID=e741c55b-f383-4ad9-9058-f6079e70e641,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.270779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'subnet': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:16.283435 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8689268 Apr 04 11:47:16.293795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=fe36b8f7-eea8-4c62-8a33-13d82ada7f09,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.299072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38120) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:16.302548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.303901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:16.306481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2b01992e-e05b-40da-8b99-03b9b081f481 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:16.309399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5730bdb6-2c87-4e41-9856-65d383ec62ad tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/fe36b8f7-eea8-4c62-8a33-13d82ada7f09 HTTP/1.1" status: 204 len: 168 time: 1.5569234 Apr 04 11:47:16.316555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.322051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'subnet': {'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:16.322299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.324103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38122) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:16.325358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.329810 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-143d33ee-1b3b-4f84-9d52-f57e5002af70 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39 HTTP/1.1" status: 204 len: 168 time: 2.1427462 Apr 04 11:47:16.337618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:16.398347 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 6cfb05c1-e133-4ca4-8145-9b6b094896a6 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:16.398919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.440816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.444081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] For port ce3937cb-dd22-4587-a310-a7e0af37a46f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ce3937cb-dd22-4587-a310-a7e0af37a46f,segment=NetworkSegment(6b82a981-2a79-4c1f-98d4-b061340eec17),segment_id=6b82a981-2a79-4c1f-98d4-b061340eec17)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:16.444476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.481057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.581121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.599732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 6cfb05c1-e133-4ca4-8145-9b6b094896a6 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:16.720680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:16.725216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port e4ae7c88-48bb-4395-9e14-d5a8f741d8cc {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:16.729674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.736112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Pushing event updated for resources: {'Port': ['ID=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.746083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec1fd7-fb64-4bea-9faf-109f6f733c2f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Network': ['ID=b5f76dc5-9b73-4948-ae17-bada8af5f318,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:16.749876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd66e85-5631-4be8-bf95-b304be4aae57 None None] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:16.754148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:16.763152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Calling delete_port for ce3937cb-dd22-4587-a310-a7e0af37a46f owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:16.788131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet ccd51161-fcd5-4eb7-bf17-35d9aebe5334 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:16.807473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.845804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:16.846424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Deleting port ce3937cb-dd22-4587-a310-a7e0af37a46f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:16.846773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.851899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:16.885470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4673340-e842-4352-8779-baa5606821bd None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:16.887734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:16.893293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:16.925389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] For port ce3937cb-dd22-4587-a310-a7e0af37a46f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ce3937cb-dd22-4587-a310-a7e0af37a46f,segment=NetworkSegment(6b82a981-2a79-4c1f-98d4-b061340eec17),segment_id=6b82a981-2a79-4c1f-98d4-b061340eec17)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:16.925785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.940601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Calling delete_port for ce3937cb-dd22-4587-a310-a7e0af37a46f owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:16.949309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:16.982382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Made reservation on behalf of 894556ba486c428aa2a1fb042d6199df for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:16.986056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.022461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.042439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.044912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:17.048586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.056717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] Provisioning complete for port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:17.057096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.076229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:17.076615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.085047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=6cfb05c1-e133-4ca4-8145-9b6b094896a6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:17.091985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.122636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for e4ae7c88-48bb-4395-9e14-d5a8f741d8cc owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:17.139499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Port': ['ID=ce3937cb-dd22-4587-a310-a7e0af37a46f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:17.155968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] No DVR routers for this DVR port ce3937cb-dd22-4587-a310-a7e0af37a46f on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:17.226940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.230147 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2288f1aa-d5be-45fa-ad77-cd50d641a909 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/6cfb05c1-e133-4ca4-8145-9b6b094896a6 HTTP/1.1" status: 204 len: 168 time: 1.2591562 Apr 04 11:47:17.247774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Attempting to bind port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:17.248336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Attempting to bind port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:17.248487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Attempting to bind port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 on network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:17.265059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38128) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:17.268468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:17.268854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Checking segment: {'id': '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:17.269259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.269682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Bound using segment: {'id': '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:17.270168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Bound port: 9d4b8bf9-d39b-405a-aa83-157f1de7ef50, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7e00527e-7fcc-4a43-b665-9ae16d2badb9'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:17.270559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.275782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.277606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Router e481d1f9-4bd8-4462-968d-0ff64897faa2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:17.303378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.315733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2ce828-1a37-4a4d-90e1-daeca8625302']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:17.329896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b82a981-2a79-4c1f-98d4-b061340eec17') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:17.330212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b82a981-2a79-4c1f-98d4-b061340eec17') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:17.344162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00832ef-21d4-4d1b-89ac-c6a0809c3b0c req-237b3f02-5926-4e39-b907-30216a38743d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:17.345786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d00832ef-21d4-4d1b-89ac-c6a0809c3b0c req-237b3f02-5926-4e39-b907-30216a38743d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.1119516 Apr 04 11:47:17.349410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.366778 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d03c158-dbed-43f9-b6e2-43ee40ecc940 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:47:17.367426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d03c158-dbed-43f9-b6e2-43ee40ecc940 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:47:17.373032 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6d03c158-dbed-43f9-b6e2-43ee40ecc940 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/6cfb05c1-e133-4ca4-8145-9b6b094896a6 HTTP/1.1" status: 404 len: 333 time: 0.0913041 Apr 04 11:47:17.373194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] Pushing event deleted for resources: {'Port': ['ID=ce3937cb-dd22-4587-a310-a7e0af37a46f,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:17.378791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63783ea-f25d-4450-9ae1-264079273f48 None None] No DVR routers for this DVR port ce3937cb-dd22-4587-a310-a7e0af37a46f on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:17.387804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38130) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:17.398354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d00832ef-21d4-4d1b-89ac-c6a0809c3b0c req-22c06574-3acb-4399-ae3e-fc50e529a56d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Apr 04 11:47:17.404427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.405434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:17.406054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:17.409645 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:17.468065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.498070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4be08cb-fe53-4a85-a2e9-63a3de046a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:17.499702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4be08cb-fe53-4a85-a2e9-63a3de046a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/6cfb05c1-e133-4ca4-8145-9b6b094896a6 HTTP/1.1" status: 404 len: 333 time: 0.1093917 Apr 04 11:47:17.503354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38132) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:17.516176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:17.521805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.566792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet a3eef97a-95f2-4f21-a4e9-ecf4c49513c9 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:17.568822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] For port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:17.571073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.603417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] For port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:17.614278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] For port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,segment=NetworkSegment(1c7963cb-6250-4beb-8dc8-7a7ab665d0fd),segment_id=1c7963cb-6250-4beb-8dc8-7a7ab665d0fd)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:17.618682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.646044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:17.646481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.655335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.667340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.674432 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/aa2ce828-1a37-4a4d-90e1-daeca8625302 HTTP/1.1" status: 204 len: 168 time: 1.3326933 Apr 04 11:47:17.687197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.692890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38134) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:17.708075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.831591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d5f9a78a-c610-4ac3-89d0-79fa05579e2d None None] Could not find standard attr ID for object c02a6abe-de85-4889-9d0b-226d8d679d67. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:17.859768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f88d8-ec6f-4687-a87b-dd0a9e4d364b None None] Pushing event updated for resources: {'Port': ['ID=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:17.872145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d5f9a78a-c610-4ac3-89d0-79fa05579e2d None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:17.873202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a78a-c610-4ac3-89d0-79fa05579e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.890468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.950530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:17.955843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:17.961358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ccd51161-fcd5-4eb7-bf17-35d9aebe5334 HTTP/1.1" status: 204 len: 168 time: 1.6011643 Apr 04 11:47:18.059121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Sync routers for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:18.063473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5aaf8-1f9e-47db-91de-181b5caa6a37 None None] Pushing event updated for resources: {'Port': ['ID=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:18.206470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81989a-0a45-4d00-af21-ef65819e4703 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=aa2ce828-1a37-4a4d-90e1-daeca8625302,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:18.210378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38136) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:18.246425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:18.248218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:18.275861 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8b02e926-7852-4ca3-8f1c-48c4de0a5fa6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620079 Apr 04 11:47:18.299758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38138) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:18.304961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:18.423490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ce3937cb-dd22-4587-a310-a7e0af37a46f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:18.457611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d8d787d6-c6c4-458b-8677-4b6100437e6f None None] Provisioning complete for port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:18.458153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d8d787d6-c6c4-458b-8677-4b6100437e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.461332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:18.466097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ce3937cb-dd22-4587-a310-a7e0af37a46f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:18.466097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ce3937cb-dd22-4587-a310-a7e0af37a46f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:18.472751 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66a2baef-bd81-4198-b4a9-51d2bde37ff5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "PUT /v2.0/routers/e481d1f9-4bd8-4462-968d-0ff64897faa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8044968 Apr 04 11:47:18.493989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b528957-5dc2-4bb8-9336-b438362d699f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd51161-fcd5-4eb7-bf17-35d9aebe5334,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:18.526218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.566629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.596520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.611237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.623672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d8d787d6-c6c4-458b-8677-4b6100437e6f None None] Port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:18.758752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=e4ae7c88-48bb-4395-9e14-d5a8f741d8cc,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:18.781701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.797110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d8d787d6-c6c4-458b-8677-4b6100437e6f None None] Provisioning complete for port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:18.798583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Checking segment: {'id': 'c830c0a0-63ba-4211-9148-e5d5f2f01c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:18.798955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network hostable DHCP agents. Network: e741c55b-f383-4ad9-9058-f6079e70e641, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:18.799459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d8d787d6-c6c4-458b-8677-4b6100437e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.876579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:18.888459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2e224-f353-49b9-8ae2-7f4b68e2e5f2 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:18.902097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Subnet': ['ID=b839066e-2559-43d8-9898-9b8f2a6258e7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:18.932464 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:18.937211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:18.953517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Checking segment: {'id': '75c7a5b7-73ed-41da-bc59-b30331c4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:18.954234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network hostable DHCP agents. Network: b5f76dc5-9b73-4948-ae17-bada8af5f318, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:19.005910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a619e-2950-4367-aac4-58acc63bd822 req-5cee4b63-23e8-4610-95c3-401ff7d4847c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:19.007532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-922a619e-2950-4367-aac4-58acc63bd822 req-5cee4b63-23e8-4610-95c3-401ff7d4847c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.4182463 Apr 04 11:47:19.017143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:19.040957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.078237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Subnet': ['ID=bbbb8e77-de55-4ce2-8f04-88a7a67b0df9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:19.094184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.235065 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-9be73315-8522-44ea-8f93-54d386346938 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31614588&fields=id&tenant_id=a35905c2acfa42f89fd224798d21c0ae HTTP/1.1" status: 200 len: 267 time: 0.3535285 Apr 04 11:47:19.236982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.240962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eef97a-95f2-4f21-a4e9-ecf4c49513c9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:19.256290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.261859 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b3aa56e8-c552-475d-b4af-d3c362abd5e9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/a3eef97a-95f2-4f21-a4e9-ecf4c49513c9 HTTP/1.1" status: 204 len: 168 time: 1.7547143 Apr 04 11:47:19.264430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38154) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.306925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf194342-fbc2-4887-9799-00808c3c36a3']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.351364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a609e24-1a4d-46d2-82fe-4085106f2376') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.351950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a609e24-1a4d-46d2-82fe-4085106f2376') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.367061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.384759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:19.386369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.397448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:19.397930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.403546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router a09c65d2-09eb-40d6-80f9-09631353a8b8 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:19.417787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e741c55b-f383-4ad9-9058-f6079e70e641) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:19.431486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414d6e1-7f27-47fc-903b-0e6628d95063 None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:19.471651 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:19.523152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f442d42-bf28-49fb-9ce0-b12e9d3eee75 None None] Network 7e00527e-7fcc-4a43-b665-9ae16d2badb9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:19.544010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, b5f76dc5-9b73-4948-ae17-bada8af5f318) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:19.562351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-922a619e-2950-4367-aac4-58acc63bd822 req-df88097f-b732-4098-92fb-855aeb3beb28 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396264 Apr 04 11:47:19.568292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:19.580948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.580948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:19.580948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.586536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:19.594986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8d2babd-532b-4d85-94d0-8cfe16799c19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/a09c65d2-09eb-40d6-80f9-09631353a8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8848956 Apr 04 11:47:19.599218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38156) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.606116 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] Sync routers for ids ['a09c65d2-09eb-40d6-80f9-09631353a8b8'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:19.623240 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] Routers {'a09c65d2-09eb-40d6-80f9-09631353a8b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:19.624187 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a09c65d2-09eb-40d6-80f9-09631353a8b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.649607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292836ec-9da0-49a3-8d61-a02b212c3f1b None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:19.652495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.668786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.678160 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] Routers {'a09c65d2-09eb-40d6-80f9-09631353a8b8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:19.678777 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['a09c65d2-09eb-40d6-80f9-09631353a8b8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.714607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.715539 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51608e0c-c515-47dc-b977-e636cdd0773c None None] The sync data for ids ['a09c65d2-09eb-40d6-80f9-09631353a8b8'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:19.719155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-5d8d0d50-fdfe-42e9-8853-841b442419c4 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:19.720641 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-5d8d0d50-fdfe-42e9-8853-841b442419c4 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/networks?id=13a2988c-46d1-471f-95ab-9246b4e9b6e5 HTTP/1.1" status: 200 len: 796 time: 0.4552715 Apr 04 11:47:19.729657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:19.730194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.799434 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-54f89aef-a991-4452-9cdb-8982103aa214 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/quotas/a35905c2acfa42f89fd224798d21c0ae HTTP/1.1" status: 200 len: 375 time: 0.0319576 Apr 04 11:47:19.842364 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-fb5db8c5-c832-4803-b781-463393086e6b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] remove_router_interface failed (client error): The resource could not be found. Apr 04 11:47:19.843411 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb5db8c5-c832-4803-b781-463393086e6b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/a09c65d2-09eb-40d6-80f9-09631353a8b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2431238 Apr 04 11:47:19.846150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38158) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.852689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:19.853043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.879412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0013286f-afeb-41b6-871c-3ef848a14c7c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=a09c65d2-09eb-40d6-80f9-09631353a8b8 HTTP/1.1" status: 200 len: 205 time: 0.0321929 Apr 04 11:47:19.882097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38160) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.894521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.943660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a2e67a0-1555-4384-9375-ba55f58c7fbe tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6825192 Apr 04 11:47:19.949487 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-8accba28-fefa-4bcb-be74-45710b260c67 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a35905c2acfa42f89fd224798d21c0ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370907 Apr 04 11:47:19.954502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38162) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.955630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:19.958769 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/bf194342-fbc2-4887-9799-00808c3c36a3 HTTP/1.1" status: 204 len: 168 time: 2.2618291 Apr 04 11:47:19.970495 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1ef9904-f707-4eb3-b518-e2fde2d16535 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6661470 Apr 04 11:47:19.970495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38164) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.972399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:15Z', 'revision_number': 2, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:19.977287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38166) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:19.980961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1563604085'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:20.000699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1171030160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:20.020940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Checking router: e481d1f9-4bd8-4462-968d-0ff64897faa2 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:20.021334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Updating router e481d1f9-4bd8-4462-968d-0ff64897faa2 port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:47:20.026927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d796-4c30-4d30-bfcb-4d29b0f286fb tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=bf194342-fbc2-4887-9799-00808c3c36a3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:20.041595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] For port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,segment=NetworkSegment(1c7963cb-6250-4beb-8dc8-7a7ab665d0fd),segment_id=1c7963cb-6250-4beb-8dc8-7a7ab665d0fd)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:20.041969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.059565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.080166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:20.111003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:20.139013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.144336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.152355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e741c55b-f383-4ad9-9058-f6079e70e641', 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'tenant_id': 'a9c5a962336540929b48754a79b50d06', 'fixed_ips': [{'subnet_id': 'bbbb8e77-de55-4ce2-8f04-88a7a67b0df9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:20.153669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.202452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Provisioning complete for port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:20.202452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.261695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:20.270696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] DHCP port deletion for 7e00527e-7fcc-4a43-b665-9ae16d2badb9 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:20.292149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.293269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.294477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.297145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.328184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-b5f76dc5-9b73-4948-ae17-bada8af5f318', 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318', 'tenant_id': '894556ba486c428aa2a1fb042d6199df', 'fixed_ips': [{'subnet_id': 'b839066e-2559-43d8-9898-9b8f2a6258e7'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:20.329584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.394850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.421140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dd9bb6-0a24-4125-9d83-50c3fd2be644']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:20.432048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b00182a-cd6e-4984-8b84-cacee93a92dd') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:20.432380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b00182a-cd6e-4984-8b84-cacee93a92dd') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:20.436923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:20.438546 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-26a9ab41-d907-4713-960a-afa38d3e88af service neutron] 10.222.0.43 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415092 Apr 04 11:47:20.441734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.objects.ports [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109637) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:47:20.446438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.462831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.468596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.469202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router a09c65d2-09eb-40d6-80f9-09631353a8b8 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:20.477264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.478646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-26c80ecb-4578-4046-b581-fad908c9e621 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/a09c65d2-09eb-40d6-80f9-09631353a8b8 HTTP/1.1" status: 204 len: 168 time: 0.5919058 Apr 04 11:47:20.480122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:20.480514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:20.484672 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:20.487397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38168) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:20.509244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.592743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet e3eeeb24-23cf-48c5-9754-bc1329b0329c {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:20.597055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.630864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.634799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Deleting port 2b01992e-e05b-40da-8b99-03b9b081f481 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:20.635175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.644754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.646624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Provisioning complete for port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:20.646624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.695046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.696951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:20.700342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.703409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.722369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.725887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] 10.222.0.43 "DELETE /v2.0/networks/95dd9bb6-0a24-4125-9d83-50c3fd2be644 HTTP/1.1" status: 204 len: 168 time: 0.7523234 Apr 04 11:47:20.758890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c905df-b28c-40ef-bc43-9c4a5ff21ac9 tempest-BulkNetworkOpsTest-106165954 tempest-BulkNetworkOpsTest-106165954-project] Pushing event deleted for resources: {'Network': ['ID=95dd9bb6-0a24-4125-9d83-50c3fd2be644,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:20.760105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:20.760593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.775766 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.776979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-57c937b8-f0c8-428c-aeac-6f99efbe5a96 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7812622 Apr 04 11:47:20.785646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38174) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:20.807515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:20.816900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154e0d-fb4c-48a2-b693-0d8630b72bd4 req-b550279a-1c3c-4b07-99a3-a082cae8e138 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:20.818599 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1d154e0d-fb4c-48a2-b693-0d8630b72bd4 req-b550279a-1c3c-4b07-99a3-a082cae8e138 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.1344216 Apr 04 11:47:20.821445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No DVR routers for this DVR port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:20.822315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:20.837855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Allocated IP 2001:db8::2 (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/adce16ec-c247-41c3-aea7-796901482065) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:20.866467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port f8341674-329c-47db-95da-a85a022a2d4a yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:20.891296 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-f26c09f0-1360-450c-a35e-4a1c7a624d15 service neutron] 10.222.0.43 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095030 Apr 04 11:47:20.916986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1d154e0d-fb4c-48a2-b693-0d8630b72bd4 req-60a53156-df55-4f96-8ef5-cf86b59d6ee5 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663743 Apr 04 11:47:21.016222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.069707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Deleting port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:21.069707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.069707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 was deleted so its status cannot be updated. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 04 11:47:21.077603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.083182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/e3eeeb24-23cf-48c5-9754-bc1329b0329c HTTP/1.1" status: 204 len: 168 time: 0.5860641 Apr 04 11:47:21.083968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc39a1-dfea-4b42-9ec4-c951b4be74d4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eeeb24-23cf-48c5-9754-bc1329b0329c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:21.086661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38176) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:21.087279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.097512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Could not find standard attr ID for object 9d4b8bf9-d39b-405a-aa83-157f1de7ef50. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:21.124147 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.plugins.ml2.db [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] No ports have port_id starting with 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 Apr 04 11:47:21.126859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ad39d-6095-46b4-979c-c477ce66ac71 None None] Network da0e421f-3bec-4de1-bc79-dd15cbae0251 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:21.174504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Allocated IP 172.20.0.2 (b5f76dc5-9b73-4948-ae17-bada8af5f318/b839066e-2559-43d8-9898-9b8f2a6258e7/647cf381-754f-46e5-875e-624b6e51e791) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:21.198144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e00527e-7fcc-4a43-b665-9ae16d2badb9']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.223810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.224037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7963cb-6250-4beb-8dc8-7a7ab665d0fd') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.257212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.321996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a3f75dc-c560-48ca-abc9-30871c5f99b2 req-cfb78788-d7aa-43fd-9b2c-e1125369a944 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0559382 Apr 04 11:47:21.343068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b01992e-e05b-40da-8b99-03b9b081f481,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:21.343482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.351787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2b01992e-e05b-40da-8b99-03b9b081f481 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:21.394780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:21.395326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.435281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] For port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:21.435989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.475370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd6532ee-db57-4d85-9fc1-9f76b3ca2544 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:47:21.475978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,segment=NetworkSegment(796dddff-f52b-4d89-8dd7-2062913c349c),segment_id=796dddff-f52b-4d89-8dd7-2062913c349c)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:21.476311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.493418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:21.527615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Calling delete_port for 2b01992e-e05b-40da-8b99-03b9b081f481 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:21.585611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38190) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:21.602877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Calling delete_port for 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:21.609028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Provisioning complete for port 2b01992e-e05b-40da-8b99-03b9b081f481 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:21.609702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e87e5d5-fd60-4d59-8120-f87c29bacea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.616913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:47:21.649836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.682831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.687647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=14f7cf7c-65c4-4892-9c3a-6dcabecf74bc,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:21.691213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.703959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.709415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:21.743192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.754055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:21.754551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:21.757653 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:21.800213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] Pushing event deleted for resources: {'Port': ['ID=9d4b8bf9-d39b-405a-aa83-157f1de7ef50,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:21.865417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.877342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-79f6ed8e-4b76-4844-bc83-e250a782f13b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4df6280fb13645b0872ea735a834de1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878177 Apr 04 11:47:21.877342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38196) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:21.884618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:21.893002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.916319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0ad1e-e609-4fcd-bdca-4a876c52608e None None] No DVR routers for this DVR port 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:21.948471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.959302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0e421f-3bec-4de1-bc79-dd15cbae0251']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.973428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.977391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796dddff-f52b-4d89-8dd7-2062913c349c') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.978362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796dddff-f52b-4d89-8dd7-2062913c349c') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:21.981748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.997603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:21.997795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.023304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86113c5b-3860-44ab-82d1-1d928b63cb6b None None] DHCP port deletion for da0e421f-3bec-4de1-bc79-dd15cbae0251 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:22.029020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.030950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.041876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:22.042133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:22.045245 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:22.057246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.066666 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/7e00527e-7fcc-4a43-b665-9ae16d2badb9 HTTP/1.1" status: 204 len: 168 time: 2.7963324 Apr 04 11:47:22.070458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'port_id': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'mac_address': 'fa:16:3e:26:3d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:47:22.073118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38200) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:22.113898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.122559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1338741262'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:22.168103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56b42-2fe7-430f-a100-b6b6a61c537d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=7e00527e-7fcc-4a43-b665-9ae16d2badb9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.211993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.250039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.259446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.264282 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/da0e421f-3bec-4de1-bc79-dd15cbae0251 HTTP/1.1" status: 204 len: 168 time: 1.1763527 Apr 04 11:47:22.267816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38204) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:22.273731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:22.274093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521990801'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:22.276025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.316608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:22.324965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Pushing event updated for resources: {'Port': ['ID=adce16ec-c247-41c3-aea7-796901482065,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.326485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.328503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:22.332189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.338402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e078ebef-b9eb-4137-81b7-4386702368f3 HTTP/1.1" status: 204 len: 168 time: 0.4573450 Apr 04 11:47:22.346153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:22.349898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.360572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::34c (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/f8341674-329c-47db-95da-a85a022a2d4a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:22.384625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912270ee-b7a5-46d0-b632-87078946f8a6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=da0e421f-3bec-4de1-bc79-dd15cbae0251,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.386855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccb332-fad2-4376-b53c-8046892ecbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e078ebef-b9eb-4137-81b7-4386702368f3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.389706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87058a-a9e3-47b1-b843-8f083303e977 req-a3c02ef3-f658-4379-8acc-7f75335bf112 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:22.398868 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9f87058a-a9e3-47b1-b843-8f083303e977 req-a3c02ef3-f658-4379-8acc-7f75335bf112 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 944 time: 0.3151217 Apr 04 11:47:22.400262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:22.405829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.424251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 2b01992e-e05b-40da-8b99-03b9b081f481, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b01992e-e05b-40da-8b99-03b9b081f481,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:22.458050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:22.458180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.484765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.491641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a898fb05-e143-4fcb-acb5-62ed576b6c2d req-3758dec1-27dc-4ecb-be75-d7d009fa7c2e tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0947435 Apr 04 11:47:22.493399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.493984 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 089d4dde-f76a-41bd-b6fe-de21393c3730 of type vlan for network 6a2050ee-c366-415d-8751-0910c3ce36f0 Apr 04 11:47:22.518236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:22.559819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.560454 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment 0ba362fb-639c-40cd-bf41-6e8c671edcfb of type vlan for network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 Apr 04 11:47:22.563322 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9f87058a-a9e3-47b1-b843-8f083303e977 req-224614c1-21bb-4183-9e82-483b67ff919b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633987 Apr 04 11:47:22.579744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.590854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6532ee-db57-4d85-9fc1-9f76b3ca2544 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:47:22.606741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.617079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.646266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11794e90-be12-4e52-841b-1e925fc05fcc None None] Pushing event updated for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.656823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Attempting to bind port adce16ec-c247-41c3-aea7-796901482065 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:22.656823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Attempting to bind port adce16ec-c247-41c3-aea7-796901482065 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c830c0a0-63ba-4211-9148-e5d5f2f01c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:22.656823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Attempting to bind port adce16ec-c247-41c3-aea7-796901482065 on network e741c55b-f383-4ad9-9058-f6079e70e641 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:22.679506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:22.687663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.689226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.690207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.714536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:22.715500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:22.715876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Checking segment: {'id': 'c830c0a0-63ba-4211-9148-e5d5f2f01c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:22.716287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.716699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Bound using segment: {'id': 'c830c0a0-63ba-4211-9148-e5d5f2f01c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:22.717158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Bound port: adce16ec-c247-41c3-aea7-796901482065, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c830c0a0-63ba-4211-9148-e5d5f2f01c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:22.717547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.727186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Attempting to bind port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:22.727564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Attempting to bind port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:22.727931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Attempting to bind port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 on network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:22.739026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:22.752672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:22.766457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:22.766840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Checking segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:22.770585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.770585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Bound using segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:22.770585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Bound port: aaaf5b9b-a3f7-498c-af0c-5d2066a89df2, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:22.770585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.771098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Allocated IP 172.20.0.1 (b5f76dc5-9b73-4948-ae17-bada8af5f318/b839066e-2559-43d8-9898-9b8f2a6258e7/dfc9ff47-d878-401e-a620-7fd9e0ad3a78) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:22.771569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2534e055-fd78-4df5-a2f9-0d905d7e3801 None None] Provisioning complete for port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:22.771569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2534e055-fd78-4df5-a2f9-0d905d7e3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.775598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Pushing event updated for resources: {'Port': ['ID=647cf381-754f-46e5-875e-624b6e51e791,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.783706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.790930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:22.791644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.830396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.837062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:22.837271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.846078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.847867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.873366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:22.888825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:22.892277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:22.895295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:22.901478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=6a2050ee-c366-415d-8751-0910c3ce36f0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.914481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=3f15433c-b040-413e-8928-cc787265d472,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.925351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=8']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:22.936311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:22.952806 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9701d1ed-2967-43af-8bca-b6e6ee1a9c1e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8747818 Apr 04 11:47:22.955954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38212) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:22.962520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:22.978892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7099814 Apr 04 11:47:22.979502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38216) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:22.992151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:23.020514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] For port adce16ec-c247-41c3-aea7-796901482065, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:23.025100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] For port adce16ec-c247-41c3-aea7-796901482065, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=adce16ec-c247-41c3-aea7-796901482065,segment=NetworkSegment(c830c0a0-63ba-4211-9148-e5d5f2f01c09),segment_id=c830c0a0-63ba-4211-9148-e5d5f2f01c09)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:23.039892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] Pushing event deleted for resources: {'Port': ['ID=2b01992e-e05b-40da-8b99-03b9b081f481,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:23.048806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:23.116006 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2c172423-1166-43a7-853d-839266c725e2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8150930 Apr 04 11:47:23.127487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38222) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:23.135348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:23.167405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.262013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:23.265896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.332061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.357145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c45f54-570e-4774-a0d9-5b62d0fbbe70 None None] No DVR routers for this DVR port 2b01992e-e05b-40da-8b99-03b9b081f481 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:23.358940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23149a19-fb64-48ac-844f-e0dec52779b6 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=3839e19e-0bb8-4c84-8ed6-46c08060ca31,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:23.362267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2534e055-fd78-4df5-a2f9-0d905d7e3801 None None] Port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:23.374331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['cd6532ee-db57-4d85-9fc1-9f76b3ca2544'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:47:23.380473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.382276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:23.382710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d4b8bf9-d39b-405a-aa83-157f1de7ef50 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:23.400509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:23.463340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dacbe6-1abc-49a3-bb11-dff92793b848 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:23.466747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Attempting to bind port 647cf381-754f-46e5-875e-624b6e51e791 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:23.467118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Attempting to bind port 647cf381-754f-46e5-875e-624b6e51e791 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '75c7a5b7-73ed-41da-bc59-b30331c4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:23.467611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Attempting to bind port 647cf381-754f-46e5-875e-624b6e51e791 on network b5f76dc5-9b73-4948-ae17-bada8af5f318 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:23.487948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.508587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:23.512601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.598562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:23.599567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Checking segment: {'id': '75c7a5b7-73ed-41da-bc59-b30331c4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:23.600446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.601096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Bound using segment: {'id': '75c7a5b7-73ed-41da-bc59-b30331c4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:23.601757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Bound port: 647cf381-754f-46e5-875e-624b6e51e791, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c7a5b7-73ed-41da-bc59-b30331c4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:23.602302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.618203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:23.630207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.644240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:23.661507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0b1e3e4-ced5-4346-b9bb-8541611359ca req-5482e137-f215-4c02-b3d8-356bf24e8d36 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0445776 Apr 04 11:47:23.695533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:23.710332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:23.723639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:23.729316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:23.730008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.737153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:23.741167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.805535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:23.805959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 14f7cf7c-65c4-4892-9c3a-6dcabecf74bc not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:23.807941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] For port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:23.854157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] For port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:23.889606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:23.905062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c797b7c-5b45-48c1-a188-6ba89720012b None None] Pushing event updated for resources: {'Port': ['ID=adce16ec-c247-41c3-aea7-796901482065,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:23.912910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:23.959466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] For port 647cf381-754f-46e5-875e-624b6e51e791, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:23.996801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.014055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=7a1a602e-3755-476b-8211-56ed36cfa41b,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.016354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] For port 647cf381-754f-46e5-875e-624b6e51e791, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=647cf381-754f-46e5-875e-624b6e51e791,segment=NetworkSegment(75c7a5b7-73ed-41da-bc59-b30331c4d123),segment_id=75c7a5b7-73ed-41da-bc59-b30331c4d123)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:24.038594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38238) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:24.050269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.050706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.051119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.051557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.051955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.052359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.052788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.053174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.053653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.054053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.054449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.054607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:24.055006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.094027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': '0ba362fb-639c-40cd-bf41-6e8c671edcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:24.094528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 3839e19e-0bb8-4c84-8ed6-46c08060ca31, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:24.110068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.169592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:24.185430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11794e90-be12-4e52-841b-1e925fc05fcc None None] Pushing event updated for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.200267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '3f15433c-b040-413e-8928-cc787265d472'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:24.202090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.240693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:24.240693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:46:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:24.249585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3839e19e-0bb8-4c84-8ed6-46c08060ca31) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:24.254901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:24.255570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.302334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:24.314818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=f8341674-329c-47db-95da-a85a022a2d4a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.315734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758153412'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:24.326351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.333788 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3717668 Apr 04 11:47:24.336760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38242) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:24.351886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b223c72-97f3-42ab-b684-71ac2da890d6 None None] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:24.360360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2028932579', 'allowed_address_pairs': [{'ip_address': '2001:db8::34c', 'mac_address': 'fa:16:3e:f3:1e:5a'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:24.389260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45b7ea5a-2b6b-4c18-8231-d7d0d020a3ef tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3907244 Apr 04 11:47:24.390180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38246) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:24.421336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.421713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.423979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.424054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.424350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.425589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.425589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d361c-0a57-46fb-8835-c3e61402fa27 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:24.440040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1962933159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:24.535135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:24.539147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.555904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.653272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cca45-5895-4a86-9c8c-a2951564e1ad None None] Pushing event updated for resources: {'Port': ['ID=647cf381-754f-46e5-875e-624b6e51e791,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.713413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.718486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:24.779777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] Provisioning complete for port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:24.780146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.784286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.790269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:24.793191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=9c4e7f58-9d8f-4083-af31-9f7c91794a94,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.803485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:24.881320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.893938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.894291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment fb9f1ddb-ffa9-4db8-8df6-18692911019c of type vlan for network c099cdf9-84ff-4e1e-92db-bf65cb323523 Apr 04 11:47:24.901943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1ffa84e0-09e1-4295-93a9-32da064a3b0a req-1cce57f0-5db4-4d0f-87ca-9100c46b1b91 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0832527 Apr 04 11:47:24.905177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c40229-0162-42a5-aa2d-88d468577985 req-fca0b14b-ea2a-4b0a-96b6-525042bb7018 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:24.913305 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46c40229-0162-42a5-aa2d-88d468577985 req-fca0b14b-ea2a-4b0a-96b6-525042bb7018 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 945 time: 1.1936266 Apr 04 11:47:24.923356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:24.961543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-8a6c83e1-8559-44b7-afd9-82115a5592f7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:24.963110 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-8a6c83e1-8559-44b7-afd9-82115a5592f7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.44 "GET /v2.0/networks?id=13a2988c-46d1-471f-95ab-9246b4e9b6e5 HTTP/1.1" status: 200 len: 796 time: 1.0661843 Apr 04 11:47:24.973138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648b13d7-e945-402a-8767-59590c477629,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:24.990784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.001972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.033437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port 8a5beb44-845a-4eb7-aed5-f43312be6251 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:25.053890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=dfc9ff47-d878-401e-a620-7fd9e0ad3a78,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:25.070555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.071611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.076946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:25.080051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Allocated IP 2001:db8::f816:3eff:fe3d:8d4f (ceacc3cd-ec61-49ea-8b56-a460936e63f2/3f15433c-b040-413e-8928-cc787265d472/fb1a3450-4c12-40f9-9776-3f56d12846b4) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:25.121974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:25.144902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:25.145345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.148901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '089d4dde-f76a-41bd-b6fe-de21393c3730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:25.149315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 6a2050ee-c366-415d-8751-0910c3ce36f0, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:25.151592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=ebc5d015-e84c-43d9-897f-f7b82158cdb5,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:25.205414 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46c40229-0162-42a5-aa2d-88d468577985 req-b39960d6-d2b3-4e26-9441-b805e880c72e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911074 Apr 04 11:47:25.208856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::326 (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/8a5beb44-845a-4eb7-aed5-f43312be6251) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:25.227492 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1803b268-4fab-4a7c-9e6b-61a21fec6767 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35905c2acfa42f89fd224798d21c0ae HTTP/1.1" status: 200 len: 378 time: 0.2428453 Apr 04 11:47:25.239823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'port': {'device_id': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'admin_state_up': True, 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'security_groups': ['5f068963-98b1-477a-a6ef-27271dc9144a']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:25.276388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.291540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.295085 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9ca90fcc-7bbe-44b5-845c-b4e66d412010 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1645346 Apr 04 11:47:25.299124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38252) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:25.302701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:25.302701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.321132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:ef:40:9f', 'name': 'tempest-NetworksTestDHCPv6-1843841736'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:25.353771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.370064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff56358-8c8e-4092-91e9-597fe79940e7 None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:25.389669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:25.488132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4483819 Apr 04 11:47:25.491199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d291f7-1ab6-4727-88f3-e30596584ff0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=c099cdf9-84ff-4e1e-92db-bf65cb323523,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:25.571918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.638243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38254) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:25.646448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:25.794436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3839e19e-0bb8-4c84-8ed6-46c08060ca31', 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': '7a1a602e-3755-476b-8211-56ed36cfa41b'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:25.795300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.810829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:25.813723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 647cf381-754f-46e5-875e-624b6e51e791 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:25.830769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e33d9-826a-487f-a855-0c6e4104b6c7 None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:25.872034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:25.875861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.903665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:25.998186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.000030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 6a2050ee-c366-415d-8751-0910c3ce36f0) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:26.004126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.006002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ee969819-99ec-444f-ba65-0f81cfa8bfe2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5864379 Apr 04 11:47:26.011454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:26.014163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:26.017345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.017957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.020782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:26.027603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:26.031615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.033517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.034284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.037458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=8a5beb44-845a-4eb7-aed5-f43312be6251,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:26.078274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a0a79-fc14-45f7-8f84-af2d086067cc None None] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:26.100484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e63918a0-47b1-4ab8-b4f2-c73311470efc req-75c0e0b2-6c5a-41b3-9471-a0a58b6e24e8 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0419343 Apr 04 11:47:26.138198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a0c9e6a5-6a35-4a87-a73b-45c4bbab5856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7997580 Apr 04 11:47:26.148325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38260) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:26.161734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5bba0f3a-217f-49ee-883c-bb83dba952ab tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2007797 Apr 04 11:47:26.163242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38262) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:26.163389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.171062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1062103003'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:26.201328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.274723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:26.334425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04766c-8887-40d0-abb3-b33b1be6709b tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.340486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04766c-8887-40d0-abb3-b33b1be6709b tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.347064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04766c-8887-40d0-abb3-b33b1be6709b tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.353433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aa04766c-8887-40d0-abb3-b33b1be6709b tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1994882 Apr 04 11:47:26.359404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38266) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:26.363531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Made reservation on behalf of a35905c2acfa42f89fd224798d21c0ae for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:26.366947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.377410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:26.405061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.426316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:26.457756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] For port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:26.457756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:26.462960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 647cf381-754f-46e5-875e-624b6e51e791 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:26.463343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.464777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Pushing event updated for resources: {'Port': ['ID=fb1a3450-4c12-40f9-9776-3f56d12846b4,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:26.523758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:26.550682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': 'fb9f1ddb-ffa9-4db8-8df6-18692911019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:26.551109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: c099cdf9-84ff-4e1e-92db-bf65cb323523, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:26.575698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port 8a5beb44-845a-4eb7-aed5-f43312be6251 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:26.576075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.581711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.586907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:23Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:26.590114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Allocated IP 2001:db8::2 (3839e19e-0bb8-4c84-8ed6-46c08060ca31/7a1a602e-3755-476b-8211-56ed36cfa41b/dba9e875-d0c3-4c34-97c0-7054f6f93729) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:26.593845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.610542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:26.616364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.661610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74956e2f-4dce-4a84-8b7f-76c92a7f4889 req-88625fa0-de10-4e2b-a6cf-de57b97aba7d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.662087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:26.663606 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74956e2f-4dce-4a84-8b7f-76c92a7f4889 req-88625fa0-de10-4e2b-a6cf-de57b97aba7d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 945 time: 0.3028827 Apr 04 11:47:26.689575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 5bcf7429-4cf9-499e-a017-937155f76a2f yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:26.696060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848c8b9-4e97-4cc4-a557-8629a77d5bd2 None None] The sync data for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv is: [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:23Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:26.745548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c099cdf9-84ff-4e1e-92db-bf65cb323523) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:26.759579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:26.759969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.763555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 09959d82-667b-4c46-b2f6-c0d37d557d7d yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:26.782612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.789242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e25889-0dbc-456f-822f-ee6b56b4f58c None None] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:26.792093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Attempting to bind port fb1a3450-4c12-40f9-9776-3f56d12846b4 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:26.792597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Attempting to bind port fb1a3450-4c12-40f9-9776-3f56d12846b4 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:26.792818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Attempting to bind port fb1a3450-4c12-40f9-9776-3f56d12846b4 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:26.810257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for 8a5beb44-845a-4eb7-aed5-f43312be6251 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:26.827452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.912682 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-77b95b4c-4cae-4bde-b0c3-4dcc41ef2306 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2727220 Apr 04 11:47:26.937157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38268) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:26.952057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad159dd-604a-4639-bb50-6801a542f493 None None] Pushing event updated for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:26.957006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:26.957379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:26.958991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Allocated IP 172.20.0.5 (13a2988c-46d1-471f-95ab-9246b4e9b6e5/2b2a8d58-21ae-46d8-b713-8b73789869eb/60b14e66-4b31-4432-b897-079066aab201) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:26.962136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.962580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:26.964360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Bound port: fb1a3450-4c12-40f9-9776-3f56d12846b4, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:26.964766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:26.967282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616775127'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:26.977025 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74956e2f-4dce-4a84-8b7f-76c92a7f4889 req-c085dc29-4974-4de0-8bdf-c6ef11cd61c7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904170 Apr 04 11:47:27.014816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-6a2050ee-c366-415d-8751-0910c3ce36f0', 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': '9c4e7f58-9d8f-4083-af31-9f7c91794a94'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:27.016352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.016483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.3 (6a2050ee-c366-415d-8751-0910c3ce36f0/9c4e7f58-9d8f-4083-af31-9f7c91794a94/5bcf7429-4cf9-499e-a017-937155f76a2f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:27.068141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Provisioning complete for port adce16ec-c247-41c3-aea7-796901482065 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:27.068465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.269318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.352838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] For port fb1a3450-4c12-40f9-9776-3f56d12846b4, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:27.356439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] For port fb1a3450-4c12-40f9-9776-3f56d12846b4, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fb1a3450-4c12-40f9-9776-3f56d12846b4,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:27.370142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.402209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-28511fc6-62b9-4682-b1c9-404e89ece471 req-2ce66edf-51c3-40ce-bbef-41da7d7b7789 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.0520492 Apr 04 11:47:27.426731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.440798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:27.460851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.462228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.507458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=8a5beb44-845a-4eb7-aed5-f43312be6251,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:27.552734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 647cf381-754f-46e5-875e-624b6e51e791, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=647cf381-754f-46e5-875e-624b6e51e791,segment=NetworkSegment(75c7a5b7-73ed-41da-bc59-b30331c4d123),segment_id=75c7a5b7-73ed-41da-bc59-b30331c4d123)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:27.572166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.608814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd6532ee-db57-4d85-9fc1-9f76b3ca2544 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:27.680572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.685379 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-14a9b11f-754b-4822-b4a2-420ad530d7c0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/8a5beb44-845a-4eb7-aed5-f43312be6251 HTTP/1.1" status: 204 len: 168 time: 1.3245478 Apr 04 11:47:27.690170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38272) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:27.698702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.726430 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a57fdf-7f05-40b4-98ab-fe6f2907e078 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] GET failed (client error): The resource could not be found. Apr 04 11:47:27.728621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e5a57fdf-7f05-40b4-98ab-fe6f2907e078 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports/8a5beb44-845a-4eb7-aed5-f43312be6251 HTTP/1.1" status: 404 len: 333 time: 0.0377533 Apr 04 11:47:27.733373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38274) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:27.741360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1024171396'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:27.768330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-43d27dfb-ca29-4fdf-8a52-63c5c042f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.771174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.779814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.802476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.825766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:27.831232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.832053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device adce16ec-c247-41c3-aea7-796901482065 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:27.845413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:27.880637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.954396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:27.955161 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 949a8cbe-836a-4b82-b75b-f40d6b7a1dcc of type vlan for network 313e9db9-2563-4044-b0fe-a757648392bb Apr 04 11:47:27.981348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 172.20.0.7 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ebc5d015-e84c-43d9-897f-f7b82158cdb5/09959d82-667b-4c46-b2f6-c0d37d557d7d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:28.004103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:28.008715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:28.012577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:28.062708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.088262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=dfc9ff47-d878-401e-a620-7fd9e0ad3a78,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:28.104475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:feef:409f (ceacc3cd-ec61-49ea-8b56-a460936e63f2/3f15433c-b040-413e-8928-cc787265d472/09959d82-667b-4c46-b2f6-c0d37d557d7d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:28.155368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:28.156278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.158950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.168576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:28.171103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.173231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.198739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port 5404a5f4-1398-48b0-bc2f-5230fe7597b5 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:28.245412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8::1 (3839e19e-0bb8-4c84-8ed6-46c08060ca31/7a1a602e-3755-476b-8211-56ed36cfa41b/28eeeede-1f34-4c2a-9b1e-6f488da93a20) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:28.279504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:28.288564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:28.343968 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1771815 Apr 04 11:47:28.347878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38278) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:28.372653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c38ad-0e56-44a5-b506-d699edccca96 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=5bcf7429-4cf9-499e-a017-937155f76a2f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:28.426679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::194 (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/5404a5f4-1398-48b0-bc2f-5230fe7597b5) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:28.449869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Allocated IP 172.20.0.2 (6a2050ee-c366-415d-8751-0910c3ce36f0/9c4e7f58-9d8f-4083-af31-9f7c91794a94/328fb85a-9558-410f-af37-e0e41c392e26) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:28.540411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.549515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:28.550217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.603530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Pushing event updated for resources: {'Port': ['ID=fb1a3450-4c12-40f9-9776-3f56d12846b4,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:28.673081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:47:28.678484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b646-bcc5-4ae3-acaf-926f84d30368 req-91602815-033d-4e70-9a49-c583b7b30b5f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:28.691186 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3379b646-bcc5-4ae3-acaf-926f84d30368 req-91602815-033d-4e70-9a49-c583b7b30b5f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 945 time: 0.5319571 Apr 04 11:47:28.708738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:28.709253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.711772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.712369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.713049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.713828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.714243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.714651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.715108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.715527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.715948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.716348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.716746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.717138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8a628-1981-41c2-8e31-34c4861c1363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:47:28.729586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-c099cdf9-84ff-4e1e-92db-bf65cb323523', 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:28.730203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.778140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1a0baa79-2d61-42fd-84e2-4c2e346cd442 req-a6a2aa40-0c1c-4f7c-9b01-e49f97ee6e87 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.1944537 Apr 04 11:47:28.833526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 5bcf7429-4cf9-499e-a017-937155f76a2f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:28.834135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.875276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Pushing event updated for resources: {'Port': ['ID=dba9e875-d0c3-4c34-97c0-7054f6f93729,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:28.891145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.916402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] For port adce16ec-c247-41c3-aea7-796901482065, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=adce16ec-c247-41c3-aea7-796901482065,segment=NetworkSegment(c830c0a0-63ba-4211-9148-e5d5f2f01c09),segment_id=c830c0a0-63ba-4211-9148-e5d5f2f01c09)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:28.917609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port adce16ec-c247-41c3-aea7-796901482065 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:28.917986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.952428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Attempting to bind port dba9e875-d0c3-4c34-97c0-7054f6f93729 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:28.952852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Attempting to bind port dba9e875-d0c3-4c34-97c0-7054f6f93729 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0ba362fb-639c-40cd-bf41-6e8c671edcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:28.953203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Attempting to bind port dba9e875-d0c3-4c34-97c0-7054f6f93729 on network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:28.974775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:28.992778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 5bcf7429-4cf9-499e-a017-937155f76a2f owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:29.041163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.068831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:29.069079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Checking segment: {'id': '0ba362fb-639c-40cd-bf41-6e8c671edcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:29.069344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.069476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.069929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Bound using segment: {'id': '0ba362fb-639c-40cd-bf41-6e8c671edcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:29.070406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Bound port: dba9e875-d0c3-4c34-97c0-7054f6f93729, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba362fb-639c-40cd-bf41-6e8c671edcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3839e19e-0bb8-4c84-8ed6-46c08060ca31'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:29.070822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.131598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:29.158233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:29.160850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:29.162698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Provisioning complete for port 647cf381-754f-46e5-875e-624b6e51e791 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:29.163073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.167653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:29.168262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.187151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=647cf381-754f-46e5-875e-624b6e51e791,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.187367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=5404a5f4-1398-48b0-bc2f-5230fe7597b5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.250196 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e27f2f61-e6ea-4e87-8fb9-465e5b7117bc tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5131342 Apr 04 11:47:29.252750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38282) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:29.259831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34c', 'mac_address': 'fa:16:3e:f3:1e:5a'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:29.282631 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3359976 Apr 04 11:47:29.285685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:29.295566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.298760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38284) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:29.304223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '313e9db9-2563-4044-b0fe-a757648392bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:29.306992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37693dc-0d52-48a6-ae22-4f7a7bfe614a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=313e9db9-2563-4044-b0fe-a757648392bb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.312880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.366047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 313e9db9-2563-4044-b0fe-a757648392bb details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:29.376789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3379b646-bcc5-4ae3-acaf-926f84d30368 req-345aa3b9-f95d-4b81-8259-70580ad5c342 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6774793 Apr 04 11:47:29.377888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:29.392719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.404270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=5bcf7429-4cf9-499e-a017-937155f76a2f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.442837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Allocated IP 172.20.255.242 (c099cdf9-84ff-4e1e-92db-bf65cb323523/81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb/776b3bf3-9d63-4cee-b490-846c1965aa86) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:29.469097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.604386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.610586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:29.622619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] For port dba9e875-d0c3-4c34-97c0-7054f6f93729, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:29.637355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.639979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85e972-0662-45d4-9140-e2dae3de3e7b None None] Pushing event updated for resources: {'Port': ['ID=adce16ec-c247-41c3-aea7-796901482065,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.640683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:29.643616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.659232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:29.665110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:29.672185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-267b9454-5309-4613-9d15-8b563538a9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.695193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] For port dba9e875-d0c3-4c34-97c0-7054f6f93729, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dba9e875-d0c3-4c34-97c0-7054f6f93729,segment=NetworkSegment(0ba362fb-639c-40cd-bf41-6e8c671edcfb),segment_id=0ba362fb-639c-40cd-bf41-6e8c671edcfb)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:29.793300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:29.801547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:29.802307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.806415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.827379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:29.827379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bb7c7-2895-4de6-94c5-3b9565156043" -d '{"events": [{"server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:29.863537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:29.873899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Router 5e1037ac-62b1-4bf3-b170-480ec366fef4 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:47:29.901268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03990d2-8d50-4cfd-bed1-2a2222c4e25c x-openstack-request-id: req-d03990d2-8d50-4cfd-bed1-2a2222c4e25c {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:29.901709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:29.902607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d03990d2-8d50-4cfd-bed1-2a2222c4e25c {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:29.903111 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03990d2-8d50-4cfd-bed1-2a2222c4e25c'] response: {'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'code': 200} Apr 04 11:47:29.908264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:29.909663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:29.972201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.979771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:29.992371 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-1c0527e1-5856-4b93-b855-9218d775b133 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7563746 Apr 04 11:47:30.001275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Pushing event updated for resources: {'Port': ['ID=328fb85a-9558-410f-af37-e0e41c392e26,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:30.010335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:30.018308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:30.028106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Request body: {'port': {'device_id': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:30.064834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.156649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:30.157318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.208768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945abf7-0aae-4c9f-a8ce-7386440a730b None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:30.233255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Attempting to bind port 328fb85a-9558-410f-af37-e0e41c392e26 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:30.233832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Attempting to bind port 328fb85a-9558-410f-af37-e0e41c392e26 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '089d4dde-f76a-41bd-b6fe-de21393c3730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:30.234282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Attempting to bind port 328fb85a-9558-410f-af37-e0e41c392e26 on network 6a2050ee-c366-415d-8751-0910c3ce36f0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:30.246221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a53c1-e9a5-4c5f-8988-a9d432a4dd85 None None] Pushing event updated for resources: {'Port': ['ID=dba9e875-d0c3-4c34-97c0-7054f6f93729,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:30.263445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:30.270463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.300470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:30.305003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:30.305631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Checking segment: {'id': '089d4dde-f76a-41bd-b6fe-de21393c3730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:30.306106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.306607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Bound using segment: {'id': '089d4dde-f76a-41bd-b6fe-de21393c3730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:30.307281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Bound port: 328fb85a-9558-410f-af37-e0e41c392e26, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089d4dde-f76a-41bd-b6fe-de21393c3730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a2050ee-c366-415d-8751-0910c3ce36f0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:30.307763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.344148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.346847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:30.361242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Provisioning complete for port dfc9ff47-d878-401e-a620-7fd9e0ad3a78 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:30.362515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.364837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=28eeeede-1f34-4c2a-9b1e-6f488da93a20,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:30.366160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:30.414318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] Sync routers for ids ['5e1037ac-62b1-4bf3-b170-480ec366fef4'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:30.461300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 647cf381-754f-46e5-875e-624b6e51e791 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:30.491623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Port dfc9ff47-d878-401e-a620-7fd9e0ad3a78 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:30.502551 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6a89df7a-1c5b-4db8-9774-f24906e4109f tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "PUT /v2.0/routers/5e1037ac-62b1-4bf3-b170-480ec366fef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6928067 Apr 04 11:47:30.507628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38292) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:30.520890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'port': {'network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318', 'name': 'tempest-FloatingIPNegativeTestJSON-2041757553'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:30.532528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Could not find standard attr ID for object 8a5beb44-845a-4eb7-aed5-f43312be6251. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:30.589855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.602433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=09959d82-667b-4c46-b2f6-c0d37d557d7d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:30.606942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.613813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c0f1442a-1a67-4dc9-aa1f-1cd3f3d1659f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/5bcf7429-4cf9-499e-a017-937155f76a2f HTTP/1.1" status: 204 len: 168 time: 2.2623281 Apr 04 11:47:30.618934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38294) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:30.619117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] Routers {'5e1037ac-62b1-4bf3-b170-480ec366fef4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:30.619862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5e1037ac-62b1-4bf3-b170-480ec366fef4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:30.629809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:30.639856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.644911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e07e-854e-4f38-8925-88a09c79ee9d req-7a411aaf-fabb-4cea-97e8-b38753da0887 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:30.646711 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d92e07e-854e-4f38-8925-88a09c79ee9d req-7a411aaf-fabb-4cea-97e8-b38753da0887 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 931 time: 0.4209268 Apr 04 11:47:30.694745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:30.697481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.716321 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6700b275-2702-40db-a409-48da636b3e31 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:30.721429 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6700b275-2702-40db-a409-48da636b3e31 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/5bcf7429-4cf9-499e-a017-937155f76a2f HTTP/1.1" status: 404 len: 333 time: 0.0705662 Apr 04 11:47:30.728732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38296) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:30.731580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:30.732228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.742229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09bef6-11d2-450e-97ed-43ae66fa69d0 req-42eab1ad-7aad-464c-a947-ef4b16dc570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:30.742505 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3d09bef6-11d2-450e-97ed-43ae66fa69d0 req-42eab1ad-7aad-464c-a947-ef4b16dc570f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1099 time: 0.4101443 Apr 04 11:47:30.743069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:30.745399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Provisioning complete for port adce16ec-c247-41c3-aea7-796901482065 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:30.745867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.746619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.803667 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d92e07e-854e-4f38-8925-88a09c79ee9d req-5688cc93-d1b2-4ce8-888d-78ab0a4505e7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446795 Apr 04 11:47:30.824741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912b4e2-2c6b-4782-a8ae-bde3a2942a44 req-01a3079d-6071-49fa-a023-908797058eb4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:30.824741 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f912b4e2-2c6b-4782-a8ae-bde3a2942a44 req-01a3079d-6071-49fa-a023-908797058eb4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.2595687 Apr 04 11:47:30.925956 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-23f58a78-7225-478b-9eeb-e81aa7d91995 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6206625 Apr 04 11:47:30.932510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:30.935891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38298) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:30.974973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 9c4e7f58-9d8f-4083-af31-9f7c91794a94 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:30.985488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3d09bef6-11d2-450e-97ed-43ae66fa69d0 req-2cc5ff92-09ec-4c19-836b-ea24670aa91b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293465 Apr 04 11:47:30.986193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.014123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] For port 328fb85a-9558-410f-af37-e0e41c392e26, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:31.014350 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f912b4e2-2c6b-4782-a8ae-bde3a2942a44 req-b7198abd-5776-4bfa-b1f4-d5305b648e46 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610789 Apr 04 11:47:31.018175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:31.033961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] Routers {'5e1037ac-62b1-4bf3-b170-480ec366fef4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:31.034734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5e1037ac-62b1-4bf3-b170-480ec366fef4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:31.046817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:31.055753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Made reservation on behalf of 894556ba486c428aa2a1fb042d6199df for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:31.059284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.098473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.101218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:31.102136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7cf32-04b5-44b5-846e-425eb235c111 None None] The sync data for ids ['5e1037ac-62b1-4bf3-b170-480ec366fef4'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:31.103430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Pushing event updated for resources: {'Port': ['ID=776b3bf3-9d63-4cee-b490-846c1965aa86,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:31.124570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:31.128255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] For port 328fb85a-9558-410f-af37-e0e41c392e26, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=328fb85a-9558-410f-af37-e0e41c392e26,segment=NetworkSegment(089d4dde-f76a-41bd-b6fe-de21393c3730),segment_id=089d4dde-f76a-41bd-b6fe-de21393c3730)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:31.147634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 647cf381-754f-46e5-875e-624b6e51e791 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:31.148010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.215030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db578e6e-21c5-4d9a-8c5c-ced1ba97cf6e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:31.222320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db578e6e-21c5-4d9a-8c5c-ced1ba97cf6e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:31.224036 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db578e6e-21c5-4d9a-8c5c-ced1ba97cf6e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2850482 Apr 04 11:47:31.227603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38300) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:31.232744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.267202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.267413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] device_id is not set on port 18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:31.348407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b14e66-4b31-4432-b897-079066aab201 {{(pid=109637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:47:31.396651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.398667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Attempting to bind port 776b3bf3-9d63-4cee-b490-846c1965aa86 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:31.399264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Attempting to bind port 776b3bf3-9d63-4cee-b490-846c1965aa86 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fb9f1ddb-ffa9-4db8-8df6-18692911019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:31.399795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Attempting to bind port 776b3bf3-9d63-4cee-b490-846c1965aa86 on network c099cdf9-84ff-4e1e-92db-bf65cb323523 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:31.435472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.488823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:31.489997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Checking segment: {'id': 'fb9f1ddb-ffa9-4db8-8df6-18692911019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:31.490548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.492501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Bound using segment: {'id': 'fb9f1ddb-ffa9-4db8-8df6-18692911019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:31.493152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Bound port: 776b3bf3-9d63-4cee-b490-846c1965aa86, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f1ddb-ffa9-4db8-8df6-18692911019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c099cdf9-84ff-4e1e-92db-bf65cb323523'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:31.493738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.498926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.provisioning_blocks [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Transition to ACTIVE for port object 60b14e66-4b31-4432-b897-079066aab201 will not be triggered until provisioned by entity L2. {{(pid=109637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:47:31.501116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device adce16ec-c247-41c3-aea7-796901482065 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:31.534126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.551117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Allocated IP 172.20.0.14 (b5f76dc5-9b73-4948-ae17-bada8af5f318/b839066e-2559-43d8-9898-9b8f2a6258e7/18a795dc-a1b3-41ef-9aaa-5fca1735a0b2) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:31.570829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079f47e-c4da-4455-a62c-81c416ad6f65 None None] Pushing event updated for resources: {'Port': ['ID=328fb85a-9558-410f-af37-e0e41c392e26,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:31.587830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.598689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Provisioning complete for port 5404a5f4-1398-48b0-bc2f-5230fe7597b5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:31.599114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.603723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Update dhcp port {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '3f15433c-b040-413e-8928-cc787265d472', 'ip_address': '2001:db8::f816:3eff:fe3d:8d4f'}, {'subnet_id': 'ebc5d015-e84c-43d9-897f-f7b82158cdb5'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': 'fb1a3450-4c12-40f9-9776-3f56d12846b4'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:47:31.612453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port adce16ec-c247-41c3-aea7-796901482065 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:31.612825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.620452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] In _notify_port_updated(), no bound segment for port 5404a5f4-1398-48b0-bc2f-5230fe7597b5 on network e741c55b-f383-4ad9-9058-f6079e70e641 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:47:31.625445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:31.626159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.631255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "PUT /v2.0/ports/5404a5f4-1398-48b0-bc2f-5230fe7597b5 HTTP/1.1" status: 200 len: 1003 time: 2.3736541 Apr 04 11:47:31.631454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38302) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:31.649383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.659088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c0a6e-3cd1-433d-883c-b71179f10491 None None] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:31.662834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c44cf-5ad3-4289-a853-3e95ad389856 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=5404a5f4-1398-48b0-bc2f-5230fe7597b5,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:31.745022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.813038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4e7f58-9d8f-4083-af31-9f7c91794a94,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:31.819138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.868944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:31.886845 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-52b17fc0-fe92-4c26-b0e0-511e18b76f16 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/9c4e7f58-9d8f-4083-af31-9f7c91794a94 HTTP/1.1" status: 204 len: 168 time: 1.1549942 Apr 04 11:47:31.889893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38306) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:32.018796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:32.031479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 09959d82-667b-4c46-b2f6-c0d37d557d7d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:32.032872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.074186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.075949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.128280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.147087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.170506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Port 5404a5f4-1398-48b0-bc2f-5230fe7597b5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:32.185843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=e095da27-d759-46fa-9aa2-63eba17fa6d9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:32.187178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] For port 776b3bf3-9d63-4cee-b490-846c1965aa86, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:32.192691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.201070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] For port 776b3bf3-9d63-4cee-b490-846c1965aa86, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=776b3bf3-9d63-4cee-b490-846c1965aa86,segment=NetworkSegment(fb9f1ddb-ffa9-4db8-8df6-18692911019c),segment_id=fb9f1ddb-ffa9-4db8-8df6-18692911019c)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:32.238031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '949a8cbe-836a-4b82-b75b-f40d6b7a1dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '313e9db9-2563-4044-b0fe-a757648392bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:32.238428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 313e9db9-2563-4044-b0fe-a757648392bb, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:32.255230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.274813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad2a67-6469-4771-9c95-856598ca4d51 req-73f2b0a6-f2d3-47a3-9db2-918b548a0d83 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:32.276300 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39ad2a67-6469-4771-9c95-856598ca4d51 req-73f2b0a6-f2d3-47a3-9db2-918b548a0d83 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.3616590 Apr 04 11:47:32.292733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.354316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=28eeeede-1f34-4c2a-9b1e-6f488da93a20,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:32.371796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096e33-ec3e-414c-a1ff-05d329f0fcff None None] Pushing event updated for resources: {'Port': ['ID=776b3bf3-9d63-4cee-b490-846c1965aa86,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:32.383067 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39ad2a67-6469-4771-9c95-856598ca4d51 req-dddf8e35-0265-4a4b-b527-c5f14cee80d1 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795114 Apr 04 11:47:32.388517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.415015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 09959d82-667b-4c46-b2f6-c0d37d557d7d owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:32.430754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc8fd-ed89-4124-94d9-b22c96d564a5 req-29463687-0d20-4d87-aaf2-4e741c616186 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:32.430754 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b12dc8fd-ed89-4124-94d9-b22c96d564a5 req-29463687-0d20-4d87-aaf2-4e741c616186 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.2562375 Apr 04 11:47:32.431035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 313e9db9-2563-4044-b0fe-a757648392bb is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:32.438995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Attempting to bind port 60b14e66-4b31-4432-b897-079066aab201 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:32.446370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Attempting to bind port 60b14e66-4b31-4432-b897-079066aab201 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:32.446370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Attempting to bind port 60b14e66-4b31-4432-b897-079066aab201 on network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:32.446605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 328fb85a-9558-410f-af37-e0e41c392e26 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:32.446605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.455611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Provisioning complete for port 647cf381-754f-46e5-875e-624b6e51e791 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:32.455993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.475268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Port 60b14e66-4b31-4432-b897-079066aab201 on network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:47:32.475654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Attempting to bind port 60b14e66-4b31-4432-b897-079066aab201 on network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:32.512795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:32.513408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Checking segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:32.513825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Bound using segment: {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:32.514290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Bound port: 60b14e66-4b31-4432-b897-079066aab201, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63811a71-3387-44ac-b88c-a32430084538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5'}}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:32.514696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.516783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fb1a3450-4c12-40f9-9776-3f56d12846b4 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:32.526894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:32.545719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:32.571010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port 5404a5f4-1398-48b0-bc2f-5230fe7597b5 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:32.571499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.617599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 313e9db9-2563-4044-b0fe-a757648392bb) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:32.621889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.646743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73521d-c9b9-476c-ab28-ee9f467deb38 None None] Network 313e9db9-2563-4044-b0fe-a757648392bb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:32.653119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] For port 328fb85a-9558-410f-af37-e0e41c392e26, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=328fb85a-9558-410f-af37-e0e41c392e26,segment=NetworkSegment(089d4dde-f76a-41bd-b6fe-de21393c3730),segment_id=089d4dde-f76a-41bd-b6fe-de21393c3730)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:32.655845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.660142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:32.660969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.702812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 328fb85a-9558-410f-af37-e0e41c392e26 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:32.791831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fb1a3450-4c12-40f9-9776-3f56d12846b4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:32.792205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.800006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Allocated IP 172.20.0.2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ebc5d015-e84c-43d9-897f-f7b82158cdb5/fb1a3450-4c12-40f9-9776-3f56d12846b4) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:32.908454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:32.957115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No DVR routers for this DVR port 328fb85a-9558-410f-af37-e0e41c392e26 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:32.964795 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-689c8b5e-6e2b-4a02-aba7-f97cac00523d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6625957 Apr 04 11:47:32.991693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38310) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:33.005446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=328fb85a-9558-410f-af37-e0e41c392e26,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:33.113582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-69af72ef-0620-40db-b316-47086f084a68 None None] For port fb1a3450-4c12-40f9-9776-3f56d12846b4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fb1a3450-4c12-40f9-9776-3f56d12846b4,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:33.145601 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b12dc8fd-ed89-4124-94d9-b22c96d564a5 req-c44b3ae5-31a4-4495-8e14-499b6e22a0d2 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7006304 Apr 04 11:47:33.154229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.174104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Provisioning complete for port f8341674-329c-47db-95da-a85a022a2d4a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:33.174479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.178507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.204626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb07706-07c5-43e7-b0d1-026d373027b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-313e9db9-2563-4044-b0fe-a757648392bb', 'network_id': '313e9db9-2563-4044-b0fe-a757648392bb', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': 'e095da27-d759-46fa-9aa2-63eba17fa6d9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:33.205895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1bb07706-07c5-43e7-b0d1-026d373027b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.242516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.275276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b6308-c91b-4ef8-8239-71d5102ea483 None None] Network 6a2050ee-c366-415d-8751-0910c3ce36f0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:33.277172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.327936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2050ee-c366-415d-8751-0910c3ce36f0']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:33.349461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2aebf87a-e8e8-4ae4-ba12-712eea58c1bd None None] Port f8341674-329c-47db-95da-a85a022a2d4a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:33.350423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089d4dde-f76a-41bd-b6fe-de21393c3730') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:33.351102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089d4dde-f76a-41bd-b6fe-de21393c3730') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:33.359257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.382982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.433958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:33.464379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:33.484595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.493753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:33.511358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=18a795dc-a1b3-41ef-9aaa-5fca1735a0b2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:33.547458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:33.548854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:33.553293 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:33.585187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.616042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:33.626775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.656496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for 5404a5f4-1398-48b0-bc2f-5230fe7597b5 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:33.666086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:33.678249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.688767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:33.689799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.741133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.766867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.809603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=09959d82-667b-4c46-b2f6-c0d37d557d7d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:33.811936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.834847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:33.835752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.838468 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] 10.222.0.44 "PUT /v2.0/ports/60b14e66-4b31-4432-b897-079066aab201 HTTP/1.1" status: 200 len: 1093 time: 3.8244655 Apr 04 11:47:33.839132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:33.841652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fde05c-7861-4a53-8e09-a2f72145e97d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:33.853856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:47:33.877534 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-40e5eacc-bbd7-40d5-a060-f672f9ca7ffb tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3579750 Apr 04 11:47:33.884000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38316) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:33.898171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:33.922916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af72ef-0620-40db-b316-47086f084a68 None None] Pushing event updated for resources: {'Port': ['ID=fb1a3450-4c12-40f9-9776-3f56d12846b4,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:33.935877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a0325-a3b5-418c-ab27-2ba4d96a1864 x-openstack-request-id: req-977a0325-a3b5-418c-ab27-2ba4d96a1864 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:33.936086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:33.937521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-977a0325-a3b5-418c-ab27-2ba4d96a1864 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:33.938176 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977a0325-a3b5-418c-ab27-2ba4d96a1864'] response: {'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'status': 'completed', 'code': 200} Apr 04 11:47:33.980807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Provisioning complete for port dba9e875-d0c3-4c34-97c0-7054f6f93729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:33.981445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server [None req-1bb07706-07c5-43e7-b0d1-026d373027b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e095da27-d759-46fa-9aa2-63eba17fa6d9: This subnet is being modified by another concurrent operation. Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:47:33.996277 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise exception Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e095da27-d759-46fa-9aa2-63eba17fa6d9: This subnet is being modified by another concurrent operation. Apr 04 11:47:34.003714 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Apr 04 11:47:34.054057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cbf4d-9dd8-4186-99fb-569bda91342e service neutron] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:34.123561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1722da0-ac4a-426f-89cf-0e3f0a08c469 None None] Network 313e9db9-2563-4044-b0fe-a757648392bb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:34.133715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:34.134536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:34.258320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.305482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1c2b7-10d0-4203-aa03-8ee0f4c9e4d3 None None] DHCP port deletion for 6a2050ee-c366-415d-8751-0910c3ce36f0 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:34.322286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.326198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:34.340497 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] Sync routers for ids ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:34.357260 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7613d564-c427-466e-b175-341d07c242a9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3420002 Apr 04 11:47:34.366294 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] Routers {'0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:34.366934 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.368464 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38320) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:34.418243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.418512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.428223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5fd5-3596-4910-bcf6-77bf22310d58 req-7d95c8ae-9455-42a7-95ff-1da6c02076ca tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.431183 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e5ff5fd5-3596-4910-bcf6-77bf22310d58 req-7d95c8ae-9455-42a7-95ff-1da6c02076ca tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.9021721 Apr 04 11:47:34.456775 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] Routers {'0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:34.457728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.465259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.478423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/6a2050ee-c366-415d-8751-0910c3ce36f0 HTTP/1.1" status: 204 len: 168 time: 2.5855401 Apr 04 11:47:34.494651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38322) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:34.507854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=e095da27-d759-46fa-9aa2-63eba17fa6d9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:34.521430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.523436 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.524091 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5621d0f-2278-4b9f-861b-2d3799f7877a None None] The sync data for ids ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:34.525885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'name': 'tempest-PortsTestJSON-1667067596'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:34.548230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606660fa-b20b-47e6-8e2a-4649fc149329 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.553430 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-606660fa-b20b-47e6-8e2a-4649fc149329 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports/28eeeede-1f34-4c2a-9b1e-6f488da93a20 HTTP/1.1" status: 200 len: 911 time: 0.1443896 Apr 04 11:47:34.566891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38324) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:34.571783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-cfff3738-6819-4780-bd1a-253844830e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.572296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcab6e-24df-42d1-a52d-1f016dcb1c40 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=6a2050ee-c366-415d-8751-0910c3ce36f0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:34.579393 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-cfff3738-6819-4780-bd1a-253844830e40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a35905c2acfa42f89fd224798d21c0ae&device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1096 time: 0.6056561 Apr 04 11:47:34.581089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] For port dba9e875-d0c3-4c34-97c0-7054f6f93729, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dba9e875-d0c3-4c34-97c0-7054f6f93729,segment=NetworkSegment(0ba362fb-639c-40cd-bf41-6e8c671edcfb),segment_id=0ba362fb-639c-40cd-bf41-6e8c671edcfb)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:34.616832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6363f9-3e25-4eed-bad6-d9c40e3c0cb2 None None] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:34.635647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.673492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313e9db9-2563-4044-b0fe-a757648392bb']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.685108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e5ff5fd5-3596-4910-bcf6-77bf22310d58 req-edc50b27-8034-4e01-a26c-e3cb5bb43707 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748617 Apr 04 11:47:34.689954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.695227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7b6ca8a2-63bc-4032-aaa3-4c8928bb125b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/09959d82-667b-4c46-b2f6-c0d37d557d7d HTTP/1.1" status: 204 len: 168 time: 3.4666348 Apr 04 11:47:34.697363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a8cbe-836a-4b82-b75b-f40d6b7a1dcc') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.697870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a8cbe-836a-4b82-b75b-f40d6b7a1dcc') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:34.700758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38326) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:34.735906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.762641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.773334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.774953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:34.775360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.781348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09112371-3037-4ba7-a138-8e5dbff07f1d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.783060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09112371-3037-4ba7-a138-8e5dbff07f1d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.784603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09112371-3037-4ba7-a138-8e5dbff07f1d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09112371-3037-4ba7-a138-8e5dbff07f1d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0858097 Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:34.789712 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:34.800680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38328) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:34.832966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.834015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Could not find standard attr ID for object 328fb85a-9558-410f-af37-e0e41c392e26. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:34.844050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.848989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Pushing event updated for resources: {'Port': ['ID=dba9e875-d0c3-4c34-97c0-7054f6f93729,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:34.934119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port fb1a3450-4c12-40f9-9776-3f56d12846b4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fb1a3450-4c12-40f9-9776-3f56d12846b4,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:34.935051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Provisioning complete for port fb1a3450-4c12-40f9-9776-3f56d12846b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:34.935421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:34.936568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 3f15433c-b040-413e-8928-cc787265d472 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:34.941228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.002817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.033806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:35.037276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.049615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.051773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.052689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:35.119854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.128174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.131241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.138858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/313e9db9-2563-4044-b0fe-a757648392bb HTTP/1.1" status: 204 len: 168 time: 2.1404629 Apr 04 11:47:35.155239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38330) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:35.162676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961159637'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:35.165176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=fb1a3450-4c12-40f9-9776-3f56d12846b4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:35.181235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eab780-4dc5-4340-8a44-4d26819ef330 req-14e256bd-c73f-4382-84dd-9b2a22c5e0b4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:35.182936 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e9eab780-4dc5-4340-8a44-4d26819ef330 req-14e256bd-c73f-4382-84dd-9b2a22c5e0b4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.8636270 Apr 04 11:47:35.193764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 38f08d65-ed5c-4c97-a2bf-514f362ac145 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:35.202012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168b1a-95f0-4334-8872-85da8c358292 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=313e9db9-2563-4044-b0fe-a757648392bb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:35.215505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:35.225795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.269935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=5404a5f4-1398-48b0-bc2f-5230fe7597b5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:35.300982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:35.310064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.338637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.386369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:35.387035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:35.399981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:35.402271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=3f15433c-b040-413e-8928-cc787265d472,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:35.423091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.427014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-490d2644-cdc2-4ee6-ba56-484c577335d8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/3f15433c-b040-413e-8928-cc787265d472 HTTP/1.1" status: 204 len: 168 time: 0.6267645 Apr 04 11:47:35.429404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38332) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:35.462690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-650fcb76-eba7-4bb1-aca1-163bb86da37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:35.464428 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-650fcb76-eba7-4bb1-aca1-163bb86da37f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a35905c2acfa42f89fd224798d21c0ae&shared=False HTTP/1.1" status: 200 len: 897 time: 0.8719223 Apr 04 11:47:35.494139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.494294 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 7d43844a-1e6d-47bf-a0dc-d33c520fd485 of type vlan for network cefa8faf-019b-42cf-994b-3d7449cc8d08 Apr 04 11:47:35.562059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet ebc5d015-e84c-43d9-897f-f7b82158cdb5 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:35.566128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.569963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.570523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.639535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.741393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbbe28-821e-4f89-8963-2013dbafcbb4 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:35.774832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.785521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:35.788673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.861889 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e9eab780-4dc5-4340-8a44-4d26819ef330 req-2b1aac5d-a1cc-4cc9-9df2-86dbb8317793 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5956104 Apr 04 11:47:35.900897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:35.904612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-530e42d1-35ed-4fd1-aa44-b4412c68f703 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/5404a5f4-1398-48b0-bc2f-5230fe7597b5 HTTP/1.1" status: 204 len: 168 time: 4.2721217 Apr 04 11:47:35.916319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:35.950881 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb19f728-29ec-4300-91a5-76050d01691c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] GET failed (client error): The resource could not be found. Apr 04 11:47:35.952643 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bb19f728-29ec-4300-91a5-76050d01691c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports/5404a5f4-1398-48b0-bc2f-5230fe7597b5 HTTP/1.1" status: 404 len: 333 time: 0.0332587 Apr 04 11:47:35.961416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:35.981048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-917213716'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:35.997537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3aa35-e170-4dae-bdfe-6c54897e9ae6 req-a4db76d0-43e1-47d3-b802-94b698e8c04c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:35.999102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-58b3aa35-e170-4dae-bdfe-6c54897e9ae6 req-a4db76d0-43e1-47d3-b802-94b698e8c04c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.1790826 Apr 04 11:47:36.020263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Could not find standard attr ID for object 5404a5f4-1398-48b0-bc2f-5230fe7597b5. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:36.060843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9021184 Apr 04 11:47:36.064871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 776b3bf3-9d63-4cee-b490-846c1965aa86 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:36.065060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38342) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:36.065060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.077458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-b153d552-3175-4515-ab67-7382d2b39957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:36.079744 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d6fde05c-7861-4a53-8e09-a2f72145e97d req-b153d552-3175-4515-ab67-7382d2b39957 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5772576 Apr 04 11:47:36.095421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.121442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:36.130476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507d32b-ca54-4bc1-955f-04dbaa33948d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=cefa8faf-019b-42cf-994b-3d7449cc8d08,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:36.131617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Provisioning complete for port 28eeeede-1f34-4c2a-9b1e-6f488da93a20 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.132003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.161789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network cefa8faf-019b-42cf-994b-3d7449cc8d08 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:36.173344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.242737 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-58b3aa35-e170-4dae-bdfe-6c54897e9ae6 req-8e54ca3b-2226-4fed-8313-8594e18f3184 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731193 Apr 04 11:47:36.263050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1181f855-93a9-49f7-9650-2c8c7a341752 None None] Port 28eeeede-1f34-4c2a-9b1e-6f488da93a20 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:36.274383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 776b3bf3-9d63-4cee-b490-846c1965aa86 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.274711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.307868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:36.318711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.323815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28531a-2566-498b-9fec-5bb5467affc8 req-1a4ae352-69d8-4c11-ae8d-e45895e3ea72 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:36.325285 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee28531a-2566-498b-9fec-5bb5467affc8 req-1a4ae352-69d8-4c11-ae8d-e45895e3ea72 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.3021581 Apr 04 11:47:36.335882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.341618 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ebc5d015-e84c-43d9-897f-f7b82158cdb5 HTTP/1.1" status: 204 len: 168 time: 0.9111927 Apr 04 11:47:36.344132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38344) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:36.355327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:36.363303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=38f08d65-ed5c-4c97-a2bf-514f362ac145,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:36.367889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:36.373407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:36.374069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.383557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0f765-9fc4-461f-8c23-d5c1082eca4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc5d015-e84c-43d9-897f-f7b82158cdb5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:36.401010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Provisioning complete for port 18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.401748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.421329 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e5756c7a-dede-4a3f-970a-74f0fcdc1715 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734086 Apr 04 11:47:36.421329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:36.424627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.427093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38346) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:36.431820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.432193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:36.492436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 776b3bf3-9d63-4cee-b490-846c1965aa86, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=776b3bf3-9d63-4cee-b490-846c1965aa86,segment=NetworkSegment(fb9f1ddb-ffa9-4db8-8df6-18692911019c),segment_id=fb9f1ddb-ffa9-4db8-8df6-18692911019c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:36.494078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Port 18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:36.516981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Provisioning complete for port fb1a3450-4c12-40f9-9776-3f56d12846b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.517344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.546475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing IP validity checks on allocation pools {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:47:36.546996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:47:36.603889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.604670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fb1a3450-4c12-40f9-9776-3f56d12846b4 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:36.693183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:36.700875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.717546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Could not find standard attr ID for object c02a6abe-de85-4889-9d0b-226d8d679d67. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:36.728552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=776b3bf3-9d63-4cee-b490-846c1965aa86,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:36.746114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fb1a3450-4c12-40f9-9776-3f56d12846b4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.746114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.748740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Provisioning complete for port 28eeeede-1f34-4c2a-9b1e-6f488da93a20 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.749105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.817160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Port 28eeeede-1f34-4c2a-9b1e-6f488da93a20 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:36.845540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Provisioning complete for port 776b3bf3-9d63-4cee-b490-846c1965aa86 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:36.846593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.850502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.857594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-f4bba822-c8b2-4b29-9da8-18c7cbb06a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:36.859118 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-f4bba822-c8b2-4b29-9da8-18c7cbb06a31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a35905c2acfa42f89fd224798d21c0ae&device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1096 time: 0.7039711 Apr 04 11:47:36.868059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:36.878191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:36.957148 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-4ebdddc8-a3c1-495c-beb9-793ee763301a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b14e66-4b31-4432-b897-079066aab201 HTTP/1.1" status: 200 len: 217 time: 0.0792594 Apr 04 11:47:36.968432 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4a9520d0-0cdb-49f6-af4a-7efcb3f6942e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4578257 Apr 04 11:47:36.971225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38348) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:36.981699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Allocated IP 172.26.1.122 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/e150bce8-6784-42cd-ae72-4af77620452a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:36.997750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:37.007876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee28531a-2566-498b-9fec-5bb5467affc8 req-4ec907ba-95a6-4425-84a5-215ca99c0a2e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6557043 Apr 04 11:47:37.041870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38350) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:37.054261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=7f0c3006-3674-4e04-92f7-a048e7f030fe,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:37.102167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '7d43844a-1e6d-47bf-a0dc-d33c520fd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:37.102672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: cefa8faf-019b-42cf-994b-3d7449cc8d08, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:37.114479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35170215-d8ae-4d0e-9a0e-34dc3cee4225 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:37.141043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dba9e875-d0c3-4c34-97c0-7054f6f93729 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:37.181377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 38f08d65-ed5c-4c97-a2bf-514f362ac145 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:37.181907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.210311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-454992ea-5727-4212-b17e-b5e0295c7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.212050 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-454992ea-5727-4212-b17e-b5e0295c7701 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2a8d58-21ae-46d8-b713-8b73789869eb HTTP/1.1" status: 200 len: 835 time: 0.2364528 Apr 04 11:47:37.224596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a5d454c9-32b4-4509-ab11-cfc221b26ef5 None None] Could not find standard attr ID for object 09959d82-667b-4c46-b2f6-c0d37d557d7d. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:37.233796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.244575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network cefa8faf-019b-42cf-994b-3d7449cc8d08 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:37.294640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.306600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dba9e875-d0c3-4c34-97c0-7054f6f93729 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:37.306600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.309578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.359436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b04ec3-edb0-4ea0-a470-fa2af1aaad11 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.361907 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-86b04ec3-edb0-4ea0-a470-fa2af1aaad11 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1094 time: 0.3176916 Apr 04 11:47:37.373747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-760acb58-59f1-4503-af2f-a5120747fc0c None None] Provisioning complete for port fb1a3450-4c12-40f9-9776-3f56d12846b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:37.374137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-760acb58-59f1-4503-af2f-a5120747fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.377396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38356) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:37.396905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, cefa8faf-019b-42cf-994b-3d7449cc8d08) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:37.402010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.402998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.415867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:37.427448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:37.428156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 38f08d65-ed5c-4c97-a2bf-514f362ac145 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:37.436885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0794343-d124-4686-b262-3e29517bb490 None None] Network cefa8faf-019b-42cf-994b-3d7449cc8d08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:37.439229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::397 (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/9eb9a5f8-7be2-47bf-892c-7d4cfe538124) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:37.475415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:37.493412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-2646b4a8-c78e-4591-a08c-e777b9499bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.494916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:37.495090 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-2646b4a8-c78e-4591-a08c-e777b9499bfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a2988c-46d1-471f-95ab-9246b4e9b6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2585688 Apr 04 11:47:37.497541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.498194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.554546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=0226c1ae-4949-4147-958f-c890da53df76,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:37.580908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-033c52ce-4741-4de2-a4e6-147fa80d5a4b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5022693 Apr 04 11:47:37.581621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38358) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:37.608402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1fdb-05ad-4a3b-82ae-6460c6619d6c req-4f9833ba-5d7a-443c-bed8-bfb4a8dd3df7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:37.610012 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a9f1fdb-05ad-4a3b-82ae-6460c6619d6c req-4f9833ba-5d7a-443c-bed8-bfb4a8dd3df7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.2373407 Apr 04 11:47:37.620684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.641980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Deleting port fb1a3450-4c12-40f9-9776-3f56d12846b4 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:37.642367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.673792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c065a446-f6e9-4b66-977c-e5c041e8efba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2455707 Apr 04 11:47:37.674984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38360) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:37.721630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:37.737830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a9f1fdb-05ad-4a3b-82ae-6460c6619d6c req-5b64d1c7-12fb-496b-b3eb-4af289d02ecc tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128492 Apr 04 11:47:37.755641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.762228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-cefa8faf-019b-42cf-994b-3d7449cc8d08', 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '7f0c3006-3674-4e04-92f7-a048e7f030fe'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:37.763643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.771848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] For port fb1a3450-4c12-40f9-9776-3f56d12846b4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fb1a3450-4c12-40f9-9776-3f56d12846b4,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:37.772378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.797808 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-dcbebd36-1478-42a1-a267-5a665aee6b44 service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889683 Apr 04 11:47:37.817378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Calling delete_port for fb1a3450-4c12-40f9-9776-3f56d12846b4 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:37.878835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.910692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.921092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 776b3bf3-9d63-4cee-b490-846c1965aa86 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:37.923170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.936129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.946875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:37.949593 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/38f08d65-ed5c-4c97-a2bf-514f362ac145 HTTP/1.1" status: 204 len: 168 time: 0.9730504 Apr 04 11:47:37.951848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712d0e1-9cd4-4fe1-b7ab-8e2e4cc16d26 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=38f08d65-ed5c-4c97-a2bf-514f362ac145,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:37.955696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38362) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:37.965446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'mac_address': 'fa:16:3e:e6:f6:2a', 'name': 'tempest-PortsTestJSON-1855360962'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:38.008610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:38.050399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:38.058725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:38.058950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Allocated IP 172.20.0.3 (cefa8faf-019b-42cf-994b-3d7449cc8d08/7f0c3006-3674-4e04-92f7-a048e7f030fe/fddd4e48-ebe8-4fad-819d-1c7e009b8aba) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:38.063333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=e150bce8-6784-42cd-ae72-4af77620452a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:38.067036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 776b3bf3-9d63-4cee-b490-846c1965aa86 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:38.067036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.080041 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ccaa308-a22c-4d62-82ec-6e1ea96cc416 req-b06ecc74-a1ae-4b2f-a397-95eb3b007b07 service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750380 Apr 04 11:47:38.122535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:38.125991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.158667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.187776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 28eeeede-1f34-4c2a-9b1e-6f488da93a20 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:38.188125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.199959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] Pushing event deleted for resources: {'Port': ['ID=fb1a3450-4c12-40f9-9776-3f56d12846b4,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:38.204514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda513ac-5690-4ba7-abac-1b284c88a5d7 None None] No DVR routers for this DVR port fb1a3450-4c12-40f9-9776-3f56d12846b4 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:38.240761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07120e-807a-4a3e-9271-1a4bbf6bc868 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:38.250697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.285045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.289927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fb1a3450-4c12-40f9-9776-3f56d12846b4 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:38.304657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.312283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:38.325138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.330146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fb1a3450-4c12-40f9-9776-3f56d12846b4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:38.330507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fb1a3450-4c12-40f9-9776-3f56d12846b4 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:38.359919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:38.369803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:38.372757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.375317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=9eb9a5f8-7be2-47bf-892c-7d4cfe538124,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:38.377918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:38.383506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:38.384144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.402046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 28eeeede-1f34-4c2a-9b1e-6f488da93a20 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:38.454681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.489367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.495744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.521151 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25da55be-f968-4df5-80cd-4516253c840d tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5496640 Apr 04 11:47:38.526557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38364) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:38.538768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '0226c1ae-4949-4147-958f-c890da53df76'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:38.539860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.549165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f3:1e:5a'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:38.571124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.700670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Network cefa8faf-019b-42cf-994b-3d7449cc8d08 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:38.710298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:38.714741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Pushing event updated for resources: {'Port': ['ID=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:38.720544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:38.778029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.823037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Allocated IP 172.20.0.2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/0226c1ae-4949-4147-958f-c890da53df76/8b9277a0-fbdc-4625-8fbd-87b5a39520e9) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:38.839790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Attempting to bind port fddd4e48-ebe8-4fad-819d-1c7e009b8aba on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:38.840148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Attempting to bind port fddd4e48-ebe8-4fad-819d-1c7e009b8aba by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '7d43844a-1e6d-47bf-a0dc-d33c520fd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:38.840456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Attempting to bind port fddd4e48-ebe8-4fad-819d-1c7e009b8aba on network cefa8faf-019b-42cf-994b-3d7449cc8d08 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:38.845520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.849933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6303bdbd-54b2-4fac-9cfb-a0519a672630 None None] Provisioning complete for port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:38.850404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6303bdbd-54b2-4fac-9cfb-a0519a672630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Checking segment: {'id': '7d43844a-1e6d-47bf-a0dc-d33c520fd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Bound using segment: {'id': '7d43844a-1e6d-47bf-a0dc-d33c520fd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Bound port: fddd4e48-ebe8-4fad-819d-1c7e009b8aba, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d43844a-1e6d-47bf-a0dc-d33c520fd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:38.860940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.875595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=28eeeede-1f34-4c2a-9b1e-6f488da93a20,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:38.888149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:38.973488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6303bdbd-54b2-4fac-9cfb-a0519a672630 None None] Port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:39.019270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 3e6e1b5a-b251-46b9-b9e3-de2044a7703e yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:39.040194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] For port fddd4e48-ebe8-4fad-819d-1c7e009b8aba, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:39.074263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] For port fddd4e48-ebe8-4fad-819d-1c7e009b8aba, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,segment=NetworkSegment(7d43844a-1e6d-47bf-a0dc-d33c520fd485),segment_id=7d43844a-1e6d-47bf-a0dc-d33c520fd485)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:39.077599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171a6b-158f-4bde-af4e-ffa30d1d0836 req-a5f8a5a0-6a71-4151-9340-b5b804fd3d06 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:39.086244 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a171a6b-158f-4bde-af4e-ffa30d1d0836 req-a5f8a5a0-6a71-4151-9340-b5b804fd3d06 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.2072020 Apr 04 11:47:39.104949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.124189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.168755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.175835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=e150bce8-6784-42cd-ae72-4af77620452a,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:39.182863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.205316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a171a6b-158f-4bde-af4e-ffa30d1d0836 req-3cbb596a-5a6c-480e-9e6e-dcff5d330404 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177943 Apr 04 11:47:39.208429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.230370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:39.246111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:39.249779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:39.285141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.286172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.302049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed14268-afa7-45a1-966b-bc4fabd04532 None None] Pushing event updated for resources: {'Port': ['ID=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:39.302889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.26.1.189 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/93952e83-d334-428e-89e2-931459233077) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:39.342314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Attempting to bind port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:39.342695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Attempting to bind port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:39.343063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Attempting to bind port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:39.353301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:39.353550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:39.353986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.354612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:39.354870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Bound port: 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:39.355262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.367979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Pushing event updated for resources: {'Port': ['ID=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:39.368186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.371476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0c3006-3674-4e04-92f7-a048e7f030fe,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:39.372582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38368) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:39.373458 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bb6ee8df-7e32-4656-8a3c-2653752ced71 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4883807 Apr 04 11:47:39.391952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-79bd9f1c-049c-418d-a40a-84e419cde97c tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'floatingip': {'port_id': '18a795dc-a1b3-41ef-9aaa-5fca1735a0b2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:39.421664 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:39.444270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] For port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:39.449059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] For port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:39.519256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.526987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:39.538979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-48e3b29f-517d-40d8-a6b6-3ccbe2aba796 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9563811 Apr 04 11:47:39.541533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:39.544145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] Sync routers for ids ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:39.577656 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9c57c03-0ae9-4b7f-a17a-0b681be3c890 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e HTTP/1.1" status: 200 len: 205 time: 0.0349171 Apr 04 11:47:39.578507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38372) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:39.581117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-79bd9f1c-049c-418d-a40a-84e419cde97c tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.640597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] Routers {'0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:39.641246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:39.678971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.801599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.872010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.897698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.899229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:39.937418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683bfdc-db34-415b-87c0-0bfd00e244fe None None] Pushing event updated for resources: {'Port': ['ID=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:39.944063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fddd4e48-ebe8-4fad-819d-1c7e009b8aba up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:39.946629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:39.994479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] Routers {'0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:39.995140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:40.047331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:40.048013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aac3c9-3acb-44c6-82a5-acd7cfa993dd None None] The sync data for ids ['0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:40.072982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fddd4e48-ebe8-4fad-819d-1c7e009b8aba triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:40.073504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.137446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-79bd9f1c-049c-418d-a40a-84e419cde97c tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] update failed (client error): The resource could not be found. Apr 04 11:47:40.141994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-79bd9f1c-049c-418d-a40a-84e419cde97c tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "PUT /v2.0/floatingips/f2db9d94-31a4-4807-8b9b-d6c361ab2cde HTTP/1.1" status: 404 len: 507 time: 0.7510538 Apr 04 11:47:40.147787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefa8faf-019b-42cf-994b-3d7449cc8d08']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:40.159735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38374) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:40.178410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.219260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port fddd4e48-ebe8-4fad-819d-1c7e009b8aba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,segment=NetworkSegment(7d43844a-1e6d-47bf-a0dc-d33c520fd485),segment_id=7d43844a-1e6d-47bf-a0dc-d33c520fd485)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:40.240572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:47:40.242372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d43844a-1e6d-47bf-a0dc-d33c520fd485') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:40.242673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d43844a-1e6d-47bf-a0dc-d33c520fd485') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:40.324029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.340399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.394733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:40.427420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.455035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.455815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:40.465204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.468215 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-becb160e-33d9-4386-a45e-6969458c8b28 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e HTTP/1.1" status: 204 len: 168 time: 0.8860846 Apr 04 11:47:40.472652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38378) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:40.505982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.525024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.533617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet 7a1a602e-3755-476b-8211-56ed36cfa41b {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:40.538964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.563858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c1711-06fe-4897-8d91-52163c7b5963 None None] Network cefa8faf-019b-42cf-994b-3d7449cc8d08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:40.568018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:40.568421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:40.571600 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:40.591730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.687951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.697248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-13001e1c-5dd7-4aa5-91e6-df8b27763048 None None] Provisioning complete for port fddd4e48-ebe8-4fad-819d-1c7e009b8aba triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:40.697720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-13001e1c-5dd7-4aa5-91e6-df8b27763048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.738634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=3e6e1b5a-b251-46b9-b9e3-de2044a7703e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:40.749504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:40.791886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4eb0-353f-43fe-a05c-29cf8ead64d6 req-03807652-bfe3-46c1-b949-d09cb8f22b48 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:40.793770 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-78fb4eb0-353f-43fe-a05c-29cf8ead64d6 req-03807652-bfe3-46c1-b949-d09cb8f22b48 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.5029304 Apr 04 11:47:40.803388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:40.823980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:40.830130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:40.830773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.850520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.851447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.859142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] DHCP port deletion for cefa8faf-019b-42cf-994b-3d7449cc8d08 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:40.871200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:47:40.871200 dv-neutron-835866-1-hyperv neutron-server[109636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:47:40.871200 dv-neutron-835866-1-hyperv neutron-server[109636]: [parameters: {'id': 'cefa8faf-019b-42cf-994b-3d7449cc8d08'}] Apr 04 11:47:40.871200 dv-neutron-835866-1-hyperv neutron-server[109636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:40.871651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:40.885729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1a602e-3755-476b-8211-56ed36cfa41b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:40.889458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting port e150bce8-6784-42cd-ae72-4af77620452a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:40.889882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.894171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.897972 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ed2d722-580b-46bc-aa4d-2fcb4b7fbe5e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/7a1a602e-3755-476b-8211-56ed36cfa41b HTTP/1.1" status: 204 len: 168 time: 0.4239805 Apr 04 11:47:40.900396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38382) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:40.905037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c25e17-124e-4e86-bc16-fb47ab4e4cc8 None None] Network 3839e19e-0bb8-4c84-8ed6-46c08060ca31 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:40.925303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:40.977085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.011919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.047166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Deleting port fddd4e48-ebe8-4fad-819d-1c7e009b8aba {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:41.047538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.060249 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-78fb4eb0-353f-43fe-a05c-29cf8ead64d6 req-e6d0ed8e-9734-4a97-9368-cd4a03d16bfb tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2427108 Apr 04 11:47:41.060879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=93952e83-d334-428e-89e2-931459233077,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:41.077970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port dba9e875-d0c3-4c34-97c0-7054f6f93729 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:41.078609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.106195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ae4a8699-54d8-4cfa-9b66-ccbac4f03ac1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1422279 Apr 04 11:47:41.114230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38384) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:41.151041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] For port fddd4e48-ebe8-4fad-819d-1c7e009b8aba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,segment=NetworkSegment(7d43844a-1e6d-47bf-a0dc-d33c520fd485),segment_id=7d43844a-1e6d-47bf-a0dc-d33c520fd485)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:41.151589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.166697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Calling delete_port for fddd4e48-ebe8-4fad-819d-1c7e009b8aba owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:41.171536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.172117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.182451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:41.200042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] In _notify_port_updated(), no bound segment for port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 on network e741c55b-f383-4ad9-9058-f6079e70e641 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:47:41.220805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:41.221408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.227073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0428619e-8288-491d-b8e0-151d970d12cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:41.231077 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0428619e-8288-491d-b8e0-151d970d12cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/3e6e1b5a-b251-46b9-b9e3-de2044a7703e HTTP/1.1" status: 200 len: 841 time: 0.1131914 Apr 04 11:47:41.231865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "PUT /v2.0/ports/9eb9a5f8-7be2-47bf-892c-7d4cfe538124 HTTP/1.1" status: 200 len: 1002 time: 2.6929109 Apr 04 11:47:41.231865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38386) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:41.232248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38388) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:41.249843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port dba9e875-d0c3-4c34-97c0-7054f6f93729, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dba9e875-d0c3-4c34-97c0-7054f6f93729,segment=NetworkSegment(0ba362fb-639c-40cd-bf41-6e8c671edcfb),segment_id=0ba362fb-639c-40cd-bf41-6e8c671edcfb)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:41.250227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.256740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.256903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:41.271019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for dba9e875-d0c3-4c34-97c0-7054f6f93729 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:41.294742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Calling delete_port for e150bce8-6784-42cd-ae72-4af77620452a owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:41.297208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:41.340997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] DHCP port deletion for 3839e19e-0bb8-4c84-8ed6-46c08060ca31 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:41.360978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] Provisioning complete for port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:41.361481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.390247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.411869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.414490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd3241-b707-4c15-929f-3b1ca63f8dd8 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=9eb9a5f8-7be2-47bf-892c-7d4cfe538124,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:41.454975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] Pushing event deleted for resources: {'Port': ['ID=fddd4e48-ebe8-4fad-819d-1c7e009b8aba,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:41.474064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250b3d1-eeee-4885-b988-8d2d55b675fd None None] No DVR routers for this DVR port fddd4e48-ebe8-4fad-819d-1c7e009b8aba on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:41.478787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.485407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:47:41.529763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=dba9e875-d0c3-4c34-97c0-7054f6f93729,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:41.536242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port dba9e875-d0c3-4c34-97c0-7054f6f93729 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:41.614179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Deleting port dba9e875-d0c3-4c34-97c0-7054f6f93729 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:41.620289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.620289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.662631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.703584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3839e19e-0bb8-4c84-8ed6-46c08060ca31']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:41.732818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba362fb-639c-40cd-bf41-6e8c671edcfb') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:41.738173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba362fb-639c-40cd-bf41-6e8c671edcfb') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:41.752227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.772779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.777020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] For port dba9e875-d0c3-4c34-97c0-7054f6f93729, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:41.777439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.782950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] For port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:41.785904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:41.786563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:41.790759 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:41.799300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Calling delete_port for dba9e875-d0c3-4c34-97c0-7054f6f93729 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:41.812522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Port dba9e875-d0c3-4c34-97c0-7054f6f93729 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:47:41.817373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.827298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:41.873913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:41.879881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.901178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] Pushing event deleted for resources: {'Port': ['ID=dba9e875-d0c3-4c34-97c0-7054f6f93729,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:41.908721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ae870-3755-40dd-953e-b1067fe75968 None None] No DVR routers for this DVR port dba9e875-d0c3-4c34-97c0-7054f6f93729 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:41.925531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '60b14e66-4b31-4432-b897-079066aab201', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'mac_address': 'fa:16:3e:81:a2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:47:41.941295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.948534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:41.951891 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/3839e19e-0bb8-4c84-8ed6-46c08060ca31 HTTP/1.1" status: 204 len: 168 time: 1.0499740 Apr 04 11:47:41.967543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38390) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:41.972481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106640285', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:41.983346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1adbfa-6940-4512-b4fb-905fe3a7e9f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=3839e19e-0bb8-4c84-8ed6-46c08060ca31,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:42.002956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f6075-bcc2-446f-9a4e-6d7c20365f1a None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:47:42.019122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:42.019475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:42.033789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.035237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.082170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.101456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b14e66-4b31-4432-b897-079066aab201 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:47:42.105406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98afe1-d301-4a1e-9100-c5de7cb9532e None None] Pushing event updated for resources: {'Port': ['ID=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:42.114335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8dfe2b54-3cfe-4a04-8af5-691acc0c9888 None None] Provisioning complete for port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:42.114536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2b54-3cfe-4a04-8af5-691acc0c9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.125849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.183890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe2b54-3cfe-4a04-8af5-691acc0c9888 None None] Port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:42.196939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:42.198506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.201360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8dfe2b54-3cfe-4a04-8af5-691acc0c9888 None None] Could not find standard attr ID for object 09959d82-667b-4c46-b2f6-c0d37d557d7d. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:47:42.207055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:42.207435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.257822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefa8faf-019b-42cf-994b-3d7449cc8d08']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:42.263821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.307633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d43844a-1e6d-47bf-a0dc-d33c520fd485') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:42.307935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d43844a-1e6d-47bf-a0dc-d33c520fd485') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:42.311153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 3e6e1b5a-b251-46b9-b9e3-de2044a7703e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:42.311494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.316200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f6075-bcc2-446f-9a4e-6d7c20365f1a None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:47:42.330024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:42.330374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.350905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:42.351476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dab02-771c-44cf-8ad8-10ae8f2934b7 req-5a17c17d-25ec-4e25-b699-3a27f1371699 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:42.351892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.353031 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7c3dab02-771c-44cf-8ad8-10ae8f2934b7 req-5a17c17d-25ec-4e25-b699-3a27f1371699 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.1908443 Apr 04 11:47:42.395827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.428075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.478952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['60b14e66-4b31-4432-b897-079066aab201'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:47:42.484865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7c3dab02-771c-44cf-8ad8-10ae8f2934b7 req-7116c387-4b28-4a02-836f-0655b253b9d4 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917854 Apr 04 11:47:42.511061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:42.511392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.511883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fddd4e48-ebe8-4fad-819d-1c7e009b8aba no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:42.517238 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:42.519495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.647266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.658289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 3e6e1b5a-b251-46b9-b9e3-de2044a7703e owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:42.704972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fddd4e48-ebe8-4fad-819d-1c7e009b8aba {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:42.705354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fddd4e48-ebe8-4fad-819d-1c7e009b8aba not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:42.705757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dba9e875-d0c3-4c34-97c0-7054f6f93729 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:42.720426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.724210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.737418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Port': ['ID=e150bce8-6784-42cd-ae72-4af77620452a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:42.744704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.747868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.752521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: dba9e875-d0c3-4c34-97c0-7054f6f93729 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:42.752863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dba9e875-d0c3-4c34-97c0-7054f6f93729 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:42.808834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.872370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for 9eb9a5f8-7be2-47bf-892c-7d4cfe538124 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:42.883244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:42.886400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/cefa8faf-019b-42cf-994b-3d7449cc8d08 HTTP/1.1" status: 204 len: 168 time: 5.3009934 Apr 04 11:47:42.893048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 172.26.1.76 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/0d954b4b-9303-4932-bb02-29e284583d96) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:42.895155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38394) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:42.900231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-816477847'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:42.938110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c992d1-5f32-4c01-befd-cd923460647c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=cefa8faf-019b-42cf-994b-3d7449cc8d08,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:42.985738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711811f9-19a3-4612-b628-8284fe032990 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:47:42.994362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:42.997047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.029127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:43.048596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.048951 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5 of type vlan for network 39277c1b-1083-45db-92f4-5d4d2a3c4611 Apr 04 11:47:43.063024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.065859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.071142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8630b035-3c3c-490b-bce4-cec5a62f6139 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "DELETE /v2.0/floatingips/f2db9d94-31a4-4807-8b9b-d6c361ab2cde HTTP/1.1" status: 204 len: 168 time: 2.8867280 Apr 04 11:47:43.077644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38396) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.082651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d4a839fa-d399-45b2-a8ac-c9040eb0f70d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'floatingip': {'floating_network_id': 'b5f76dc5-9b73-4948-ae17-bada8af5f318', 'port_id': '18a795dc-a1b3-41ef-9aaa-5fca1735a0b2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:43.132956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.150942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.182837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4a839fa-d399-45b2-a8ac-c9040eb0f70d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.186290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711811f9-19a3-4612-b628-8284fe032990 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:47:43.247199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.261958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.268377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:43.269088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.295093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.295289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.320621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=3e6e1b5a-b251-46b9-b9e3-de2044a7703e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:43.363798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.369468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ea651c29-41a4-4fc3-8c71-5345625531fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/3e6e1b5a-b251-46b9-b9e3-de2044a7703e HTTP/1.1" status: 204 len: 168 time: 2.1208036 Apr 04 11:47:43.374185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.399560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:43.412570 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5163589 Apr 04 11:47:43.413668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:43.416303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:43.422005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38400) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.429081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:43.432604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c1dec-166d-4d35-9c10-74dad73c4058 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=39277c1b-1083-45db-92f4-5d4d2a3c4611,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:43.433302 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-124a617e-318d-4c31-9ec9-9d2b794be3c9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:43.436507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-124a617e-318d-4c31-9ec9-9d2b794be3c9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/3e6e1b5a-b251-46b9-b9e3-de2044a7703e HTTP/1.1" status: 404 len: 333 time: 0.0602429 Apr 04 11:47:43.443200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:43.445772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38402) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.451034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'name': 'tempest-PortsTestJSON-1880413215'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:43.454059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 39277c1b-1083-45db-92f4-5d4d2a3c4611 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:43.464350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=0d954b4b-9303-4932-bb02-29e284583d96,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:43.591527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.595464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.630933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.693504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.699539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.717960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=9eb9a5f8-7be2-47bf-892c-7d4cfe538124,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:43.721080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:43.724917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.755964 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-d4a839fa-d399-45b2-a8ac-c9040eb0f70d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:47:43.756935 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d4a839fa-d399-45b2-a8ac-c9040eb0f70d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6784625 Apr 04 11:47:43.762108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38406) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.767663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '18a795dc-a1b3-41ef-9aaa-5fca1735a0b2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:43.769230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:43.846417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:43.847465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.858753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:43.880443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.880971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.884592 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b2eb7f99-d1bd-47cf-a6e4-d0c562f0ce16 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/9eb9a5f8-7be2-47bf-892c-7d4cfe538124 HTTP/1.1" status: 204 len: 168 time: 2.6395085 Apr 04 11:47:43.893019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:43.899072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38408) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:43.911449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6781421-8dba-44cd-91de-a18008f56f75 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:43.921251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:43.921971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.954689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:43.958661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:43.971246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944b26a-0d0a-4df8-97dd-b8af4019fa24 req-9155737f-d11f-4454-ae8f-282a8b2aff5c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:43.972834 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f944b26a-0d0a-4df8-97dd-b8af4019fa24 req-9155737f-d11f-4454-ae8f-282a8b2aff5c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 944 time: 0.3791397 Apr 04 11:47:43.982780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=dc8d93e3-f254-4207-8a2b-dcb22ca43be3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:44.015357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2de509-0110-45d9-b869-ba33deef58f7 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] GET failed (client error): The resource could not be found. Apr 04 11:47:44.017273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6e2de509-0110-45d9-b869-ba33deef58f7 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports/9eb9a5f8-7be2-47bf-892c-7d4cfe538124 HTTP/1.1" status: 404 len: 333 time: 0.1128199 Apr 04 11:47:44.023572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:44.034191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-945516777'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:44.097896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:44.157725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.383177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.450552 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,revision_number=5']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:44.470746 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-283359de-5be5-40b8-91c9-d442795e4a8e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.7522960 Apr 04 11:47:44.479813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38412) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:44.487700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:fb:c4:d1', 'name': 'tempest-NetworksTestDHCPv6-739867987'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:44.496999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.513366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=96ade225-918a-4f83-a46b-05cb5f442768,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:44.594418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:44.597817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.649142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:44.649539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 39277c1b-1083-45db-92f4-5d4d2a3c4611, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:44.658917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port 5b1de41f-a25b-4f2e-865f-b4d3c504f07f yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:44.687160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.743500 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f944b26a-0d0a-4df8-97dd-b8af4019fa24 req-81350db7-e3b4-4f4a-86c4-43b4c4dc3480 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7375906 Apr 04 11:47:44.832960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.871827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.900282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:44.945528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:45.015553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=93952e83-d334-428e-89e2-931459233077,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:45.046812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-13370e7b-1ffa-4876-a8cb-4cabf9a11c42 None None] Provisioning complete for port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:45.047533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-13370e7b-1ffa-4876-a8cb-4cabf9a11c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.051435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.074774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.156767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:45.169143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:45.180138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:45.186033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:45.186697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.196721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.205413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=fe0b3aaf-34fd-40b0-b4cb-6df13b77f128,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:45.222728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Allocated IP 172.26.1.35 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d68e85fc-9612-4989-94bf-8c83f3df0be4) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:45.270285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 86d94888-4f10-4ab9-a5c2-d852d8b3deff yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:45.278781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 39277c1b-1083-45db-92f4-5d4d2a3c4611 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:45.319675 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff204f10-e5ed-49a7-9fe0-f89228e58e12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8733952 Apr 04 11:47:45.324953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:45.334755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:45.338210 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP 0d69a502-b56b-4ccc-9d45-7e8b1c79ada5 associated. External IP: 172.26.1.189, port: cd6532ee-db57-4d85-9fc1-9f76b3ca2544. Apr 04 11:47:45.367495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::36d (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/5b1de41f-a25b-4f2e-865f-b4d3c504f07f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:45.377961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 39277c1b-1083-45db-92f4-5d4d2a3c4611) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:45.383167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:45.383944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.391407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71a1c3-d390-4ff8-aed5-3ae198c68636 None None] Network 39277c1b-1083-45db-92f4-5d4d2a3c4611 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:45.501902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:45.539829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f12f2ac2-ad12-42de-b4f5-5322e8cbb556 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1121707 Apr 04 11:47:45.545421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38416) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:45.558448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.558663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.620143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-39277c1b-1083-45db-92f4-5d4d2a3c4611', 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '96ade225-918a-4f83-a46b-05cb5f442768'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:45.620996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.665704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 52ce8bbb-1db0-45fb-8c33-f40516530b47 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:47:45.701156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 60b14e66-4b31-4432-b897-079066aab201 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:47:45.708904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 60b14e66-4b31-4432-b897-079066aab201 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:45.709097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.736590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.758034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 172.20.0.11 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/0226c1ae-4949-4147-958f-c890da53df76/86d94888-4f10-4ab9-a5c2-d852d8b3deff) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:45.772362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.774151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fefb:c4d1 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/dc8d93e3-f254-4207-8a2b-dcb22ca43be3/86d94888-4f10-4ab9-a5c2-d852d8b3deff) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:45.819161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Allocated IP 172.20.0.1 (39277c1b-1083-45db-92f4-5d4d2a3c4611/96ade225-918a-4f83-a46b-05cb5f442768/ae3ec37b-ba51-45e4-830c-e101912b18c7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:45.823576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.874656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:45.890612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:45.893443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event updated for resources: {'Port': ['ID=d68e85fc-9612-4989-94bf-8c83f3df0be4,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:45.896188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:45.898088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:45.913918 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] Sync routers for ids ['52ce8bbb-1db0-45fb-8c33-f40516530b47'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:45.920600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:45.934365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] Routers {'52ce8bbb-1db0-45fb-8c33-f40516530b47'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:45.935786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['52ce8bbb-1db0-45fb-8c33-f40516530b47'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.012133 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.023484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:46.031096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=5b1de41f-a25b-4f2e-865f-b4d3c504f07f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.034567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:46.045342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee924-d051-424c-aca3-b5a20fba04ed req-08ba28f3-bf5e-4e1a-9293-00f3f0b4b2a3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:46.045342 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-68eee924-d051-424c-aca3-b5a20fba04ed req-08ba28f3-bf5e-4e1a-9293-00f3f0b4b2a3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 944 time: 0.1737487 Apr 04 11:47:46.048840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:46.050286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.055133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.059977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] Routers {'52ce8bbb-1db0-45fb-8c33-f40516530b47'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:46.060470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:46.063196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.063461 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['52ce8bbb-1db0-45fb-8c33-f40516530b47'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.079141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:46.090656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:46.093636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ebfa3b-473b-48af-9915-53373138e1f0" -d '{"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-plugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:46.119657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.130275 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-09c21e2e-58e8-4cd0-bb9a-dee5c78ad63c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.1551192 Apr 04 11:47:46.132616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38422) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:46.134930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:46.135256 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.136910 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bc78a-37b1-437b-83c9-e33643fb0181 None None] The sync data for ids ['52ce8bbb-1db0-45fb-8c33-f40516530b47'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:46.144132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.150601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.156203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.214430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Network 39277c1b-1083-45db-92f4-5d4d2a3c4611 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:46.220651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c427e91-cf1b-4833-803e-dcef4299e7b8 x-openstack-request-id: req-7c427e91-cf1b-4833-803e-dcef4299e7b8 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:46.220651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-plugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:46.220651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c427e91-cf1b-4833-803e-dcef4299e7b8 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:46.220651 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c427e91-cf1b-4833-803e-dcef4299e7b8'] response: {'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'code': 200} Apr 04 11:47:46.220651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.230533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:46.232992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:46.258963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.268272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Pushing event updated for resources: {'Port': ['ID=ae3ec37b-ba51-45e4-830c-e101912b18c7,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.271956 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e912015c-e4b9-4a66-85ba-792cc6158371 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2420800 Apr 04 11:47:46.288034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38424) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:46.299660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'network_id': 'e741c55b-f383-4ad9-9058-f6079e70e641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811570017'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:46.328654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Attempting to bind port ae3ec37b-ba51-45e4-830c-e101912b18c7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:46.329227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Attempting to bind port ae3ec37b-ba51-45e4-830c-e101912b18c7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:46.329577 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-68eee924-d051-424c-aca3-b5a20fba04ed req-dc1aad20-5063-452a-84ce-ddbeaa2c4b33 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2543314 Apr 04 11:47:46.329811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Attempting to bind port ae3ec37b-ba51-45e4-830c-e101912b18c7 on network 39277c1b-1083-45db-92f4-5d4d2a3c4611 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:46.338062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:46.338667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.338832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Checking segment: {'id': 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:46.339342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.339818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Bound using segment: {'id': 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:46.340553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Bound port: ae3ec37b-ba51-45e4-830c-e101912b18c7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:46.341167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.372649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] In _notify_port_updated(), no bound segment for port fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 on network 591d424f-56a5-4efd-a09d-973dea44d9ca {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:47:46.378745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:46.379357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.381017 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/ports/fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 HTTP/1.1" status: 200 len: 818 time: 1.0553265 Apr 04 11:47:46.395246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38426) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:46.418698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] For port ae3ec37b-ba51-45e4-830c-e101912b18c7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:46.422493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] For port ae3ec37b-ba51-45e4-830c-e101912b18c7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae3ec37b-ba51-45e4-830c-e101912b18c7,segment=NetworkSegment(f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5),segment_id=f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:46.443306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.455776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92990565-1d35-44d6-a632-c589c24746cf tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=fe0b3aaf-34fd-40b0-b4cb-6df13b77f128,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.489276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:46.502461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:46.507357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.530591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.562371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:46.563081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.568628 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1e7bd7a9-7ca1-4511-9ef7-01c29859a663 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers/52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 200 len: 883 time: 0.4239151 Apr 04 11:47:46.569251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38428) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:46.581397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=96ade225-918a-4f83-a46b-05cb5f442768,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.613946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.635272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.640163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370153c-2a73-46ab-9f2d-9019954c14dd None None] Pushing event updated for resources: {'Port': ['ID=ae3ec37b-ba51-45e4-830c-e101912b18c7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.652324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-49cc9e95-77dd-423c-8ac9-b46c20018291 None None] Provisioning complete for port 5b1de41f-a25b-4f2e-865f-b4d3c504f07f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:46.652841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-49cc9e95-77dd-423c-8ac9-b46c20018291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.690545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-49cc9e95-77dd-423c-8ac9-b46c20018291 None None] Port 5b1de41f-a25b-4f2e-865f-b4d3c504f07f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:46.712062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5b4014aa-1654-462b-ae18-c77cced0f70e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.2996988 Apr 04 11:47:46.720709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:46.723403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:46.761363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:46.766030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting port d68e85fc-9612-4989-94bf-8c83f3df0be4 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:46.767115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.775224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.783326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:46.787062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7950ec74-837e-4381-842d-f6eb8fb4b538 x-openstack-request-id: req-7950ec74-837e-4381-842d-f6eb8fb4b538 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:46.787347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:46.787798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7950ec74-837e-4381-842d-f6eb8fb4b538 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:46.788499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7950ec74-837e-4381-842d-f6eb8fb4b538'] response: {'name': 'network-changed', 'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'status': 'completed', 'code': 200} Apr 04 11:47:46.805300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:46.811157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903adde3-4de5-4bbd-ab22-0e042712c6a0 req-3a8886b7-1601-4b1e-94d7-e76e98a07cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:46.812675 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-903adde3-4de5-4bbd-ab22-0e042712c6a0 req-3a8886b7-1601-4b1e-94d7-e76e98a07cc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1098 time: 0.2244816 Apr 04 11:47:46.817331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Made reservation on behalf of a9c5a962336540929b48754a79b50d06 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:46.821063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.846640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:46.868899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:46.869247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:46.884956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=86d94888-4f10-4ab9-a5c2-d852d8b3deff,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:46.935921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39277c1b-1083-45db-92f4-5d4d2a3c4611']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.962099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.962304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:46.991662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] device_id is not set on port 2c799b16-20fb-41df-9795-a43399c73dd1 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:47.000915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.047172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:47.048522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.059315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.062568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-b5289e00-b3d9-42c4-adce-23d0d3eda140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:47.064662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-b5289e00-b3d9-42c4-adce-23d0d3eda140 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1099 time: 0.2514448 Apr 04 11:47:47.072135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:47.072600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.084634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.084976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:47.099989 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:47.163666 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-903adde3-4de5-4bbd-ab22-0e042712c6a0 req-501ab9f2-c833-437d-b212-21545a74f16b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3238158 Apr 04 11:47:47.164220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '0d69a502-b56b-4ccc-9d45-7e8b1c79ada5', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:26:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:42Z', 'updated_at': '2022-04-04T11:47:42Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:47.165422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.191928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Calling delete_port for d68e85fc-9612-4989-94bf-8c83f3df0be4 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:47.202778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:47:47.213980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:47.214722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:47.247322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:47.450988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c4c431bb-c184-4683-919d-56016ea9ee7a None None] Provisioning complete for port 86d94888-4f10-4ab9-a5c2-d852d8b3deff triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:47.451216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c4c431bb-c184-4683-919d-56016ea9ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:47.455269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Allocated IP 2001:db8::11d (e741c55b-f383-4ad9-9058-f6079e70e641/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9/2c799b16-20fb-41df-9795-a43399c73dd1) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:47.495762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c4c431bb-c184-4683-919d-56016ea9ee7a None None] Port 86d94888-4f10-4ab9-a5c2-d852d8b3deff cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:47.557775 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c7c4eaec-a79f-400c-b3bd-50f30fe2a3d0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9784255 Apr 04 11:47:47.559707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:47:47.576154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38436) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:47.581368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-106640285'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:47.594393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f11e6960-46ea-4876-b728-e21173d037fe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1101084 Apr 04 11:47:47.646083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:47.702138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-b7f4c37d-3892-4118-8930-845b323a20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:47.703903 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-b7f4c37d-3892-4118-8930-845b323a20c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.6031330 Apr 04 11:47:47.815048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:47:47.815048 dv-neutron-835866-1-hyperv neutron-server[109636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:47:47.815048 dv-neutron-835866-1-hyperv neutron-server[109636]: [parameters: {'id': '39277c1b-1083-45db-92f4-5d4d2a3c4611'}] Apr 04 11:47:47.815048 dv-neutron-835866-1-hyperv neutron-server[109636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:47.815477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:47.840657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae3ec37b-ba51-45e4-830c-e101912b18c7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:47.852165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80847ad4-632c-42cf-a437-af178099ea4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:47.858232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80847ad4-632c-42cf-a437-af178099ea4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:47.860048 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80847ad4-632c-42cf-a437-af178099ea4f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2093945 Apr 04 11:47:47.865782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38440) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:47.934843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-5c27226e-717c-46b8-b055-f7f302acc086 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 200 len: 1000 time: 0.2233651 Apr 04 11:47:47.945217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '0d69a502-b56b-4ccc-9d45-7e8b1c79ada5', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:26:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:42Z', 'updated_at': '2022-04-04T11:47:42Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:47.947140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ae3ec37b-ba51-45e4-830c-e101912b18c7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:47.947518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.020997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc94f35-ede2-4e7c-ace3-fa703f2e3b1b None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '0d69a502-b56b-4ccc-9d45-7e8b1c79ada5', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:26:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:42Z', 'updated_at': '2022-04-04T11:47:42Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:48.045220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-6162d905-d027-412d-8148-32e75cfa406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:48.049003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-6162d905-d027-412d-8148-32e75cfa406c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0885596 Apr 04 11:47:48.107344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6721347-410f-4bbe-aeb8-f6286c64ab1c None None] Network 39277c1b-1083-45db-92f4-5d4d2a3c4611 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:48.111452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.124248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 86d94888-4f10-4ab9-a5c2-d852d8b3deff {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:48.124613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.201575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.215662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-1fc5f37c-5f61-46b1-aa6c-1534f2f473a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:48.217386 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-1fc5f37c-5f61-46b1-aa6c-1534f2f473a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626093 Apr 04 11:47:48.229167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.232949 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 HTTP/1.1" status: 204 len: 168 time: 1.8019502 Apr 04 11:47:48.236422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38442) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:48.254571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port ae3ec37b-ba51-45e4-830c-e101912b18c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae3ec37b-ba51-45e4-830c-e101912b18c7,segment=NetworkSegment(f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5),segment_id=f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:48.278873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-11bfc51e-3cc3-45b8-a1c8-5968420c9991 None None] Provisioning complete for port ae3ec37b-ba51-45e4-830c-e101912b18c7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:48.279257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-11bfc51e-3cc3-45b8-a1c8-5968420c9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.313473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53717b3-244a-4cd1-a4ea-a329f24b3d03 req-437539f0-2b5a-4b4d-8963-afd9adac0016 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:48.315650 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e53717b3-244a-4cd1-a4ea-a329f24b3d03 req-437539f0-2b5a-4b4d-8963-afd9adac0016 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.7967877 Apr 04 11:47:48.345777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a0fa2-0069-4708-ba99-4314700f38fa tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=fe0b3aaf-34fd-40b0-b4cb-6df13b77f128,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:48.362134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.370681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.383281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.389574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 86d94888-4f10-4ab9-a5c2-d852d8b3deff owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:48.399295 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12623e3-4af7-4cf6-a7a2-0f01176a652e None None] New status for floating IP 0d69a502-b56b-4ccc-9d45-7e8b1c79ada5: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:47:48.408435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.453937 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-c691ccd8-412c-45ef-a23e-69c0e6d87e5f service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268469 Apr 04 11:47:48.530077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Port': ['ID=d68e85fc-9612-4989-94bf-8c83f3df0be4,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:48.540694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=ae3ec37b-ba51-45e4-830c-e101912b18c7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:48.547349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] DHCP port deletion for 39277c1b-1083-45db-92f4-5d4d2a3c4611 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:48.593518 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e53717b3-244a-4cd1-a4ea-a329f24b3d03 req-7d7cbf8e-1d27-44c7-92a8-5dec04971e51 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403378 Apr 04 11:47:48.617539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d879c7-1f02-452b-8a70-8d82f23cc12b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:48.620335 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f5d879c7-1f02-452b-8a70-8d82f23cc12b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3804605 Apr 04 11:47:48.628881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38444) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:48.632194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.641392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Deleting port ae3ec37b-ba51-45e4-830c-e101912b18c7 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:48.641856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.667093 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ac7963-22ac-4d60-881b-cce0223e7ea3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:47:48.669092 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e3ac7963-22ac-4d60-881b-cce0223e7ea3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/fe0b3aaf-34fd-40b0-b4cb-6df13b77f128 HTTP/1.1" status: 404 len: 333 time: 0.0343945 Apr 04 11:47:48.676362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38446) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:48.685754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1103973901'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:48.747721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] For port ae3ec37b-ba51-45e4-830c-e101912b18c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae3ec37b-ba51-45e4-830c-e101912b18c7,segment=NetworkSegment(f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5),segment_id=f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:48.748178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.748293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0d79498-f4dc-4fb8-b2e6-25a60bf99acb req-91440116-12db-4ee3-9cb2-ed34c3912a12 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273798 Apr 04 11:47:48.751146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port ae3ec37b-ba51-45e4-830c-e101912b18c7 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:48.751487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.766970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Calling delete_port for ae3ec37b-ba51-45e4-830c-e101912b18c7 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:48.805800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.814971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:48.818408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.838697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] create failed (client error): The resource could not be found. Apr 04 11:47:48.840178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-42c56aa0-c66c-4440-93cf-dab7b191442d tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0771229 Apr 04 11:47:48.844001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38448) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:48.881285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.894013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port ae3ec37b-ba51-45e4-830c-e101912b18c7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae3ec37b-ba51-45e4-830c-e101912b18c7,segment=NetworkSegment(f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5),segment_id=f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:48.894494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.933373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.937642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for ae3ec37b-ba51-45e4-830c-e101912b18c7 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:48.952941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:48.970873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] No DVR routers for this DVR port ae3ec37b-ba51-45e4-830c-e101912b18c7 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:48.977906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Network e741c55b-f383-4ad9-9058-f6079e70e641 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:48.993804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5146438-74e1-43ef-9e44-a0edab03ff4c None None] Pushing event deleted for resources: {'Port': ['ID=ae3ec37b-ba51-45e4-830c-e101912b18c7,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.021872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=2c799b16-20fb-41df-9795-a43399c73dd1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.024509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:49.032986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.034029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:49.039610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.040246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.051254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.074921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:49.084638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=ae3ec37b-ba51-45e4-830c-e101912b18c7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.086632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port ae3ec37b-ba51-45e4-830c-e101912b18c7 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:49.113827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting port 18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:49.114185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.125284 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-afa41efc-8ecd-42e8-aec6-63dfd67aefaf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8280351 Apr 04 11:47:49.134489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.134832 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment e199c41e-8cb5-4ab0-a684-75b152ba9f6d of type vlan for network 6f0f925f-e96a-4506-ba9f-58eaab464159 Apr 04 11:47:49.135475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38450) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.143734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34c', 'mac_address': 'fa:16:3e:f3:1e:5a'}, {'ip_address': '2001:db8::36d', 'mac_address': 'fa:16:3e:86:9a:0b'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:49.223061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=86d94888-4f10-4ab9-a5c2-d852d8b3deff,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.229181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 52ce8bbb-1db0-45fb-8c33-f40516530b47 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:49.262860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.377967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c830b3d2-dd85-404b-af05-7094f324c8b1 None None] Provisioning complete for port 2c799b16-20fb-41df-9795-a43399c73dd1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:49.377967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c830b3d2-dd85-404b-af05-7094f324c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.379497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.386145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.421551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Calling delete_port for 18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:49.424497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.431904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80e91866-57fe-430b-9fed-e8ca54adcbd9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/86d94888-4f10-4ab9-a5c2-d852d8b3deff HTTP/1.1" status: 204 len: 168 time: 1.5612581 Apr 04 11:47:49.432759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c830b3d2-dd85-404b-af05-7094f324c8b1 None None] Port 2c799b16-20fb-41df-9795-a43399c73dd1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:49.433158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38452) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.440736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39277c1b-1083-45db-92f4-5d4d2a3c4611']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.457070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.464654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d384cf-2f4e-4ad8-9c8a-0cb62f76d6f5') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.471750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.490044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.500275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:49.514448 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:49.560894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.567021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.567598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.602573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.609974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05d7ff-a570-4a9a-8ac5-82770d38ca4a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.613902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05d7ff-a570-4a9a-8ac5-82770d38ca4a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.613902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05d7ff-a570-4a9a-8ac5-82770d38ca4a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.615261 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ef05d7ff-a570-4a9a-8ac5-82770d38ca4a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1794548 Apr 04 11:47:49.622839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38456) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.640894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=6f0f925f-e96a-4506-ba9f-58eaab464159,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.652683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:49.683257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:49.683477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.698141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.702225 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8aa8ff5e-d735-4e0a-9a96-59fa13d36fcf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 200 len: 890 time: 2.1250548 Apr 04 11:47:49.706924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.711848 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/39277c1b-1083-45db-92f4-5d4d2a3c4611 HTTP/1.1" status: 204 len: 168 time: 4.1647143 Apr 04 11:47:49.712431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38458) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.735226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38460) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.742905 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe483bf3-25b2-4312-afdd-0272359e9329 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0613294 Apr 04 11:47:49.749087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793900662'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:49.754475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] Sync routers for ids ['52ce8bbb-1db0-45fb-8c33-f40516530b47'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:49.758016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38462) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:49.760450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addd44-19a3-4784-a3e1-880cc056f37f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=39277c1b-1083-45db-92f4-5d4d2a3c4611,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:49.770499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:49.789087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] Routers {'52ce8bbb-1db0-45fb-8c33-f40516530b47'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:49.790776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['52ce8bbb-1db0-45fb-8c33-f40516530b47'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.796346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db59a96-f541-44e2-89ad-68fa930b7ab5 req-37cab8ee-7edb-40e5-b45d-942a95c93fd7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:49.799023 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7db59a96-f541-44e2-89ad-68fa930b7ab5 req-37cab8ee-7edb-40e5-b45d-942a95c93fd7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.1288950 Apr 04 11:47:49.837517 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae3ec37b-ba51-45e4-830c-e101912b18c7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:49.843389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.850652 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7db59a96-f541-44e2-89ad-68fa930b7ab5 req-8d9c258e-78d1-40d5-932e-b1869fab4e70 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441439 Apr 04 11:47:49.855848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:49.857232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 0226c1ae-4949-4147-958f-c890da53df76 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:49.861618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.866462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.878361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ae3ec37b-ba51-45e4-830c-e101912b18c7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:47:49.878361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae3ec37b-ba51-45e4-830c-e101912b18c7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:47:49.887956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] Routers {'52ce8bbb-1db0-45fb-8c33-f40516530b47'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:49.888812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['52ce8bbb-1db0-45fb-8c33-f40516530b47'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.924656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:49.936160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:49.936707 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 6a82e525-a840-4033-8a1f-be41307a8103 of type vlan for network 3dd51e97-5cec-449c-8209-f73db268fa87 Apr 04 11:47:49.937441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:49.938335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9589f34-3c92-4a8a-9d54-4e75305aed19 None None] The sync data for ids ['52ce8bbb-1db0-45fb-8c33-f40516530b47'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:49.980879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.067651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.073689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:50.074306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.086992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.134201 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-978e941a-a3f5-44ce-a100-f74a9d0653ae tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers/52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 200 len: 890 time: 0.4158516 Apr 04 11:47:50.136460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38466) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.142700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=3dd51e97-5cec-449c-8209-f73db268fa87,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:50.154745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3dd51e97-5cec-449c-8209-f73db268fa87 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:50.174015 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b157a5a0-ce11-48a7-9747-0915ef8e2f1e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 200 len: 205 time: 0.0329449 Apr 04 11:47:50.176599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38468) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.181660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330361b-e27e-4f12-afbf-a85fa0c73041 req-32fb93f4-20e6-4bd1-af50-31b1c36add95 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:50.183125 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1330361b-e27e-4f12-afbf-a85fa0c73041 req-32fb93f4-20e6-4bd1-af50-31b1c36add95 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.1965518 Apr 04 11:47:50.187107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:50.190557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.203398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.225426 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74e2db21-0d2b-4805-b1a1-706aa4ae93b1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4809871 Apr 04 11:47:50.228337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38470) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.237990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:50.327545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Port': ['ID=18a795dc-a1b3-41ef-9aaa-5fca1735a0b2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:50.359294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.449236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.508295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.509993 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1330361b-e27e-4f12-afbf-a85fa0c73041 req-47b5be38-a287-4077-9db5-c81952bb145d tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3121643 Apr 04 11:47:50.539287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38472) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.588219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:50.600221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.601958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.605135 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b0dc74c9-118f-453c-925a-2ead86c10e9a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "DELETE /v2.0/ports/18a795dc-a1b3-41ef-9aaa-5fca1735a0b2 HTTP/1.1" status: 204 len: 168 time: 1.7601259 Apr 04 11:47:50.608494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38474) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.636397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c1876-b56f-4840-81dc-b1132b4becef tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:50.638292 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ac6c1876-b56f-4840-81dc-b1132b4becef tempest-TestNetworkAdvancedServerOps-288048470 tempest-TestNetworkAdvancedServerOps-288048470-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1093 time: 0.0970643 Apr 04 11:47:50.646624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.659240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:50.665192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.730300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24a9a3-89af-47e1-a33f-9a30adfce3f4 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:50.731759 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f24a9a3-89af-47e1-a33f-9a30adfce3f4 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e1037ac-62b1-4bf3-b170-480ec366fef4 HTTP/1.1" status: 200 len: 913 time: 0.1223583 Apr 04 11:47:50.734846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38478) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:50.774754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.798794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 0d954b4b-9303-4932-bb02-29e284583d96 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:50.799171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.845337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.848805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.882472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.884257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=0226c1ae-4949-4147-958f-c890da53df76,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:50.930412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:50.942867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 0d954b4b-9303-4932-bb02-29e284583d96 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:50.985864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.064815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=5ae29411-0baa-463a-a5d3-dbceb83efc7c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:51.128539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '6a82e525-a840-4033-8a1f-be41307a8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:51.128905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 3dd51e97-5cec-449c-8209-f73db268fa87, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:51.237925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 3dd51e97-5cec-449c-8209-f73db268fa87 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:51.255089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3673347-2e72-4863-a67b-fa89edb7b06f None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:51.259105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.262173 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24c6d1b6-311e-4ff4-a956-a7270d66900e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/0226c1ae-4949-4147-958f-c890da53df76 HTTP/1.1" status: 204 len: 168 time: 1.6323783 Apr 04 11:47:51.265237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38480) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:51.281809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.296943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] In _notify_port_updated(), no bound segment for port 2c799b16-20fb-41df-9795-a43399c73dd1 on network e741c55b-f383-4ad9-9058-f6079e70e641 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:47:51.303548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:51.310239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.310239 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "PUT /v2.0/ports/2c799b16-20fb-41df-9795-a43399c73dd1 HTTP/1.1" status: 200 len: 1068 time: 2.1691406 Apr 04 11:47:51.317021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38482) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:51.348352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=0d954b4b-9303-4932-bb02-29e284583d96,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:51.367844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3dd51e97-5cec-449c-8209-f73db268fa87) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:51.394447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:51.395206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.397188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744fb80-e85d-40cc-9f6a-f987a6cd1b56 None None] Network 3dd51e97-5cec-449c-8209-f73db268fa87 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:51.435596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet dc8d93e3-f254-4207-8a2b-dcb22ca43be3 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:51.442584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.454029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b593e-6936-4bec-8ff0-d13e2b049a6f tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event updated for resources: {'Port': ['ID=2c799b16-20fb-41df-9795-a43399c73dd1,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:51.495400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-142bc18f-4791-416e-aaef-4c692568c0e5 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2631781 Apr 04 11:47:51.505301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38484) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:51.583324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=21c4c740-b057-4fee-a30a-2e629a7ff191,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:51.661542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3dd51e97-5cec-449c-8209-f73db268fa87', 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '5ae29411-0baa-463a-a5d3-dbceb83efc7c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:51.662823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.678703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:51.679200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 6f0f925f-e96a-4506-ba9f-58eaab464159, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:51.740393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-971443b1-4a71-42ec-bf01-229a63a5b06d None None] Provisioning complete for port 2c799b16-20fb-41df-9795-a43399c73dd1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:51.740393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-971443b1-4a71-42ec-bf01-229a63a5b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.777118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port 2c799b16-20fb-41df-9795-a43399c73dd1 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:51.777830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.793217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.856837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-971443b1-4a71-42ec-bf01-229a63a5b06d None None] Port 2c799b16-20fb-41df-9795-a43399c73dd1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:47:51.875948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:51.893948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.914678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 6f0f925f-e96a-4506-ba9f-58eaab464159) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:51.916600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Allocated IP 172.20.0.2 (3dd51e97-5cec-449c-8209-f73db268fa87/5ae29411-0baa-463a-a5d3-dbceb83efc7c/4f773f88-5408-4347-a830-7059770272b0) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:51.920614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:51.921937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.927970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611eba4-7b51-4d7d-a8f3-f69424c8e03d None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:51.995451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:51.997963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.051756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.057161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.118480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-96b197fe-8dd8-4557-ac02-796dc24be593 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3518775 Apr 04 11:47:52.132820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38486) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:52.138197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:52.150816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.151133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for 2c799b16-20fb-41df-9795-a43399c73dd1 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:52.168730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Allocated IP 172.26.1.137 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/8430ce6a-a128-421a-9a9a-a76421f47312) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:52.179549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.184236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router 52ce8bbb-1db0-45fb-8c33-f40516530b47 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:52.212846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.214553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f105ed45-c5b6-4d6e-baa5-93260d255581 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 204 len: 168 time: 2.0369244 Apr 04 11:47:52.221185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38488) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:52.221800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.227940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-550560939'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:52.266248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-6f0f925f-e96a-4506-ba9f-58eaab464159', 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': '21c4c740-b057-4fee-a30a-2e629a7ff191'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:52.267850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.283778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.345769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:52.349455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.356921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Network 3dd51e97-5cec-449c-8209-f73db268fa87 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:52.359348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Pushing event updated for resources: {'Port': ['ID=4f773f88-5408-4347-a830-7059770272b0,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:52.369957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:52.376980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.385147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.405364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.435787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:52.457333 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:47:52.475031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.475383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment c7d442c9-733b-4fa5-aae7-d231fed2b5db of type vlan for network 3a43a0d0-075d-4a1c-9826-417e26584b54 Apr 04 11:47:52.481225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:52.536111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dd795930-584e-48f3-94a5-1c38820cda76 None None] Provisioning complete for port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:52.536478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd795930-584e-48f3-94a5-1c38820cda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.555773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.598076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.599194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.633288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.636648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8d93e3-f254-4207-8a2b-dcb22ca43be3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:52.668728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae29411-0baa-463a-a5d3-dbceb83efc7c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:52.673965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.678097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3833ce18-878b-4543-abaf-4c21cf55ffa9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dc8d93e3-f254-4207-8a2b-dcb22ca43be3 HTTP/1.1" status: 204 len: 168 time: 1.4101002 Apr 04 11:47:52.679807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38490) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:52.681772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.685407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:52.688486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:52.689703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.690501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.752098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213523dd-1529-4327-b190-f78c752b4aa6 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:52.780257 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bf8d34de-d94e-40c5-a53c-f0af1bb81faa tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850308 Apr 04 11:47:52.781871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38492) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:52.788308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:52.823283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Attempting to bind port 4f773f88-5408-4347-a830-7059770272b0 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:52.823499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.823621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Attempting to bind port 4f773f88-5408-4347-a830-7059770272b0 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6a82e525-a840-4033-8a1f-be41307a8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:52.823908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Attempting to bind port 4f773f88-5408-4347-a830-7059770272b0 on network 3dd51e97-5cec-449c-8209-f73db268fa87 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:52.856610 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6335180 Apr 04 11:47:52.863700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38494) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:52.884743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:52.893534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:52.894835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd51e97-5cec-449c-8209-f73db268fa87']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:52.896801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Checking segment: {'id': '6a82e525-a840-4033-8a1f-be41307a8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:52.896801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.896801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Bound using segment: {'id': '6a82e525-a840-4033-8a1f-be41307a8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:52.896801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Bound port: 4f773f88-5408-4347-a830-7059770272b0, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a82e525-a840-4033-8a1f-be41307a8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3dd51e97-5cec-449c-8209-f73db268fa87'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:52.896801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.902008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.905674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0ec3a-8666-4d0e-a828-e336a1f24360 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=3a43a0d0-075d-4a1c-9826-417e26584b54,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:52.911257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a82e525-a840-4033-8a1f-be41307a8103') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:52.913076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a82e525-a840-4033-8a1f-be41307a8103') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:52.920061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Allocated IP 172.20.0.2 (6f0f925f-e96a-4506-ba9f-58eaab464159/21c4c740-b057-4fee-a30a-2e629a7ff191/90945002-aa07-452e-aede-92ac69d92f4d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:52.924677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.931996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:52.940361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.947467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:52.947868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:52.951461 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:52.971065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.036305 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.ipam_backend_mixin [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21c4c740-b057-4fee-a30a-2e629a7ff191 (CIDR: 172.20.0.0/28) Apr 04 11:47:53.037370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=2c799b16-20fb-41df-9795-a43399c73dd1,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:53.056185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:47:53.056185 dv-neutron-835866-1-hyperv neutron-server[109636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:47:53.056185 dv-neutron-835866-1-hyperv neutron-server[109636]: [parameters: {'id': '3dd51e97-5cec-449c-8209-f73db268fa87'}] Apr 04 11:47:53.056185 dv-neutron-835866-1-hyperv neutron-server[109636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:47:53.056549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:47:53.158553 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:47:53.159287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:47:53.171230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:53.199302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:53.202691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] For port 4f773f88-5408-4347-a830-7059770272b0, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:53.209796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] For port 4f773f88-5408-4347-a830-7059770272b0, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4f773f88-5408-4347-a830-7059770272b0,segment=NetworkSegment(6a82e525-a840-4033-8a1f-be41307a8103),segment_id=6a82e525-a840-4033-8a1f-be41307a8103)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:53.233906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:53.240768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=8430ce6a-a128-421a-9a9a-a76421f47312,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:53.278185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:53.281873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.290776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.295324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.326612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:53.370604 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cd3797cc-d2dc-476f-9ee4-97faae38c6df tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2366178 Apr 04 11:47:53.375182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38496) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:53.380892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:53.401783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.413226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:53.416072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6266c-670a-4db2-bf20-1db640c01a08 None None] Pushing event updated for resources: {'Port': ['ID=4f773f88-5408-4347-a830-7059770272b0,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:53.416912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.453388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f504c-bca9-41b9-b660-2066e6059ece None None] Network 3dd51e97-5cec-449c-8209-f73db268fa87 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:53.465821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:53.482246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:53.497524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:53.506449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Pushing event updated for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:53.557510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.561403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:53.565919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.569005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Deleting port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:53.569632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.608193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.613833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-119eec3b-65f8-4f74-94d7-d5d47e9b130c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/2c799b16-20fb-41df-9795-a43399c73dd1 HTTP/1.1" status: 204 len: 168 time: 2.2921896 Apr 04 11:47:53.615352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38498) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:53.680863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting port dfc9ff47-d878-401e-a620-7fd9e0ad3a78 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:53.681205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.689325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Attempting to bind port 90945002-aa07-452e-aede-92ac69d92f4d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:53.689786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Attempting to bind port 90945002-aa07-452e-aede-92ac69d92f4d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:53.690124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Attempting to bind port 90945002-aa07-452e-aede-92ac69d92f4d on network 6f0f925f-e96a-4506-ba9f-58eaab464159 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:53.701043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:53.701419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Checking segment: {'id': 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:53.701853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.702249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Bound using segment: {'id': 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:53.702734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Bound port: 90945002-aa07-452e-aede-92ac69d92f4d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:53.703116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.724435 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ba87af-d73e-41ea-88f4-35c3367a2a8c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] GET failed (client error): The resource could not be found. Apr 04 11:47:53.726173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a6ba87af-d73e-41ea-88f4-35c3367a2a8c tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports/2c799b16-20fb-41df-9795-a43399c73dd1 HTTP/1.1" status: 404 len: 333 time: 0.1070762 Apr 04 11:47:53.731903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38500) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:53.781379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] For port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:53.784834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.809800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Calling delete_port for 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:53.826214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:47:53.835126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:53.864303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port 4f773f88-5408-4347-a830-7059770272b0 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:53.864557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.903616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=90945002-aa07-452e-aede-92ac69d92f4d,segment=NetworkSegment(e199c41e-8cb5-4ab0-a684-75b152ba9f6d),segment_id=e199c41e-8cb5-4ab0-a684-75b152ba9f6d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:53.972840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:53.984014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port 4f773f88-5408-4347-a830-7059770272b0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4f773f88-5408-4347-a830-7059770272b0,segment=NetworkSegment(6a82e525-a840-4033-8a1f-be41307a8103),segment_id=6a82e525-a840-4033-8a1f-be41307a8103)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:53.985378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.005189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port 5b1de41f-a25b-4f2e-865f-b4d3c504f07f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:54.005542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.013455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.014090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for 4f773f88-5408-4347-a830-7059770272b0 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:54.015507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.056779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Calling delete_port for dfc9ff47-d878-401e-a620-7fd9e0ad3a78 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:54.059378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292709-b6b9-4903-9eda-065cb903f5f1 None None] Pushing event updated for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.076188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.133428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] No DVR routers for this DVR port 8b9277a0-fbdc-4625-8fbd-87b5a39520e9 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:54.136026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd869f-7c20-4986-9c19-000b0e2c628c None None] Pushing event deleted for resources: {'Port': ['ID=8b9277a0-fbdc-4625-8fbd-87b5a39520e9,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.148501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.150952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.159329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.209506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for 5b1de41f-a25b-4f2e-865f-b4d3c504f07f owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:54.380094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.437987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.494435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=4f773f88-5408-4347-a830-7059770272b0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.497521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:54.500922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port 4f773f88-5408-4347-a830-7059770272b0 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:47:54.513802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=9b8330a3-3e7a-4ffa-b336-cc0a20579354,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.518071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:54.525365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:54.525365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.612722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.615465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.623720 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:54.653366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=5b1de41f-a25b-4f2e-865f-b4d3c504f07f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.661702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:54.666680 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f6251d11-b66c-4182-9061-5597e9f7bfdd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2884715 Apr 04 11:47:54.667878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38504) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:54.671085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:54.671675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.675632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'fixed_ips': [{'subnet_id': '21c4c740-b057-4fee-a30a-2e629a7ff191'}, {'subnet_id': '9b8330a3-3e7a-4ffa-b336-cc0a20579354'}], 'name': 'tempest-PortsTestJSON-303736125'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:54.680609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd51e97-5cec-449c-8209-f73db268fa87']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:54.688771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0059ac1-e884-4159-84d7-c3bc02276dc9 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:54.722936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a82e525-a840-4033-8a1f-be41307a8103') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:54.723236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a82e525-a840-4033-8a1f-be41307a8103') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:54.725368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.728549 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7cbdc6e8-d663-470b-b553-cc694a8ae606 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/5b1de41f-a25b-4f2e-865f-b4d3c504f07f HTTP/1.1" status: 204 len: 168 time: 0.9941945 Apr 04 11:47:54.730734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.732973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:54.748613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.771935 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c0348-3393-48f8-9c76-0500315c0daf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] GET failed (client error): The resource could not be found. Apr 04 11:47:54.773482 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b47c0348-3393-48f8-9c76-0500315c0daf tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "GET /v2.0/ports/5b1de41f-a25b-4f2e-865f-b4d3c504f07f HTTP/1.1" status: 404 len: 333 time: 0.0328748 Apr 04 11:47:54.781454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:54.798681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.809595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:47:54.810429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:47:54.813362 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:47:54.899797 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9388031b-acf8-4475-aa1f-63859d0eae8c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1157217 Apr 04 11:47:54.904957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38510) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:54.915458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:54.920209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': 'c7d442c9-733b-4fa5-aae7-d231fed2b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:54.920669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 3a43a0d0-075d-4a1c-9826-417e26584b54, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:54.962981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=96291549-6dc8-4404-a151-9193bacdfe65,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:54.985722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:54.987336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.043144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.085339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.116044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.123686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/3dd51e97-5cec-449c-8209-f73db268fa87 HTTP/1.1" status: 204 len: 168 time: 3.6172452 Apr 04 11:47:55.127893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:55.140126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650941062'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:55.140414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:55.152860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b52a-ab91-4b17-a63c-10e4db47dc77 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=3dd51e97-5cec-449c-8209-f73db268fa87,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:55.158048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port f8341674-329c-47db-95da-a85a022a2d4a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:55.158386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.177000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:55.180713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.194076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:55.202420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.240918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Allocated IP 172.20.0.2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f/89426632-9897-462a-b40b-5515e84de3df) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:55.266895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:55.270382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.322833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Port': ['ID=dfc9ff47-d878-401e-a620-7fd9e0ad3a78,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:55.325836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.326114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3a43a0d0-075d-4a1c-9826-417e26584b54) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:55.354848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:55.355445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.369042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522d0d3-a529-4c3e-8713-7f8fa687f80e None None] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:55.418567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.449362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port d0f62de0-5571-4bb6-8d52-6235b2170892 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:55.450282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.493397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for f8341674-329c-47db-95da-a85a022a2d4a owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:55.519381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.526929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5c827-4ae3-41cb-bf21-d761f0bd00f1 None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:55.543827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:47:55.563441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.563841 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 5e8239e0-1b3f-42e3-bfc3-bd234d64f3fe of type vlan for network 310688d7-653c-459e-b19a-123998464338 Apr 04 11:47:55.624951 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-58b59bbc-003b-4672-b9b1-1ce3c8b2b768 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7380435 Apr 04 11:47:55.627139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:55.643513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232622394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:55.653309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.673169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] Provisioning complete for port 90945002-aa07-452e-aede-92ac69d92f4d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:55.673169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.697944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.794436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:55.808356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:55.818196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:55.838488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3a43a0d0-075d-4a1c-9826-417e26584b54', 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': '96291549-6dc8-4404-a151-9193bacdfe65'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:55.839764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.848460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.851176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Pushing event updated for resources: {'Port': ['ID=89426632-9897-462a-b40b-5515e84de3df,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:55.880814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.resource_extend [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:47:55.895907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.10 (6f0f925f-e96a-4506-ba9f-58eaab464159/21c4c740-b057-4fee-a30a-2e629a7ff191/d0f62de0-5571-4bb6-8d52-6235b2170892) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:55.906871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.29 (6f0f925f-e96a-4506-ba9f-58eaab464159/9b8330a3-3e7a-4ffa-b336-cc0a20579354/d0f62de0-5571-4bb6-8d52-6235b2170892) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:55.994453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:55.995831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.073989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:47:56.081338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 90945002-aa07-452e-aede-92ac69d92f4d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:56.086888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.094668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:56.095477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.200418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Attempting to bind port 89426632-9897-462a-b40b-5515e84de3df on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:56.200757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Attempting to bind port 89426632-9897-462a-b40b-5515e84de3df by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:56.201548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Attempting to bind port 89426632-9897-462a-b40b-5515e84de3df on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:56.248536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.256218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:56.256594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:56.256997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.257381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:56.257882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Bound port: 89426632-9897-462a-b40b-5515e84de3df, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:56.258070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.258561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.284035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.340721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.344416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Router 5e1037ac-62b1-4bf3-b170-480ec366fef4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:56.346615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=310688d7-653c-459e-b19a-123998464338,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:56.378811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 310688d7-653c-459e-b19a-123998464338 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:47:56.400679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.405202 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-59e60ddc-aa89-4480-b85b-33b886222fa0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2727792 Apr 04 11:47:56.418834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38516) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:56.426518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '310688d7-653c-459e-b19a-123998464338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:56.463870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Allocated IP 2001:db8::2 (3a43a0d0-075d-4a1c-9826-417e26584b54/96291549-6dc8-4404-a151-9193bacdfe65/1c83093c-43da-4f03-a3a7-05d0066e226e) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:56.465735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 90945002-aa07-452e-aede-92ac69d92f4d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:56.466154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.473032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=90945002-aa07-452e-aede-92ac69d92f4d,segment=NetworkSegment(e199c41e-8cb5-4ab0-a684-75b152ba9f6d),segment_id=e199c41e-8cb5-4ab0-a684-75b152ba9f6d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:56.479853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event updated for resources: {'Port': ['ID=8430ce6a-a128-421a-9a9a-a76421f47312,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:56.519034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] For port 89426632-9897-462a-b40b-5515e84de3df, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:56.542211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.542491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Update dhcp port {'port': {'network_id': '6f0f925f-e96a-4506-ba9f-58eaab464159', 'fixed_ips': [{'subnet_id': '21c4c740-b057-4fee-a30a-2e629a7ff191', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b8330a3-3e7a-4ffa-b336-cc0a20579354'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '90945002-aa07-452e-aede-92ac69d92f4d'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:47:56.560293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.572501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.584750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.608504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] For port 89426632-9897-462a-b40b-5515e84de3df, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=89426632-9897-462a-b40b-5515e84de3df,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:56.644333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.650981 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/ports/f8341674-329c-47db-95da-a85a022a2d4a HTTP/1.1" status: 204 len: 168 time: 1.8285131 Apr 04 11:47:56.672352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38518) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:56.673846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.682857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0f7d2-0c78-49b8-a75c-69d5ef48bde0 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=f8341674-329c-47db-95da-a85a022a2d4a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:56.689646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.702047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.705709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:56.716026 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-64d644ac-9359-46b6-8a7b-9cd25af32031 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "PUT /v2.0/routers/5e1037ac-62b1-4bf3-b170-480ec366fef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9800713 Apr 04 11:47:56.722147 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] Sync routers for ids ['5e1037ac-62b1-4bf3-b170-480ec366fef4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:56.734319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38520) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:56.735667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] Routers {'5e1037ac-62b1-4bf3-b170-480ec366fef4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:56.738468 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5e1037ac-62b1-4bf3-b170-480ec366fef4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:56.739000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.761871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37cdfa-988b-44d0-b34d-dbae5a4ba52e None None] Pushing event updated for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:56.780317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:56.794710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:56.798882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:56.810995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=d0f62de0-5571-4bb6-8d52-6235b2170892,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:56.814234 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:56.815951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:56.820941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.832978 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] Routers {'5e1037ac-62b1-4bf3-b170-480ec366fef4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:56.833747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5e1037ac-62b1-4bf3-b170-480ec366fef4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:56.881931 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:56.882803 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa2d7b-eba0-49fe-8d51-06a00997367c None None] The sync data for ids ['5e1037ac-62b1-4bf3-b170-480ec366fef4'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:47:56.886015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing IP validity checks on allocation pools {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:47:56.886584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:47:56.889534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:56.894015 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1aa22cb0-9e14-464a-8713-2c744f8f38bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2555640 Apr 04 11:47:56.902791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38522) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:57.033046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755ed8-14d3-4884-a9ea-5ea6f71857c7 None None] Pushing event updated for resources: {'Port': ['ID=89426632-9897-462a-b40b-5515e84de3df,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:57.035332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.086842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 89426632-9897-462a-b40b-5515e84de3df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=89426632-9897-462a-b40b-5515e84de3df,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:57.100080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.120968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Allocated IP 172.20.0.18 (6f0f925f-e96a-4506-ba9f-58eaab464159/9b8330a3-3e7a-4ffa-b336-cc0a20579354/90945002-aa07-452e-aede-92ac69d92f4d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:57.122709 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Floating IP 4086e739-b801-4c5a-8241-faf265ef52fe associated. External IP: 172.26.1.137, port: 60b14e66-4b31-4432-b897-079066aab201. Apr 04 11:47:57.193315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.214789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting subnet bbbb8e77-de55-4ce2-8f04-88a7a67b0df9 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:57.295113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8cc626b-cf1a-4150-9164-73a22c9c1d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.325898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:57.335888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:57.346523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:47:57.359765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Pushing event updated for resources: {'Port': ['ID=1c83093c-43da-4f03-a3a7-05d0066e226e,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:57.368679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=90945002-aa07-452e-aede-92ac69d92f4d,segment=NetworkSegment(e199c41e-8cb5-4ab0-a684-75b152ba9f6d),segment_id=e199c41e-8cb5-4ab0-a684-75b152ba9f6d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:57.442473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.448798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Attempting to bind port 1c83093c-43da-4f03-a3a7-05d0066e226e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:47:57.449253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Attempting to bind port 1c83093c-43da-4f03-a3a7-05d0066e226e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c7d442c9-733b-4fa5-aae7-d231fed2b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:47:57.449752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Attempting to bind port 1c83093c-43da-4f03-a3a7-05d0066e226e on network 3a43a0d0-075d-4a1c-9826-417e26584b54 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:47:57.455695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:47:57.456076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Checking segment: {'id': 'c7d442c9-733b-4fa5-aae7-d231fed2b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:57.457827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.457827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Bound using segment: {'id': 'c7d442c9-733b-4fa5-aae7-d231fed2b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:47:57.457827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Bound port: 1c83093c-43da-4f03-a3a7-05d0066e226e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d442c9-733b-4fa5-aae7-d231fed2b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a43a0d0-075d-4a1c-9826-417e26584b54'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:47:57.458145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.508587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.582599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] For port 1c83093c-43da-4f03-a3a7-05d0066e226e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:47:57.608372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.610074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.620016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] For port 1c83093c-43da-4f03-a3a7-05d0066e226e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1c83093c-43da-4f03-a3a7-05d0066e226e,segment=NetworkSegment(c7d442c9-733b-4fa5-aae7-d231fed2b5db),segment_id=c7d442c9-733b-4fa5-aae7-d231fed2b5db)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:47:57.634276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9da52-a662-456d-bb5c-a025ffbb72e1 None None] Pushing event updated for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:57.651057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:57.651762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.700973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.703563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.704664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.714349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.806424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.826719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:57.837637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee6dc-28b9-451b-830c-52ec0b187621 None None] Pushing event updated for resources: {'Port': ['ID=1c83093c-43da-4f03-a3a7-05d0066e226e,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:57.878172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5131cea2-d2c8-4a91-bbb3-6b0e956a1b0d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2094710 Apr 04 11:47:57.899395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:57.899751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:57.910299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21c4c740-b057-4fee-a30a-2e629a7ff191'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:57.919145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:57.931133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:57.931852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.021050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 89426632-9897-462a-b40b-5515e84de3df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:58.087377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:58.092383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.100892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=89426632-9897-462a-b40b-5515e84de3df,revision_number=4']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:58.123331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 89426632-9897-462a-b40b-5515e84de3df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:58.124521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.161641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.206613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.279272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b3b29df1-178c-41e1-8120-b50b5ea1ca64 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3696146 Apr 04 11:47:58.291947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38526) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:58.299926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.305875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:bb:28:7b', 'name': 'tempest-NetworksTestDHCPv6-732908692'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:47:58.359971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 89426632-9897-462a-b40b-5515e84de3df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=89426632-9897-462a-b40b-5515e84de3df,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:58.360246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.360594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1037ac-62b1-4bf3-b170-480ec366fef4 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:47:58.415799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.416465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 90945002-aa07-452e-aede-92ac69d92f4d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:47:58.513229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=272c3b84-a1d1-4d27-ab8a-88435f8fbf46,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:58.523178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '5e8239e0-1b3f-42e3-bfc3-bd234d64f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '310688d7-653c-459e-b19a-123998464338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:47:58.523178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 310688d7-653c-459e-b19a-123998464338, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:47:58.524320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.528970 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0f24c915-8be2-425a-bbd3-bba407716b4a tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "DELETE /v2.0/routers/5e1037ac-62b1-4bf3-b170-480ec366fef4 HTTP/1.1" status: 204 len: 168 time: 1.7886474 Apr 04 11:47:58.532519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38528) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:58.579773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=89426632-9897-462a-b40b-5515e84de3df,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:58.602345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 90945002-aa07-452e-aede-92ac69d92f4d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:58.602720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.619970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting subnet b839066e-2559-43d8-9898-9b8f2a6258e7 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:47:58.623106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:47:58.630103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.662907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42def55-c0a0-4bb1-bdb1-5ee67630bf43 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:58.686404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.697153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.765041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbb8e77-de55-4ce2-8f04-88a7a67b0df9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:58.777988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 310688d7-653c-459e-b19a-123998464338 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:47:58.819689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.823180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.830316 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3189e6c9-83bf-40e1-9bb4-236a818bf701 tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/subnets/bbbb8e77-de55-4ce2-8f04-88a7a67b0df9 HTTP/1.1" status: 204 len: 168 time: 2.1501143 Apr 04 11:47:58.839203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38530) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:58.871898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 310688d7-653c-459e-b19a-123998464338) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:47:58.877426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:47:58.877654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Router e481d1f9-4bd8-4462-968d-0ff64897faa2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:47:58.878065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.914485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6fef5-6e23-4ab9-84fa-2d96d368b3ee None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:58.916169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7d6b1-0724-4be8-bac5-e2fa1bff1870 None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:58.918141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa2d7e-916c-4607-b302-4ccaee68cea9 None None] Network 310688d7-653c-459e-b19a-123998464338 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:58.920661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:58.989731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-07bd632e-4099-4a38-adfc-6c05b5807877 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5693910 Apr 04 11:47:58.991580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:59.108222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.114554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 878d7e15-6e4e-4c9d-8201-a7387c899c1c yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:47:59.146938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.166651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.168964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8::1 (3a43a0d0-075d-4a1c-9826-417e26584b54/96291549-6dc8-4404-a151-9193bacdfe65/0e9d1fc2-d545-458a-8e05-3b34cc41dcf8) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:59.250618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-44ba2138-2767-4c7d-b097-0ac57ffa5f6f None None] Provisioning complete for port 89426632-9897-462a-b40b-5515e84de3df triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:47:59.251196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-44ba2138-2767-4c7d-b097-0ac57ffa5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.324346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.425326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:47:59.466968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.470581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9877e6c-cf66-4374-bc34-d9e7b2ea547d None None] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:59.473269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Sync routers for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:47:59.520778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Subnet': ['ID=b839066e-2559-43d8-9898-9b8f2a6258e7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:59.523437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Delete allocated IP 172.20.0.29 (6f0f925f-e96a-4506-ba9f-58eaab464159/9b8330a3-3e7a-4ffa-b336-cc0a20579354) {{(pid=109637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:47:59.530220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.535289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.540650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-694cdd15-7c13-4656-b2e7-d4138985d1ba tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "DELETE /v2.0/subnets/b839066e-2559-43d8-9898-9b8f2a6258e7 HTTP/1.1" status: 204 len: 168 time: 0.9995530 Apr 04 11:47:59.541145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38534) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:47:59.543938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Deleting port adce16ec-c247-41c3-aea7-796901482065 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:47:59.543938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.545009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:47:59.545318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:59.578510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.601958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f25bdf-3e81-4728-9296-ac242f6a3e4a None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:47:59.604311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.655004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dcf89637-2533-4124-ac5a-6a2073f6757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.657673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 172.20.0.7 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f/878d7e15-6e4e-4c9d-8201-a7387c899c1c) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:59.661041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=272c3b84-a1d1-4d27-ab8a-88435f8fbf46,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:47:59.685613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:febb:287b (ceacc3cd-ec61-49ea-8b56-a460936e63f2/a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf/878d7e15-6e4e-4c9d-8201-a7387c899c1c) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:47:59.693362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.728562 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3f5676e6-a6e4-4777-9cb6-58402e442b24 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0781806 Apr 04 11:47:59.742072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] For port adce16ec-c247-41c3-aea7-796901482065, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=adce16ec-c247-41c3-aea7-796901482065,segment=NetworkSegment(c830c0a0-63ba-4211-9148-e5d5f2f01c09),segment_id=c830c0a0-63ba-4211-9148-e5d5f2f01c09)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:47:59.742072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.752896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:47:59.753962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.755138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e2af9a-e282-4c65-b4e4-e2139463c435" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:47:59.783288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb7ada-2523-495b-909f-c754459a5db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-310688d7-653c-459e-b19a-123998464338', 'network_id': '310688d7-653c-459e-b19a-123998464338', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '272c3b84-a1d1-4d27-ab8a-88435f8fbf46'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:47:59.783586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ada-2523-495b-909f-c754459a5db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.821749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310688d7-653c-459e-b19a-123998464338']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:59.824317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Calling delete_port for adce16ec-c247-41c3-aea7-796901482065 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:47:59.863267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:47:59.874973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a76ff9-39d5-4da9-9e92-f153b23fa360 x-openstack-request-id: req-70a76ff9-39d5-4da9-9e92-f153b23fa360 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:47:59.875646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:47:59.876141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70a76ff9-39d5-4da9-9e92-f153b23fa360 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:47:59.876734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a76ff9-39d5-4da9-9e92-f153b23fa360'] response: {'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'status': 'completed', 'code': 200} Apr 04 11:47:59.899960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8239e0-1b3f-42e3-bfc3-bd234d64f3fe') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:59.900264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8239e0-1b3f-42e3-bfc3-bd234d64f3fe') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:47:59.951370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] DHCP port deletion for e741c55b-f383-4ad9-9058-f6079e70e641 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:47:59.970803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:47:59.994318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:00.006306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:00.006927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.030888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.129072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.132872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=0e9d1fc2-d545-458a-8e05-3b34cc41dcf8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:00.149141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.156186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:00.156605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:00.161226 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:00.168438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:00.188645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb36e-b6d5-40c2-baf9-f10012f7301e req-f2c132ea-d19f-4fea-b542-9cc7bb8fe8c9 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:00.190645 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e58cb36e-b6d5-40c2-baf9-f10012f7301e req-f2c132ea-d19f-4fea-b542-9cc7bb8fe8c9 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.3400884 Apr 04 11:48:00.241523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1c83093c-43da-4f03-a3a7-05d0066e226e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:00.261781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-35d2ccb2-1f38-4f3e-99f9-81d1025af2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:00.266604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-35d2ccb2-1f38-4f3e-99f9-81d1025af2aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a35905c2acfa42f89fd224798d21c0ae&device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1098 time: 0.3234990 Apr 04 11:48:00.267037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.317335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Deleting port 647cf381-754f-46e5-875e-624b6e51e791 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:00.317709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.327561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.362647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87056eda-7355-4f4f-a4aa-2dc6f5cca6c6 None None] Network 310688d7-653c-459e-b19a-123998464338 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:00.440966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Provisioning complete for port 90945002-aa07-452e-aede-92ac69d92f4d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:00.441350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.444657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.472398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.480939 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/310688d7-653c-459e-b19a-123998464338 HTTP/1.1" status: 204 len: 168 time: 1.4817111 Apr 04 11:48:00.526447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e58cb36e-b6d5-40c2-baf9-f10012f7301e req-8feb4cae-4e79-41d6-8495-fc595e4fa97d tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3206716 Apr 04 11:48:00.534314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38540) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:00.537332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.556137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605687498'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:00.559917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38542) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:00.568933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=d0f62de0-5571-4bb6-8d52-6235b2170892,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:00.569202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f2231-1373-4b45-8730-8a4154fc1fb0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=310688d7-653c-459e-b19a-123998464338,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:00.585852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] In _notify_port_updated(), no bound segment for port d0f62de0-5571-4bb6-8d52-6235b2170892 on network 6f0f925f-e96a-4506-ba9f-58eaab464159 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:48:00.588319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] For port 647cf381-754f-46e5-875e-624b6e51e791, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=647cf381-754f-46e5-875e-624b6e51e791,segment=NetworkSegment(75c7a5b7-73ed-41da-bc59-b30331c4d123),segment_id=75c7a5b7-73ed-41da-bc59-b30331c4d123)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:00.588699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.601312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:00.602048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.606147 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6bd259c8-8f78-49e3-be17-b4294cee3e15 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/ports/d0f62de0-5571-4bb6-8d52-6235b2170892 HTTP/1.1" status: 200 len: 919 time: 2.6992822 Apr 04 11:48:00.607134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38546) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:00.612746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21c4c740-b057-4fee-a30a-2e629a7ff191'}, {'subnet_id': '9b8330a3-3e7a-4ffa-b336-cc0a20579354'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:00.662042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.743693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Port': ['ID=adce16ec-c247-41c3-aea7-796901482065,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:00.749500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Calling delete_port for 647cf381-754f-46e5-875e-624b6e51e791 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:00.758842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] No DVR routers for this DVR port adce16ec-c247-41c3-aea7-796901482065 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:00.791530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] DHCP port deletion for b5f76dc5-9b73-4948-ae17-bada8af5f318 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:00.805128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8229619b-06f1-4c19-ac8b-87f34de84f1c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 200 len: 991 time: 0.2334435 Apr 04 11:48:00.810474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-45eec630-c029-460b-8e56-49bf4eea9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:00.811841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-45eec630-c029-460b-8e56-49bf4eea9485 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13a2988c-46d1-471f-95ab-9246b4e9b6e5 HTTP/1.1" status: 200 len: 897 time: 0.5319846 Apr 04 11:48:00.874890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.904634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Deleting port adce16ec-c247-41c3-aea7-796901482065 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:00.905271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.948397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.958778 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-9a878735-1609-4610-ae97-8b0f721ec219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b14e66-4b31-4432-b897-079066aab201 HTTP/1.1" status: 200 len: 999 time: 0.0961995 Apr 04 11:48:00.963332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:00.978783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e741c55b-f383-4ad9-9058-f6079e70e641']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:00.995369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c830c0a0-63ba-4211-9148-e5d5f2f01c09') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:00.995369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c830c0a0-63ba-4211-9148-e5d5f2f01c09') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.012267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.030737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.040440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:01.041001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.043600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 1c83093c-43da-4f03-a3a7-05d0066e226e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:01.043988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.073499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=878d7e15-6e4e-4c9d-8201-a7387c899c1c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:01.130143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:01.134942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:01.143671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:01.150066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.196376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:01.203427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.210645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-e7c4813d-bce0-4646-a1fc-f299e40c1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:01.213637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-e7c4813d-bce0-4646-a1fc-f299e40c1cda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2a8d58-21ae-46d8-b713-8b73789869eb HTTP/1.1" status: 200 len: 835 time: 0.2464015 Apr 04 11:48:01.237018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.294896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] No DVR routers for this DVR port 647cf381-754f-46e5-875e-624b6e51e791 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:01.297689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Port': ['ID=647cf381-754f-46e5-875e-624b6e51e791,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:01.334859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] For port adce16ec-c247-41c3-aea7-796901482065, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:01.335272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.364107 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ae439ebe-2156-4d4d-8425-3b7f98fbe567 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0615995 Apr 04 11:48:01.366745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-0e93ce63-604b-48f8-a0fe-51557cf88ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:01.368317 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-0e93ce63-604b-48f8-a0fe-51557cf88ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a2988c-46d1-471f-95ab-9246b4e9b6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468003 Apr 04 11:48:01.372513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:01.391561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Calling delete_port for adce16ec-c247-41c3-aea7-796901482065 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:01.398909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Port adce16ec-c247-41c3-aea7-796901482065 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:48:01.404776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Deleting port 647cf381-754f-46e5-875e-624b6e51e791 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:01.405155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.421258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.476763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.509370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f76dc5-9b73-4948-ae17-bada8af5f318']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.522175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Provisioning complete for port 1c83093c-43da-4f03-a3a7-05d0066e226e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:01.522424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c7a5b7-73ed-41da-bc59-b30331c4d123') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.522538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c7a5b7-73ed-41da-bc59-b30331c4d123') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.523192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.525360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Pushing event deleted for resources: {'Port': ['ID=adce16ec-c247-41c3-aea7-796901482065,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:01.537311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] Network e741c55b-f383-4ad9-9058-f6079e70e641 is not hosted by any dhcp agent {{(pid=109638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:48:01.537311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8843303-9823-4845-9184-90c0c1381ca3 None None] No DVR routers for this DVR port adce16ec-c247-41c3-aea7-796901482065 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:01.541318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.561816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.569017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:01.569529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:01.635637 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:01.688753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:01.709774 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:01.712990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:01.716741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.733659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.738121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4086e739-b801-4c5a-8241-faf265ef52fe', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'floating_ip_address': '172.26.1.137', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'mac_address': 'fa:16:3e:81:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:54Z', 'updated_at': '2022-04-04T11:47:54Z', 'revision_number': 0, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.740052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.743391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] For port 647cf381-754f-46e5-875e-624b6e51e791, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:01.743802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.745064 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] 10.222.0.43 "DELETE /v2.0/networks/e741c55b-f383-4ad9-9058-f6079e70e641 HTTP/1.1" status: 204 len: 168 time: 2.9026349 Apr 04 11:48:01.754379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8b2fb-e718-4e3f-817f-882070963c83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:01.761063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8b2fb-e718-4e3f-817f-882070963c83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:01.762756 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c6a8b2fb-e718-4e3f-817f-882070963c83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3739471 Apr 04 11:48:01.767356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38552) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:01.782391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.796139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c383-2291-4711-ae44-1a18dfcce3ca tempest-AllowedAddressPairIpV6TestJSON-2119712196 tempest-AllowedAddressPairIpV6TestJSON-2119712196-project] Pushing event deleted for resources: {'Network': ['ID=e741c55b-f383-4ad9-9058-f6079e70e641,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:01.810939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:01.814688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.816469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Checking router: e481d1f9-4bd8-4462-968d-0ff64897faa2 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:01.818521 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] 10.222.0.43 "DELETE /v2.0/networks/b5f76dc5-9b73-4948-ae17-bada8af5f318 HTTP/1.1" status: 204 len: 168 time: 2.2759089 Apr 04 11:48:01.823032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Calling delete_port for 647cf381-754f-46e5-875e-624b6e51e791 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:01.827925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:01.831269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Port 647cf381-754f-46e5-875e-624b6e51e791 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:48:01.835276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-f85d8e51-880d-4ca6-88ef-8c79031b1f86 service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311638 Apr 04 11:48:01.836946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.837368 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 9289205b-7459-43ed-b60c-2978b829229c of type vlan for network 7d1e2b39-a542-48ec-870d-165917226572 Apr 04 11:48:01.849407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 1c83093c-43da-4f03-a3a7-05d0066e226e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1c83093c-43da-4f03-a3a7-05d0066e226e,segment=NetworkSegment(c7d442c9-733b-4fa5-aae7-d231fed2b5db),segment_id=c7d442c9-733b-4fa5-aae7-d231fed2b5db)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:01.853730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.862435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:01.863347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:01.889381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:01.901353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156fcf-734a-45ba-b1d1-4628af652e48 tempest-FloatingIPNegativeTestJSON-105041497 tempest-FloatingIPNegativeTestJSON-105041497-project] Pushing event deleted for resources: {'Network': ['ID=b5f76dc5-9b73-4948-ae17-bada8af5f318,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:01.916166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Network b5f76dc5-9b73-4948-ae17-bada8af5f318 is not hosted by any dhcp agent {{(pid=109638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:48:01.916922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] No DVR routers for this DVR port 647cf381-754f-46e5-875e-624b6e51e791 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:01.988717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.011933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.013674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.014796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 89426632-9897-462a-b40b-5515e84de3df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:02.026196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:02.029753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.034520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26936d5-9036-4dd5-ac54-da589e70d42c None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:48:02.034520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d8ce9-b315-4eb4-a15c-ddd7df5e29b7 None None] Pushing event deleted for resources: {'Port': ['ID=647cf381-754f-46e5-875e-624b6e51e791,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:02.159842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.243440 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6986980 Apr 04 11:48:02.247333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:02.247333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:02.247582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38558) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:02.252829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae792ba-187e-4daf-9bfa-6aa90655e975 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=7d1e2b39-a542-48ec-870d-165917226572,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:02.260280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '7d1e2b39-a542-48ec-870d-165917226572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:02.300724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 7d1e2b39-a542-48ec-870d-165917226572 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:02.331956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=1c83093c-43da-4f03-a3a7-05d0066e226e,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:02.350151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:02.358587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c89c1510-92e0-4f98-b7df-d21b63c9b3db tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 200 len: 991 time: 0.5373218 Apr 04 11:48:02.386173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6e2af9a-e282-4c65-b4e4-e2139463c435 req-280d460b-2510-490d-a59d-32c2da1a1fe2 service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070784 Apr 04 11:48:02.405287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 878d7e15-6e4e-4c9d-8201-a7387c899c1c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:02.405287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.434776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.474387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 89426632-9897-462a-b40b-5515e84de3df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:02.474959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.514094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.20 (6f0f925f-e96a-4506-ba9f-58eaab464159/9b8330a3-3e7a-4ffa-b336-cc0a20579354/d0f62de0-5571-4bb6-8d52-6235b2170892) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:02.529916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.530873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.564086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.580039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.587447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26936d5-9036-4dd5-ac54-da589e70d42c None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:48:02.606018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38564) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:02.612722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:02.614295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 878d7e15-6e4e-4c9d-8201-a7387c899c1c owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:02.616528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:02.703579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38568) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:02.766879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=0e9d1fc2-d545-458a-8e05-3b34cc41dcf8,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:02.964423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cd183667-9cd2-44cc-a258-54fc6919f44d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=894556ba486c428aa2a1fb042d6199df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574480 Apr 04 11:48:02.964981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38572) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:02.991287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:02.997449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:03.013520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.030112 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-47f698df-7c82-4d48-94b7-fb6c96bec8b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9c5a962336540929b48754a79b50d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094763 Apr 04 11:48:03.040554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38574) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:03.076538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Provisioning complete for port d0f62de0-5571-4bb6-8d52-6235b2170892 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:03.076927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.080023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=878d7e15-6e4e-4c9d-8201-a7387c899c1c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:03.089365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.141457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e05f5973-971d-4f7f-83db-d59f275b12ad None None] Port d0f62de0-5571-4bb6-8d52-6235b2170892 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:03.146819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1c83093c-43da-4f03-a3a7-05d0066e226e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:03.170744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4086e739-b801-4c5a-8241-faf265ef52fe', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'floating_ip_address': '172.26.1.137', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'mac_address': 'fa:16:3e:81:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:54Z', 'updated_at': '2022-04-04T11:47:54Z', 'revision_number': 0, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:03.171437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.207398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.211532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823a3e-0812-41b8-8056-f116d6b823b3 None None] The sync data for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv is: [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4086e739-b801-4c5a-8241-faf265ef52fe', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'floating_ip_address': '172.26.1.137', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'mac_address': 'fa:16:3e:81:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:47:54Z', 'updated_at': '2022-04-04T11:47:54Z', 'revision_number': 0, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:03.233257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.263648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.301114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Provisioning complete for port d0f62de0-5571-4bb6-8d52-6235b2170892 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:03.301263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.304905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 1c83093c-43da-4f03-a3a7-05d0066e226e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:03.304905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.306800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.318580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0ef29b64-8151-45b6-ac6d-57c4492bc10e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/878d7e15-6e4e-4c9d-8201-a7387c899c1c HTTP/1.1" status: 204 len: 168 time: 1.5499423 Apr 04 11:48:03.320860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38576) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:03.330515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.345615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.370416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38578) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:03.415009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Port d0f62de0-5571-4bb6-8d52-6235b2170892 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:03.418951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.421765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.426018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a129a20-1da2-40fe-865b-61f1fead9689 HTTP/1.1" status: 204 len: 168 time: 0.4574893 Apr 04 11:48:03.443407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f916-0241-46d9-b124-5f0da5747e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a129a20-1da2-40fe-865b-61f1fead9689,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:03.481897 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe5b5f2f-4d71-4ef7-ad2a-31487a886001 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 200 len: 991 time: 0.1100171 Apr 04 11:48:03.505243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Provisioning complete for port 89426632-9897-462a-b40b-5515e84de3df triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:03.505844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.507475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=d0f62de0-5571-4bb6-8d52-6235b2170892,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:03.549257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.552093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.553297 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f82941c-43fb-4ff4-95c2-2581ca34ee64 HTTP/1.1" status: 204 len: 168 time: 0.4933088 Apr 04 11:48:03.581290 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f9449-bd43-4f26-8244-0cff21d2c297 None None] New status for floating IP 4086e739-b801-4c5a-8241-faf265ef52fe: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:48:03.582913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1889c-e77e-4317-a560-8ae8d7e2c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82941c-43fb-4ff4-95c2-2581ca34ee64,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:03.643358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b653f-9786-4ed1-9243-006f627882c8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:03.645512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b653f-9786-4ed1-9243-006f627882c8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:03.647404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b653f-9786-4ed1-9243-006f627882c8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:03.650766 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-433b653f-9786-4ed1-9243-006f627882c8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3176987 Apr 04 11:48:03.654420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38584) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:03.664935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=d215ccdb-1267-4bf4-8a74-83285bbfe65c,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:03.688303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 647cf381-754f-46e5-875e-624b6e51e791 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:03.740485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] In _notify_port_updated(), no bound segment for port d0f62de0-5571-4bb6-8d52-6235b2170892 on network 6f0f925f-e96a-4506-ba9f-58eaab464159 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:48:03.747753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 647cf381-754f-46e5-875e-624b6e51e791 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:03.748019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:03.749682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.754414 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-77091c90-3462-48d8-be1d-ae2c820edc61 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/ports/d0f62de0-5571-4bb6-8d52-6235b2170892 HTTP/1.1" status: 200 len: 999 time: 3.1465089 Apr 04 11:48:03.755616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38586) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:03.756604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 647cf381-754f-46e5-875e-624b6e51e791 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:03.761590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device adce16ec-c247-41c3-aea7-796901482065 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:03.771341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '9289205b-7459-43ed-b60c-2978b829229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7d1e2b39-a542-48ec-870d-165917226572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:03.771956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 7d1e2b39-a542-48ec-870d-165917226572, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:03.806373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: adce16ec-c247-41c3-aea7-796901482065 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:03.808066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device adce16ec-c247-41c3-aea7-796901482065 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:03.848760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:03.864854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 9ade38ff-e1f0-4b91-84f2-33c9e6eba311 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:48:03.866379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.959616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.983014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Provisioning complete for port 1c83093c-43da-4f03-a3a7-05d0066e226e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:03.983395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:03.986717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 7d1e2b39-a542-48ec-870d-165917226572 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:04.007313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port d0f62de0-5571-4bb6-8d52-6235b2170892 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:04.008436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.111057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.151249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 7d1e2b39-a542-48ec-870d-165917226572) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:04.172654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400dd8b9-18de-459a-84c7-ce7bd80e7a66 None None] Network 7d1e2b39-a542-48ec-870d-165917226572 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:04.181271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:04.182197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.209537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.215967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Could not find standard attr ID for object 878d7e15-6e4e-4c9d-8201-a7387c899c1c. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:04.244505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:04.246840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for d0f62de0-5571-4bb6-8d52-6235b2170892 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:04.250415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.257313 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a959686b-d5ce-4399-a163-e945e563c97a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/9ade38ff-e1f0-4b91-84f2-33c9e6eba311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3532484 Apr 04 11:48:04.260567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38594) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:04.266376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] Sync routers for ids ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:04.296705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.307371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] Routers {'9ade38ff-e1f0-4b91-84f2-33c9e6eba311'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:04.308077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:04.318518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Provisioning complete for port 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:04.321718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.338086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:04.347540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.353639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-edab0e83-617f-41c9-b523-f57c9edc33ab tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f HTTP/1.1" status: 204 len: 168 time: 0.6962092 Apr 04 11:48:04.354711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38600) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:04.381595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e4d92-cc7a-4d58-bf4b-8314a890da4f None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:04.397354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f8199-e782-46d8-ae01-a041c3e45417 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:04.400828 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-626f8199-e782-46d8-ae01-a041c3e45417 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports/0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 HTTP/1.1" status: 200 len: 911 time: 0.1389196 Apr 04 11:48:04.409476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38606) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:04.417214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1432f26a-d559-434c-ab2c-0201974a418f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1611407 Apr 04 11:48:04.418566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38608) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:04.427700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96291549-6dc8-4404-a151-9193bacdfe65'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:04.474709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38612) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:04.494636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:04.507492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.510214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:04.538354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d20325-15de-4871-8673-55856c539fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-7d1e2b39-a542-48ec-870d-165917226572', 'network_id': '7d1e2b39-a542-48ec-870d-165917226572', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': 'd215ccdb-1267-4bf4-8a74-83285bbfe65c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:04.539694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.575145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] Routers {'9ade38ff-e1f0-4b91-84f2-33c9e6eba311'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:04.575709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:04.577627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-586bc36a-3f1d-4248-aa0f-460e4be77003 None None] Port 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:04.614063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.630011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:04.631106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcbd1d-c901-42ee-8eb9-0e632d08a489 None None] The sync data for ids ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:04.636520 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c7646307-6faa-48bc-a0c6-9ec12001c75f tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 200 len: 993 time: 0.1577766 Apr 04 11:48:04.691791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.757666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.821602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Provisioning complete for port d0f62de0-5571-4bb6-8d52-6235b2170892 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:04.822309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.851686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.906284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Port d0f62de0-5571-4bb6-8d52-6235b2170892 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:04.916675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.919070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.919947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-85d20325-15de-4871-8673-55856c539fce None None] Allocated IP 172.20.0.1 (7d1e2b39-a542-48ec-870d-165917226572/d215ccdb-1267-4bf4-8a74-83285bbfe65c/34bd0038-3a43-4809-b493-a5e03d9b40fa) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:04.948918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Provisioning complete for port 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:04.950042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:04.962976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=d0f62de0-5571-4bb6-8d52-6235b2170892,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:05.144941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a6cba59a-6487-477d-9702-81e3444e7aef None None] Port 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:05.214570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.218409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-93f89aa9-358d-488f-9a6f-2e1ea74f1a34 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/d0f62de0-5571-4bb6-8d52-6235b2170892 HTTP/1.1" status: 204 len: 168 time: 1.4599872 Apr 04 11:48:05.221739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38628) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.246001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.262702 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-08faff4b-bc07-409e-8f05-df1a65db32a8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:48:05.264304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-08faff4b-bc07-409e-8f05-df1a65db32a8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/d0f62de0-5571-4bb6-8d52-6235b2170892 HTTP/1.1" status: 404 len: 333 time: 0.0414376 Apr 04 11:48:05.267566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38632) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.306180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.348343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 9b8330a3-3e7a-4ffa-b336-cc0a20579354 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:05.352056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.359788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.363945 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf HTTP/1.1" status: 204 len: 168 time: 1.0081985 Apr 04 11:48:05.365639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b023-71a7-425a-a231-07bd5531de69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:05.371989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.400054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38634) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.415613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d20325-15de-4871-8673-55856c539fce None None] Network 7d1e2b39-a542-48ec-870d-165917226572 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:05.418927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-85d20325-15de-4871-8673-55856c539fce None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:05.421766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d20325-15de-4871-8673-55856c539fce None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:05.440947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20325-15de-4871-8673-55856c539fce None None] Pushing event updated for resources: {'Port': ['ID=34bd0038-3a43-4809-b493-a5e03d9b40fa,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:05.458905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.497865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5b7083bf-5349-4d0d-add3-db93a72e7f00 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931201 Apr 04 11:48:05.500511 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38640) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.521344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.523014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-85d20325-15de-4871-8673-55856c539fce None None] Attempting to bind port 34bd0038-3a43-4809-b493-a5e03d9b40fa on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:05.523481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-85d20325-15de-4871-8673-55856c539fce None None] Attempting to bind port 34bd0038-3a43-4809-b493-a5e03d9b40fa by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9289205b-7459-43ed-b60c-2978b829229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7d1e2b39-a542-48ec-870d-165917226572'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:05.523794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d20325-15de-4871-8673-55856c539fce None None] Attempting to bind port 34bd0038-3a43-4809-b493-a5e03d9b40fa on network 7d1e2b39-a542-48ec-870d-165917226572 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:05.529494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d20325-15de-4871-8673-55856c539fce None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:05.530030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d20325-15de-4871-8673-55856c539fce None None] Checking segment: {'id': '9289205b-7459-43ed-b60c-2978b829229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7d1e2b39-a542-48ec-870d-165917226572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:05.530440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.530885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d20325-15de-4871-8673-55856c539fce None None] Bound using segment: {'id': '9289205b-7459-43ed-b60c-2978b829229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7d1e2b39-a542-48ec-870d-165917226572'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:05.531860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-85d20325-15de-4871-8673-55856c539fce None None] Bound port: 34bd0038-3a43-4809-b493-a5e03d9b40fa, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9289205b-7459-43ed-b60c-2978b829229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7d1e2b39-a542-48ec-870d-165917226572'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:05.532273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.553516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.576528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.591992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:05.602918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.603376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=d215ccdb-1267-4bf4-8a74-83285bbfe65c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:05.603464 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/ports/0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 HTTP/1.1" status: 200 len: 911 time: 1.1861925 Apr 04 11:48:05.603464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.615814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38644) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.671562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-85d20325-15de-4871-8673-55856c539fce None None] For port 34bd0038-3a43-4809-b493-a5e03d9b40fa, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:05.680483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-85d20325-15de-4871-8673-55856c539fce None None] For port 34bd0038-3a43-4809-b493-a5e03d9b40fa, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=34bd0038-3a43-4809-b493-a5e03d9b40fa,segment=NetworkSegment(9289205b-7459-43ed-b60c-2978b829229c),segment_id=9289205b-7459-43ed-b60c-2978b829229c)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:05.754701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cafd86-1926-4255-9aef-31f449ea3c7b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=0e9d1fc2-d545-458a-8e05-3b34cc41dcf8,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:05.756950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38648) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.773260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-85d20325-15de-4871-8673-55856c539fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:05.842066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-37a19378-e871-41e7-a869-329b60d8833f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] Request body: {'port': {'network_id': '92628a7d-03c6-4c5b-b13d-db5e9cdaae85', 'name': 'tempest-NetworksNegativeTestJSON-1803564047'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:05.848072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591e0f9-9661-426b-8057-409af3f92cf9 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:05.858519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458da3fd-7799-4a91-b217-c8d179a2a323 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:05.858519 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-458da3fd-7799-4a91-b217-c8d179a2a323 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3551450 Apr 04 11:48:05.861026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38652) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.888415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a19378-e871-41e7-a869-329b60d8833f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] POST failed (client error): The resource could not be found. Apr 04 11:48:05.889202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a19378-e871-41e7-a869-329b60d8833f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:05.891553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-37a19378-e871-41e7-a869-329b60d8833f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1298628 Apr 04 11:48:05.914756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38654) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:05.990371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-db553403-99d8-4063-b9d1-011d0f818a68 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:05.991268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db553403-99d8-4063-b9d1-011d0f818a68 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:05.998070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db553403-99d8-4063-b9d1-011d0f818a68 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "DELETE /v2.0/networks/fe68f9dc-cb37-4047-b484-84fde9e8c8bd HTTP/1.1" status: 404 len: 339 time: 0.0780818 Apr 04 11:48:06.000383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38656) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.080074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab0e29-12e6-455b-a312-603e4c460917 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:06.082093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-05ab0e29-12e6-455b-a312-603e4c460917 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2183604 Apr 04 11:48:06.084037 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf653f5f-4ecb-43e6-887b-62c904c6e87f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:06.084928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf653f5f-4ecb-43e6-887b-62c904c6e87f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.093430 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bf653f5f-4ecb-43e6-887b-62c904c6e87f tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "DELETE /v2.0/ports/8a970e96-0129-4a4a-8904-ae2ebb42f453 HTTP/1.1" status: 404 len: 333 time: 0.0600848 Apr 04 11:48:06.093430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38658) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.104947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38660) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.127633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-18694f3f-5ea4-4da9-b72c-2ef34fec9a79 None None] Provisioning complete for port 89426632-9897-462a-b40b-5515e84de3df triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:06.128069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-18694f3f-5ea4-4da9-b72c-2ef34fec9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.131235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20325-15de-4871-8673-55856c539fce None None] Pushing event updated for resources: {'Port': ['ID=34bd0038-3a43-4809-b493-a5e03d9b40fa,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:06.149855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.155113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-648498553'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.157983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d85e5e-6a8b-4bb7-953f-72624f0a21f3 None None] Network 7d1e2b39-a542-48ec-870d-165917226572 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:06.199850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1e2b39-a542-48ec-870d-165917226572']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:06.207393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-33849801-749b-4f98-baf1-a320434524d4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170454 Apr 04 11:48:06.212484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.218865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289205b-7459-43ed-b60c-2978b829229c') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:06.218865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289205b-7459-43ed-b60c-2978b829229c') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:06.219147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38662) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.219147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca51231-2aea-44f4-adb6-001c1e4b7f41 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:06.219147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca51231-2aea-44f4-adb6-001c1e4b7f41 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.222187 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2ca51231-2aea-44f4-adb6-001c1e4b7f41 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "DELETE /v2.0/subnets/eebe40b2-4d79-4566-8b5f-52ae5fc8a03f HTTP/1.1" status: 404 len: 337 time: 0.1151879 Apr 04 11:48:06.227817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.231110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38664) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.246961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.271824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.278984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:06.279301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:06.282328 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:06.294846 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e58ccb8-4dbf-4520-87dd-842cb715ad92 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] GET failed (client error): The resource could not be found. Apr 04 11:48:06.297074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3e58ccb8-4dbf-4520-87dd-842cb715ad92 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "GET /v2.0/networks/be1a0490-de0b-40be-ac29-248b8d113cbb HTTP/1.1" status: 404 len: 339 time: 0.0628126 Apr 04 11:48:06.298832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:06.302447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.304271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38666) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.388501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.391811 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-25705494-bcb1-4e50-813c-b05951a674c9 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] GET failed (client error): The resource could not be found. Apr 04 11:48:06.394068 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25705494-bcb1-4e50-813c-b05951a674c9 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "GET /v2.0/ports/1b2822c8-5274-4a9c-8cef-4c263f08ef9a HTTP/1.1" status: 404 len: 333 time: 0.0850437 Apr 04 11:48:06.397969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38668) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.433422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:06.437279 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61f625f-6b98-4bd9-a31e-cd9ef45d2545 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] GET failed (client error): The resource could not be found. Apr 04 11:48:06.443394 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b61f625f-6b98-4bd9-a31e-cd9ef45d2545 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "GET /v2.0/subnets/e03cd298-f0b0-45b6-adbf-b1e4eaaafefe HTTP/1.1" status: 404 len: 337 time: 0.0352895 Apr 04 11:48:06.443574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38670) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.449928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a3f2a08a-6d86-4297-bace-1daad9480028 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.464603 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f2a08a-6d86-4297-bace-1daad9480028 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] PUT failed (client error): The resource could not be found. Apr 04 11:48:06.465186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f2a08a-6d86-4297-bace-1daad9480028 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.466588 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a3f2a08a-6d86-4297-bace-1daad9480028 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "PUT /v2.0/networks/89a403f6-8989-4407-b6b7-40c5db28367f HTTP/1.1" status: 404 len: 339 time: 0.0220768 Apr 04 11:48:06.467277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:48:06.467277 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:48:06.467277 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': '7d1e2b39-a542-48ec-870d-165917226572'}] Apr 04 11:48:06.467277 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:06.467630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:06.471337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38672) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.476705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-77367611-0de2-45b3-8c07-a10dc7d37156 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.491177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Deleting port 89426632-9897-462a-b40b-5515e84de3df {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:06.492159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.492330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.507313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.509374 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-77367611-0de2-45b3-8c07-a10dc7d37156 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] PUT failed (client error): The resource could not be found. Apr 04 11:48:06.510102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77367611-0de2-45b3-8c07-a10dc7d37156 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.517497 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-77367611-0de2-45b3-8c07-a10dc7d37156 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "PUT /v2.0/ports/ff0cd776-d84b-4743-a4eb-39fe71cf48a5 HTTP/1.1" status: 404 len: 333 time: 0.0388005 Apr 04 11:48:06.524168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38674) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.534944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a389f14d-f3cf-44c5-a99c-9548bf530791 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.546146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:06.550962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.552770 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:06.553190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.578557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8330a3-3e7a-4ffa-b336-cc0a20579354,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:06.580985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.584155 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2251cde4-25d7-42ad-a93f-059043af3ccb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/9b8330a3-3e7a-4ffa-b336-cc0a20579354 HTTP/1.1" status: 204 len: 168 time: 1.3155334 Apr 04 11:48:06.585116 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a389f14d-f3cf-44c5-a99c-9548bf530791 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] PUT failed (client error): The resource could not be found. Apr 04 11:48:06.585575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a389f14d-f3cf-44c5-a99c-9548bf530791 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:06.586216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] For port 89426632-9897-462a-b40b-5515e84de3df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=89426632-9897-462a-b40b-5515e84de3df,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:06.587902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.594293 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a389f14d-f3cf-44c5-a99c-9548bf530791 tempest-NetworksNegativeTestJSON-966648800 tempest-NetworksNegativeTestJSON-966648800-project] 10.222.0.43 "PUT /v2.0/subnets/6503a6b3-1bfa-4ec9-958e-fa04613ded88 HTTP/1.1" status: 404 len: 337 time: 0.0616219 Apr 04 11:48:06.594293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38676) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.594522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb6cf3-cae3-4362-a6a9-435f9bd977d1 None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:06.620539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Calling delete_port for 89426632-9897-462a-b40b-5515e84de3df owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:06.668186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 21c4c740-b057-4fee-a30a-2e629a7ff191 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:06.678594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.700821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-590528e5-cc9c-4a3d-b391-25581506cdfe tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4765313 Apr 04 11:48:06.702407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38680) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:06.708673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:06.750386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.794986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.868822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.873684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.895243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:06.895583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.928530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.944299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:06.957795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c4b052-f855-4ef2-a1a7-f2da979ac713,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:06.968563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.969062 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Added segment 55b4c62a-fc80-4f26-a932-540e99fd7d40 of type vlan for network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d Apr 04 11:48:06.970889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:06.973980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] Pushing event deleted for resources: {'Port': ['ID=89426632-9897-462a-b40b-5515e84de3df,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:06.984127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0174e-50a8-46ec-a990-e3c47c126cd6 None None] No DVR routers for this DVR port 89426632-9897-462a-b40b-5515e84de3df on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:07.006572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:07.011929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.014149 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:07.014751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:07.053922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.070209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.087045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 0e9d1fc2-d545-458a-8e05-3b34cc41dcf8 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:07.116630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port 34bd0038-3a43-4809-b493-a5e03d9b40fa {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:07.116979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.133921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.156786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 89426632-9897-462a-b40b-5515e84de3df no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:07.168245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5b72b786-c4b2-4284-8ff5-f1e0ce362e61 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4643788 Apr 04 11:48:07.172394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38684) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.180031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:07.184297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 89426632-9897-462a-b40b-5515e84de3df {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:07.185314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 89426632-9897-462a-b40b-5515e84de3df not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:07.194167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=21c4c740-b057-4fee-a30a-2e629a7ff191,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:07.207910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.211556 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f6d322c2-dcd5-48cc-adea-dcf00706fcc6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/21c4c740-b057-4fee-a30a-2e629a7ff191 HTTP/1.1" status: 204 len: 168 time: 0.6230078 Apr 04 11:48:07.216946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38686) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.266101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.267642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38688) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.274158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:07.275131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.329696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port 34bd0038-3a43-4809-b493-a5e03d9b40fa, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=34bd0038-3a43-4809-b493-a5e03d9b40fa,segment=NetworkSegment(9289205b-7459-43ed-b60c-2978b829229c),segment_id=9289205b-7459-43ed-b60c-2978b829229c)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:07.330072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.388609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for 34bd0038-3a43-4809-b493-a5e03d9b40fa owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:07.397217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Network': ['ID=1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:07.410892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:07.460044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.506919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9e99e9bf-4248-40df-881e-79920da80d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.517491 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8883eb39-7177-483d-b393-a41e43d4ba15 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9001455 Apr 04 11:48:07.520195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38692) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.526223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'subnet': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:07.597490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab5341-c83b-40d2-a14e-4072d0174b4f None None] Network 6f0f925f-e96a-4506-ba9f-58eaab464159 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:07.616582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c5c95bc9-9190-4e7c-8c1d-b762e1e49649 None None] Provisioning complete for port 90945002-aa07-452e-aede-92ac69d92f4d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:07.617292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5c95bc9-9190-4e7c-8c1d-b762e1e49649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.638973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 90945002-aa07-452e-aede-92ac69d92f4d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:07.639315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.673767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.679829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9e99e9bf-4248-40df-881e-79920da80d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.709240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.710960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:07.713324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:07.714362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.716074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:07.716795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.716923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:07.720010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=34bd0038-3a43-4809-b493-a5e03d9b40fa,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:07.723953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port 34bd0038-3a43-4809-b493-a5e03d9b40fa on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:07.745602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=90945002-aa07-452e-aede-92ac69d92f4d,segment=NetworkSegment(e199c41e-8cb5-4ab0-a684-75b152ba9f6d),segment_id=e199c41e-8cb5-4ab0-a684-75b152ba9f6d)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:07.745970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.772827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=0e9d1fc2-d545-458a-8e05-3b34cc41dcf8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:07.785045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 90945002-aa07-452e-aede-92ac69d92f4d owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:07.804849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9e99e9bf-4248-40df-881e-79920da80d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.882753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff47031c-95fd-4ea2-97f8-59f45f38e3a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7084329 Apr 04 11:48:07.886465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] DHCP port deletion for 6f0f925f-e96a-4506-ba9f-58eaab464159 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:07.901235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38694) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.906691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:07.911807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.961676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Deleting port 90945002-aa07-452e-aede-92ac69d92f4d {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:07.962340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:07.969864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99e9bf-4248-40df-881e-79920da80d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6169fabc-f13f-4f45-9f51-4b1f860a755e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:07.974593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1e2b39-a542-48ec-870d-165917226572']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:07.978264 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9e99e9bf-4248-40df-881e-79920da80d01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2aca5970f70d40ac8c2b2295ef445dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086627 Apr 04 11:48:07.982929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38696) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:07.989903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.031573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289205b-7459-43ed-b60c-2978b829229c') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.031952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289205b-7459-43ed-b60c-2978b829229c') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.052625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.066510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] For port 90945002-aa07-452e-aede-92ac69d92f4d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=90945002-aa07-452e-aede-92ac69d92f4d,segment=NetworkSegment(e199c41e-8cb5-4ab0-a684-75b152ba9f6d),segment_id=e199c41e-8cb5-4ab0-a684-75b152ba9f6d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:08.067430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.085523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Calling delete_port for 90945002-aa07-452e-aede-92ac69d92f4d owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:08.106392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.121010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:08.121423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:08.124382 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:08.166833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.245032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:08.248557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.250109 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:08.255196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:08.314322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.341776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] Pushing event deleted for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:08.343729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0dea7-7dcc-4d1c-9baf-561295c5ba36 None None] No DVR routers for this DVR port 90945002-aa07-452e-aede-92ac69d92f4d on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:08.360609 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-79de41d1-9c4a-4194-b8fc-49323beec215 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4552419 Apr 04 11:48:08.364990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.365146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa64166-4a96-440a-b87b-fdf7c8015e8e None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:48:08.374313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.378751 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/7d1e2b39-a542-48ec-870d-165917226572 HTTP/1.1" status: 204 len: 168 time: 3.9566851 Apr 04 11:48:08.381461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.388297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38700) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:08.388808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38702) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:08.410415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:08.426884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-909726944'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:08.479209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ace8a-6eb1-4e16-b3aa-0c45fb7bff94 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=7d1e2b39-a542-48ec-870d-165917226572,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:08.557475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.569509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.580517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Subnet': ['ID=ec9698e2-6d3a-41c4-ad72-338008df61c7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:08.591120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Checking segment: {'id': '55b4c62a-fc80-4f26-a932-540e99fd7d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:08.591563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network hostable DHCP agents. Network: 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:08.604465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 9ade38ff-e1f0-4b91-84f2-33c9e6eba311 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:08.607294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No DVR routers for this DVR port 90945002-aa07-452e-aede-92ac69d92f4d on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:08.609251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=90945002-aa07-452e-aede-92ac69d92f4d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:08.639034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:08.643544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.672801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:08.681837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.682190 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 2bea99ef-6f85-4ad4-960f-7ec125aa3215 of type vlan for network 977b7835-6722-4e4c-aa0d-786c3a85cd49 Apr 04 11:48:08.702127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa64166-4a96-440a-b87b-fdf7c8015e8e None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:08.712689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Agent b534aaa4-54b5-4e95-a4e8-151a30706918 already present Apr 04 11:48:08.713010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:08.713633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:08.720521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:08.721500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.734834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.776001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:08.778654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:08.779785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.781510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:08.782104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:08.783620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ded8d1c2-ea99-44f5-b500-26eb2131383f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/9ade38ff-e1f0-4b91-84f2-33c9e6eba311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798323 Apr 04 11:48:08.785543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.787849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38704) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:08.796307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] Sync routers for ids ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:08.806370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] Routers {'9ade38ff-e1f0-4b91-84f2-33c9e6eba311'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:08.807291 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.814829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa64166-4a96-440a-b87b-fdf7c8015e8e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d) {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:48:08.814994 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-426dcbf6-5f44-4f02-8eff-4575b7bef973 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2918029 Apr 04 11:48:08.816860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38706) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:08.823191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-950827122'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:08.829179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b1fc147c-eccc-4036-a368-4e00054ea673 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ade38ff-e1f0-4b91-84f2-33c9e6eba311 HTTP/1.1" status: 200 len: 205 time: 0.0380452 Apr 04 11:48:08.830378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38708) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:08.831027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0f925f-e96a-4506-ba9f-58eaab464159']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.841592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.841592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e199c41e-8cb5-4ab0-a684-75b152ba9f6d') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.851603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.860265 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.870254 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] Routers {'9ade38ff-e1f0-4b91-84f2-33c9e6eba311'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:08.871889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.873120 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.881264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:08.882056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:08.886587 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:08.916318 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:08.917227 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b81e-6cb8-4abd-9bb4-5d7fe1a0b8b4 None None] The sync data for ids ['9ade38ff-e1f0-4b91-84f2-33c9e6eba311'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:08.972770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.976162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.978540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:08.978909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.979141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:08.983188 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6169fabc-f13f-4f45-9f51-4b1f860a755e HTTP/1.1" status: 204 len: 168 time: 0.9965129 Apr 04 11:48:08.993013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ab225-42da-4bbf-a66d-2b66d9dfc45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169fabc-f13f-4f45-9f51-4b1f860a755e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:08.998153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.020896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2821cf26-72c7-47b9-b434-0d1281d20448 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6142817 Apr 04 11:48:09.024965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38712) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.038127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:09.051524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.086388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.089460 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/6f0f925f-e96a-4506-ba9f-58eaab464159 HTTP/1.1" status: 204 len: 168 time: 1.8683643 Apr 04 11:48:09.093300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38714) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.135338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478413a-dfca-4bd1-8f27-3e089479d158 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=6f0f925f-e96a-4506-ba9f-58eaab464159,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:09.167513 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7652881 Apr 04 11:48:09.173993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38716) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.180472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '977b7835-6722-4e4c-aa0d-786c3a85cd49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:09.181185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'tenant_id': '0d595f7f23d04c0fae1bba4925ef12b6', 'fixed_ips': [{'subnet_id': 'ec9698e2-6d3a-41c4-ad72-338008df61c7'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:09.182158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.194929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0fe92-e8e3-4aa5-82d2-07c4af987ad1 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=977b7835-6722-4e4c-aa0d-786c3a85cd49,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:09.273163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.276397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.293231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39254e5-7bbb-4f95-b3c1-60a29163312d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:09.298670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e39254e5-7bbb-4f95-b3c1-60a29163312d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2001390 Apr 04 11:48:09.298847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 977b7835-6722-4e4c-aa0d-786c3a85cd49 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:09.300582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 90945002-aa07-452e-aede-92ac69d92f4d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:09.301838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38718) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.316400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:09.320559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.323166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:09.323623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:09.343007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 90945002-aa07-452e-aede-92ac69d92f4d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:09.343411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 90945002-aa07-452e-aede-92ac69d92f4d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:09.371493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:09.377666 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3fba61a5-fd60-4cdb-b817-a6f9ccba7246 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0693836 Apr 04 11:48:09.378517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.382715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1448286686'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:09.385433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.408710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port b5f74b0a-a297-4f52-9795-b890690ef0b7 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:09.417205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.417870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router 9ade38ff-e1f0-4b91-84f2-33c9e6eba311 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:48:09.428418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.429911 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a672fb1d-5234-4a43-81bf-1066e14d8cda tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/9ade38ff-e1f0-4b91-84f2-33c9e6eba311 HTTP/1.1" status: 204 len: 168 time: 0.5985491 Apr 04 11:48:09.433658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38724) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.458113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Allocated IP 172.20.0.2 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/fed99fcd-19bf-46d9-8609-0598c58f7057) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:09.488702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0fca2c05-3677-483c-9615-a79f972868b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4626751 Apr 04 11:48:09.490212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38726) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.524273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet 96291549-6dc8-4404-a151-9193bacdfe65 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:09.524592 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3409244-81af-48c2-826b-d2c0f91d7c6e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332687 Apr 04 11:48:09.527378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38730) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.538899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.580957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:09.584456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.609547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:09.613156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.654379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.689880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.720735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bf47b-6492-49c9-81ea-980e257036ad tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:09.722216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec8bf47b-6492-49c9-81ea-980e257036ad tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1939149 Apr 04 11:48:09.725828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38736) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.745944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:09.760078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.771357 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4bec7ec3-185d-4611-a294-db760b262015 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434988 Apr 04 11:48:09.775379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.775379 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 07f3ebdc-27ff-45ab-bc56-4034f4880914 of type vlan for network 76f177e1-4246-4e15-9fac-05dc18667b09 Apr 04 11:48:09.775651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38738) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:09.792218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:09.807497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:09.810395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:09.813961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:09.823924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Pushing event updated for resources: {'Port': ['ID=fed99fcd-19bf-46d9-8609-0598c58f7057,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:09.867360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.5 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/b5f74b0a-a297-4f52-9795-b890690ef0b7) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:09.887230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Attempting to bind port fed99fcd-19bf-46d9-8609-0598c58f7057 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:09.887469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Attempting to bind port fed99fcd-19bf-46d9-8609-0598c58f7057 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '55b4c62a-fc80-4f26-a932-540e99fd7d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:09.887733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Attempting to bind port fed99fcd-19bf-46d9-8609-0598c58f7057 on network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:09.895083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:09.895570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Checking segment: {'id': '55b4c62a-fc80-4f26-a932-540e99fd7d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:09.895897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.896384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Bound using segment: {'id': '55b4c62a-fc80-4f26-a932-540e99fd7d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:09.896859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Bound port: fed99fcd-19bf-46d9-8609-0598c58f7057, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b4c62a-fc80-4f26-a932-540e99fd7d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:09.897245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.951726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.965488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:09.974714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] For port fed99fcd-19bf-46d9-8609-0598c58f7057, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:09.978629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] For port fed99fcd-19bf-46d9-8609-0598c58f7057, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fed99fcd-19bf-46d9-8609-0598c58f7057,segment=NetworkSegment(55b4c62a-fc80-4f26-a932-540e99fd7d40),segment_id=55b4c62a-fc80-4f26-a932-540e99fd7d40)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:10.071255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.086476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.119624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.127976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:10.128585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.160684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca65caa-0f34-4a68-81b4-c595532894ec None None] Pushing event updated for resources: {'Port': ['ID=fed99fcd-19bf-46d9-8609-0598c58f7057,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:10.174525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:10.178994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.240762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.242806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.256575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=76f177e1-4246-4e15-9fac-05dc18667b09,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:10.261666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.270236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 76f177e1-4246-4e15-9fac-05dc18667b09 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:10.311706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:10.319776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3901fe03-039c-40cb-abad-a461db5b711d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9408615 Apr 04 11:48:10.322247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.325206 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/96291549-6dc8-4404-a151-9193bacdfe65 HTTP/1.1" status: 204 len: 168 time: 0.8905392 Apr 04 11:48:10.326107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38748) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:10.327655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b1c5-f640-4af9-bd39-9fdc2ab684f9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=96291549-6dc8-4404-a151-9193bacdfe65,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:10.334639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38750) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:10.336133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:10.345525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:10.450146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=66fdc2c3-84c7-4a70-bf7b-3a47195a260c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:10.464935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '2bea99ef-6f85-4ad4-960f-7ec125aa3215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '977b7835-6722-4e4c-aa0d-786c3a85cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:10.465489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 977b7835-6722-4e4c-aa0d-786c3a85cd49, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:10.537643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:10.584028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=b5f74b0a-a297-4f52-9795-b890690ef0b7,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:10.606705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38754) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:10.619705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:10.620678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.631004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.695990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 1c83093c-43da-4f03-a3a7-05d0066e226e {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:10.696338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.733633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-567558058'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:10.740459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 977b7835-6722-4e4c-aa0d-786c3a85cd49 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:10.758139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:10.761934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.767789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e288c594-db5b-431e-8df8-fdaee8774d38 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9487386 Apr 04 11:48:10.772039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:10.779257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-1185842011', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:97:e5:34'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:10.795083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 1c83093c-43da-4f03-a3a7-05d0066e226e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1c83093c-43da-4f03-a3a7-05d0066e226e,segment=NetworkSegment(c7d442c9-733b-4fa5-aae7-d231fed2b5db),segment_id=c7d442c9-733b-4fa5-aae7-d231fed2b5db)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:10.795449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.805316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:48:10.816413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.843984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 1c83093c-43da-4f03-a3a7-05d0066e226e owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:10.858658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 977b7835-6722-4e4c-aa0d-786c3a85cd49) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:10.894121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:10.897434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.910844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:10.911521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.936957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:10.940205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.954064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:10.960279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:10.960881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:10.968378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=7b0ed5c6-7775-4978-8ac9-91102d64c7a6,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.010161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c8805494-9021-4d3d-a664-7799612c42a6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8345685 Apr 04 11:48:11.014629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38760) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:11.051514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.084444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=1c83093c-43da-4f03-a3a7-05d0066e226e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.086471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port 1c83093c-43da-4f03-a3a7-05d0066e226e on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:11.115568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0059f33e-4d81-41ec-ac41-e91d8f8ac502 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3303406 Apr 04 11:48:11.123975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38762) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:11.129035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:e8:5a:ff', 'name': 'tempest-NetworksTestDHCPv6-2085734424'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:11.177969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.178885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.194407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:11.209728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fed99fcd-19bf-46d9-8609-0598c58f7057 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:11.210754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.267632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fed99fcd-19bf-46d9-8609-0598c58f7057 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:11.268007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.274718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.276858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.328494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a43a0d0-075d-4a1c-9826-417e26584b54']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:11.343488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:11.349027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d442c9-733b-4fa5-aae7-d231fed2b5db') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:11.353042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d442c9-733b-4fa5-aae7-d231fed2b5db') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:11.371272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.373062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=2e5c2e4c-c07e-46ff-b35c-136a87c513aa,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.386942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.399747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.409856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.414684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:11.415164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.418349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '07f3ebdc-27ff-45ab-bc56-4034f4880914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:11.418783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 76f177e1-4246-4e15-9fac-05dc18667b09, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:11.420893 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:11.433965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port fed99fcd-19bf-46d9-8609-0598c58f7057, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fed99fcd-19bf-46d9-8609-0598c58f7057,segment=NetworkSegment(55b4c62a-fc80-4f26-a932-540e99fd7d40),segment_id=55b4c62a-fc80-4f26-a932-540e99fd7d40)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:11.451047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f27a2-0469-4398-a1d3-9b4650a0453e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.458697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.459371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment a1757149-ad52-45e4-9bde-45a8032e8714 of type vlan for network 4bad65d5-52cd-4a14-9351-f114bd14ba1c Apr 04 11:48:11.490859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.516530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.524562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.555781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755f359-3f3a-4ca3-b775-03e757db5af8 None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:11.558498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3eea6-442d-4639-8c5c-c47a55b844f4 None None] Network 3a43a0d0-075d-4a1c-9826-417e26584b54 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:11.577136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port 0889d51d-317a-4933-9083-41471a674caf yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:11.592211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e202ab-ad1a-4bc7-ba5f-87dba3458395 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:11.594446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09299a5c-540c-4e6a-8710-bc9c68000fe6 None None] Network 977b7835-6722-4e4c-aa0d-786c3a85cd49 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:11.602739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=fed99fcd-19bf-46d9-8609-0598c58f7057,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.621105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:11.646941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.649940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 76f177e1-4246-4e15-9fac-05dc18667b09 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:11.659211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.662275 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/3a43a0d0-075d-4a1c-9826-417e26584b54 HTTP/1.1" status: 204 len: 168 time: 1.3236585 Apr 04 11:48:11.667486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38768) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:11.672737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1665769366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:11.703461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a3efb-35c3-49fb-bfd2-f0eb59bf242b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=3a43a0d0-075d-4a1c-9826-417e26584b54,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.728059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.738977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.743329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.748860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port a368af7b-d7d1-4096-818c-61571d64bca7 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:11.749072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:11.749823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.787642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-efeebd3b-9896-46ab-88b9-a0d077f8b265 None None] Provisioning complete for port fed99fcd-19bf-46d9-8609-0598c58f7057 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:11.788024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-efeebd3b-9896-46ab-88b9-a0d077f8b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.820869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 76f177e1-4246-4e15-9fac-05dc18667b09) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:11.839336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b6611-c595-4592-9883-dd0fa82d85b1 None None] Network 76f177e1-4246-4e15-9fac-05dc18667b09 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:11.855376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:11.855985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.861796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.863242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:11.868917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=66fdc2c3-84c7-4a70-bf7b-3a47195a260c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:11.898249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fee8:5aff (ceacc3cd-ec61-49ea-8b56-a460936e63f2/7b0ed5c6-7775-4978-8ac9-91102d64c7a6/a368af7b-d7d1-4096-818c-61571d64bca7) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:11.973281 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3613532 Apr 04 11:48:11.976305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38770) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:11.983949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-2129415356'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:12.010422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f3c6c-e261-42aa-8d39-a08fa29e277a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=4bad65d5-52cd-4a14-9351-f114bd14ba1c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:12.020543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.026540 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-307c281d-2011-4ef4-ae8b-25ef1c1cb835 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6995182 Apr 04 11:48:12.027281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38772) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.040862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:12.076357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09', 'name': 'tempest-PortsTestJSON-1801743180'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:12.086443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbda13-0f08-4617-8525-914651f4d3cb None None] DHCP port deletion for 3a43a0d0-075d-4a1c-9826-417e26584b54 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:12.100750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977b7835-6722-4e4c-aa0d-786c3a85cd49']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:12.132786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.155223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:12.159815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.6 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/0889d51d-317a-4933-9083-41471a674caf) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:12.166654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.166834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bea99ef-6f85-4ad4-960f-7ec125aa3215') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:12.166834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bea99ef-6f85-4ad4-960f-7ec125aa3215') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:12.188864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.191434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57817e83-f906-4768-a3e0-abdc587d3ad1 None None] Network 977b7835-6722-4e4c-aa0d-786c3a85cd49 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:12.216272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.228628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.235928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.237392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:12.237392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.241955 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:12.245196 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:12.271173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.271405 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 5abcf246-7e8e-4e8e-81a6-83268799a816 of type vlan for network 552fd311-d713-49d4-baca-ce34c1d6b9bd Apr 04 11:48:12.337328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.362180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '7b0ed5c6-7775-4978-8ac9-91102d64c7a6'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:12.363014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.404482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.409327 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bbc34212-d50a-4448-a8ef-7d4b7ac9ab6c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7372568 Apr 04 11:48:12.409718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38774) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.414656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622222562'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:12.416429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.421369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.430372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38776) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.430883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/977b7835-6722-4e4c-aa0d-786c3a85cd49 HTTP/1.1" status: 204 len: 168 time: 1.4116676 Apr 04 11:48:12.435951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959998845'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:12.459198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-76f177e1-4246-4e15-9fac-05dc18667b09', 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': '2e5c2e4c-c07e-46ff-b35c-136a87c513aa'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:12.460062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.472018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:12.476610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.477743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74e12-9346-4b80-bbc2-860296c72dd9 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=977b7835-6722-4e4c-aa0d-786c3a85cd49,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:12.485063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.486989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.494850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:12.495701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.528149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.579340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:12.583733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.607551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:12.611079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.623919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.630434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=a368af7b-d7d1-4096-818c-61571d64bca7,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:12.666022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port d0cdc390-d9e2-43de-8dde-eb46ee6e557b yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:12.675971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:12.676523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Allocated IP 2001:db8::f816:3eff:feb7:a34e (ceacc3cd-ec61-49ea-8b56-a460936e63f2/7b0ed5c6-7775-4978-8ac9-91102d64c7a6/45e5c00d-ea36-4268-b1e5-7a157fedc9ba) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:12.692175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:12.694997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=0889d51d-317a-4933-9083-41471a674caf,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:12.705624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:12.715626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:12.728569 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7512219 Apr 04 11:48:12.759491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:12.762308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:12.763185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:12.763983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.767010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38778) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.770185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:12.770781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.773891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d2f81-b49b-4a45-835f-d93813e877eb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=552fd311-d713-49d4-baca-ce34c1d6b9bd,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:12.780987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:12.782363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Allocated IP 172.20.0.2 (76f177e1-4246-4e15-9fac-05dc18667b09/2e5c2e4c-c07e-46ff-b35c-136a87c513aa/b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:12.793342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:12.800216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:12.822745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:12.849714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.850270 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment 0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6 of type vlan for network 4a1578cf-1444-45e3-b04e-a6181dac0c6c Apr 04 11:48:12.851859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.852195 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 9a4978d6-920a-418e-9f54-65033f1008a1 of type vlan for network 40e0cb06-0292-45d0-8549-1a499a535d8f Apr 04 11:48:12.898587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4d85e9d-55b4-46e0-b8a5-42c7430f0dff tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1253448 Apr 04 11:48:12.901003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38780) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.941950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4486b61d-bc7a-4f18-b1df-d14443276b0c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8166986 Apr 04 11:48:12.948019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38782) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:12.950630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:12.963410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.014238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41659-7ef3-40c8-9504-8ee4017230e6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.021198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41659-7ef3-40c8-9504-8ee4017230e6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.027730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41659-7ef3-40c8-9504-8ee4017230e6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.030147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-23a41659-7ef3-40c8-9504-8ee4017230e6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1272738 Apr 04 11:48:13.032299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38784) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:13.032564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:13.036651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.103850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.110733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.111756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.165927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.173142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.173857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.188336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82696e-66d1-4caf-ae88-9f7e4e6ff8f3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.194402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ed82696e-66d1-4caf-ae88-9f7e4e6ff8f3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2415583 Apr 04 11:48:13.194402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38786) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:13.203788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fed99fcd-19bf-46d9-8609-0598c58f7057 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:13.207597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c1f90-163d-4535-8c3f-79297432a7d1 None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:13.345086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port a368af7b-d7d1-4096-818c-61571d64bca7 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:13.345744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.419355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.432331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9969b45f-83c1-4d46-b5c0-d5fc188463c6 None None] Provisioning complete for port b5f74b0a-a297-4f52-9795-b890690ef0b7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:13.432922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9969b45f-83c1-4d46-b5c0-d5fc188463c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.500982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.513389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=95e14318-a228-412b-a534-b83b69fb184d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:13.528968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for a368af7b-d7d1-4096-818c-61571d64bca7 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:13.542912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.545536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': 'a1757149-ad52-45e4-9bde-45a8032e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:13.545805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: 4bad65d5-52cd-4a14-9351-f114bd14ba1c, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:13.560709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fed99fcd-19bf-46d9-8609-0598c58f7057 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:13.561080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.562946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9969b45f-83c1-4d46-b5c0-d5fc188463c6 None None] Port b5f74b0a-a297-4f52-9795-b890690ef0b7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:13.595653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=4a1578cf-1444-45e3-b04e-a6181dac0c6c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:13.625100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:13.643880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.659504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.672804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=40e0cb06-0292-45d0-8549-1a499a535d8f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:13.680823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port 0889d51d-317a-4933-9083-41471a674caf {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:13.680823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.690184 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-884e2151-cd64-42e7-8614-28e3c91dcb9e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2762351 Apr 04 11:48:13.690336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38788) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:13.695347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:13.715434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:13.721086 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b7382387-9bd6-4912-8f0e-2aeb25cccae3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2866132 Apr 04 11:48:13.721215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38790) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:13.734510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:13.738912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:13.784278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9969b45f-83c1-4d46-b5c0-d5fc188463c6 None None] Provisioning complete for port fed99fcd-19bf-46d9-8609-0598c58f7057 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:13.784693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9969b45f-83c1-4d46-b5c0-d5fc188463c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.805289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:13.812538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.829060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.837784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.838420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for 0889d51d-317a-4933-9083-41471a674caf owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:13.859826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.12 (76f177e1-4246-4e15-9fac-05dc18667b09/2e5c2e4c-c07e-46ff-b35c-136a87c513aa/d0cdc390-d9e2-43de-8dde-eb46ee6e557b) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:13.860043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:13.870379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:13.887902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 4bad65d5-52cd-4a14-9351-f114bd14ba1c) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:13.889522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=a368af7b-d7d1-4096-818c-61571d64bca7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:13.896204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:13.898361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.907491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Pushing event updated for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:13.922587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6e32f-da2f-449b-b328-273350593f39 None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:13.944713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:13.950272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-439fc22a-7653-43f9-b420-95ca8cd0d467 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a368af7b-d7d1-4096-818c-61571d64bca7 HTTP/1.1" status: 204 len: 168 time: 0.7535248 Apr 04 11:48:13.951302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38792) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:13.984121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Network 76f177e1-4246-4e15-9fac-05dc18667b09 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:14.054915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:14.061776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:14.159431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.162471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Pushing event updated for resources: {'Port': ['ID=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:14.233109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Attempting to bind port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:14.233483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Attempting to bind port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:14.233872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Attempting to bind port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:14.234062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.287739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=0889d51d-317a-4933-9083-41471a674caf,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:14.293077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:14.293457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:14.293926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.294270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:14.294768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Bound port: 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:14.295114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.313077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1c83093c-43da-4f03-a3a7-05d0066e226e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:14.318445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Attempting to bind port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:14.319497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Attempting to bind port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '07f3ebdc-27ff-45ab-bc56-4034f4880914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:14.319866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Attempting to bind port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c on network 76f177e1-4246-4e15-9fac-05dc18667b09 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:14.369053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.369326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:14.369711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Checking segment: {'id': '07f3ebdc-27ff-45ab-bc56-4034f4880914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:14.370120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.370519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Bound using segment: {'id': '07f3ebdc-27ff-45ab-bc56-4034f4880914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:14.371005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Bound port: b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f3ebdc-27ff-45ab-bc56-4034f4880914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:14.371391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.395247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:14.399133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.399441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 1c83093c-43da-4f03-a3a7-05d0066e226e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:14.399792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1c83093c-43da-4f03-a3a7-05d0066e226e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:14.410402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a431558-9e61-44be-843f-81ab1ad62258 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6388068 Apr 04 11:48:14.431710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38794) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.452251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:14.502899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.513598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] For port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:14.519983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] For port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,segment=NetworkSegment(07f3ebdc-27ff-45ab-bc56-4034f4880914),segment_id=07f3ebdc-27ff-45ab-bc56-4034f4880914)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:14.534042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 76f177e1-4246-4e15-9fac-05dc18667b09 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:14.547842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:14.553366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=d0cdc390-d9e2-43de-8dde-eb46ee6e557b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:14.559211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:14.591412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:14.593823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58d394-68c4-4e19-b4ee-2a5d08aaa186 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:14.595378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:14.595953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58d394-68c4-4e19-b4ee-2a5d08aaa186 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:14.598273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2a58d394-68c4-4e19-b4ee-2a5d08aaa186 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6462710 Apr 04 11:48:14.607975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.615042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Provisioning complete for port b5f74b0a-a297-4f52-9795-b890690ef0b7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:14.615431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.641649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:14.642331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.651193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-4bad65d5-52cd-4a14-9351-f114bd14ba1c', 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '95e14318-a228-412b-a534-b83b69fb184d'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:14.652557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.663731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.667252 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-163db7ab-5702-4326-9744-484b2cc02014 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/0889d51d-317a-4933-9083-41471a674caf HTTP/1.1" status: 204 len: 168 time: 1.6331639 Apr 04 11:48:14.670134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38798) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.724872 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-963b1b0f-3317-44f6-8dcd-b9698ec0552a tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] GET failed (client error): The resource could not be found. Apr 04 11:48:14.730015 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-963b1b0f-3317-44f6-8dcd-b9698ec0552a tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports/0889d51d-317a-4933-9083-41471a674caf HTTP/1.1" status: 404 len: 333 time: 0.0553527 Apr 04 11:48:14.730573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38802) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.739029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-2009824829'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:14.761835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 7b0ed5c6-7775-4978-8ac9-91102d64c7a6 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:14.764112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.773232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.780848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.785383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-adcc5f53-867a-437d-9786-6058f53d537b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7484195 Apr 04 11:48:14.787466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38806) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.792608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '76f177e1-4246-4e15-9fac-05dc18667b09', 'name': 'tempest-PortsTestJSON-649577615'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:14.831827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.836994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 40e0cb06-0292-45d0-8549-1a499a535d8f is not hosted by any dhcp agent {{(pid=109636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:48:14.844265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:14.844726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.846424 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "PUT /v2.0/networks/40e0cb06-0292-45d0-8549-1a499a535d8f HTTP/1.1" status: 200 len: 723 time: 1.1243484 Apr 04 11:48:14.850698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38810) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:14.866251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:14.939573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:14.943128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.951989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:14.952643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Port b5f74b0a-a297-4f52-9795-b890690ef0b7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:14.955606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47121cd7-7f08-4bf4-b708-c41e4ce0ea99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=40e0cb06-0292-45d0-8549-1a499a535d8f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:14.977011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:14.998562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Allocated IP 172.20.0.2 (4bad65d5-52cd-4a14-9351-f114bd14ba1c/95e14318-a228-412b-a534-b83b69fb184d/3861d173-9751-4dbb-83f6-68e886c763e3) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:15.100458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1580b1-ddf3-447a-89dd-5822dbcb720a None None] Pushing event updated for resources: {'Port': ['ID=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:15.126244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Provisioning complete for port fed99fcd-19bf-46d9-8609-0598c58f7057 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:15.130060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.142521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:15.148265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.182297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port 094e53f6-c670-48cb-bccf-0609f8175de1 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:15.200956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:15.205628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.300947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:15.304603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.311578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.324085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.424103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=b5cbda41-b862-45f5-8f26-92964922018a,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:15.492713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:15.560202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.12 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/094e53f6-c670-48cb-bccf-0609f8175de1) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:15.576081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:15.576081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 4a1578cf-1444-45e3-b04e-a6181dac0c6c, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:15.708309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.716054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f1e1-e816-43b8-8e36-a6164cb351d0 None None] Pushing event updated for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:15.737299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:15.741340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0ed5c6-7775-4978-8ac9-91102d64c7a6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:15.743704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.765154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.768650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6be6074b-5c74-46f4-8278-b81ca0bd604c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/7b0ed5c6-7775-4978-8ac9-91102d64c7a6 HTTP/1.1" status: 204 len: 168 time: 1.1589658 Apr 04 11:48:15.779329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38812) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:15.814569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2656abc6-048f-4e34-96b5-30ed611017c4 None None] Could not find standard attr ID for object 0889d51d-317a-4933-9083-41471a674caf. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:15.847263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '5abcf246-7e8e-4e8e-81a6-83268799a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:15.847947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: 552fd311-d713-49d4-baca-ce34c1d6b9bd, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:15.854108 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d6a1d3a8-e6d3-48e1-a26c-182a5dcad844 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703142 Apr 04 11:48:15.856799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=225e53f8-0649-47ac-ae16-786feb307953,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:15.859136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38814) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:15.865200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:15.870691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.913060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 4a1578cf-1444-45e3-b04e-a6181dac0c6c) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:15.914730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.931033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.5 (76f177e1-4246-4e15-9fac-05dc18667b09/2e5c2e4c-c07e-46ff-b35c-136a87c513aa/fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:15.934560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd9934-a503-4111-bff3-08ebfe5f0b39 None None] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:15.946614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:15.947213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.992101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:15.994531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:16.003064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 552fd311-d713-49d4-baca-ce34c1d6b9bd) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:16.008148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:16.009956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.033293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde139b-2690-41d4-a7f4-fca80ab9b8e5 None None] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:16.049608 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-05a9adda-bc01-4d7b-ae0c-b54c19493206 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3570807 Apr 04 11:48:16.051232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38816) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:16.091166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.123715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-477ba277-b8e8-4f08-8318-34ccaab5e5bd None None] Provisioning complete for port b5f74b0a-a297-4f52-9795-b890690ef0b7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:16.124839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-477ba277-b8e8-4f08-8318-34ccaab5e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.125232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:16.130214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.169947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f888860c-6bb6-4043-bb43-bcedd921798e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7372143 Apr 04 11:48:16.177015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38818) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:16.192992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-411907919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:16.202401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:16.231178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.249037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Pushing event updated for resources: {'Port': ['ID=3861d173-9751-4dbb-83f6-68e886c763e3,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:16.252547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:16.264364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:16.286538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=caa55e47-71d9-41f1-b34a-ca8698370e8a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:16.293574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-477ba277-b8e8-4f08-8318-34ccaab5e5bd None None] Port b5f74b0a-a297-4f52-9795-b890690ef0b7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:16.335514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '9a4978d6-920a-418e-9f54-65033f1008a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:16.336386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 40e0cb06-0292-45d0-8549-1a499a535d8f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:16.339085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:16.350459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-477ba277-b8e8-4f08-8318-34ccaab5e5bd None None] Could not find standard attr ID for object 0889d51d-317a-4933-9083-41471a674caf. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:16.377774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:16.393898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.395527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:16.401653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=094e53f6-c670-48cb-bccf-0609f8175de1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:16.405704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.406758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.441748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Attempting to bind port 3861d173-9751-4dbb-83f6-68e886c763e3 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:16.442971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Attempting to bind port 3861d173-9751-4dbb-83f6-68e886c763e3 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a1757149-ad52-45e4-9bde-45a8032e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:16.449438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Attempting to bind port 3861d173-9751-4dbb-83f6-68e886c763e3 on network 4bad65d5-52cd-4a14-9351-f114bd14ba1c {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:16.515184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:16.515843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Checking segment: {'id': 'a1757149-ad52-45e4-9bde-45a8032e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:16.516255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.516660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Bound using segment: {'id': 'a1757149-ad52-45e4-9bde-45a8032e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:16.517715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Bound port: 3861d173-9751-4dbb-83f6-68e886c763e3, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1757149-ad52-45e4-9bde-45a8032e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4bad65d5-52cd-4a14-9351-f114bd14ba1c'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:16.518115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.520407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:16.521233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.556273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.596477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.598970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-552fd311-d713-49d4-baca-ce34c1d6b9bd', 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '225e53f8-0649-47ac-ae16-786feb307953'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:16.600201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.651943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 76f177e1-4246-4e15-9fac-05dc18667b09 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:16.657147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:16.675304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:16.679794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 40e0cb06-0292-45d0-8549-1a499a535d8f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:16.689752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:16.732573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:16.733521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.754642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.810267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75540fc2-ab3a-4550-b74d-c01af844278b None None] Network 76f177e1-4246-4e15-9fac-05dc18667b09 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:16.835379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:16.836963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.881411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:16.965477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 40e0cb06-0292-45d0-8549-1a499a535d8f) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:16.977262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] For port 3861d173-9751-4dbb-83f6-68e886c763e3, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:16.982727 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5097a2c1-dd00-4bd4-85a2-aa18d0f4f0fb tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2506986 Apr 04 11:48:16.983420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38822) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:16.991986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296ed59-778c-41a1-a4c8-3a844dd395e4 None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:16.992147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:16.992147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.007987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:97:e5:34'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:17.020922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] Provisioning complete for port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:17.021588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.059536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] For port 3861d173-9751-4dbb-83f6-68e886c763e3, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3861d173-9751-4dbb-83f6-68e886c763e3,segment=NetworkSegment(a1757149-ad52-45e4-9bde-45a8032e8714),segment_id=a1757149-ad52-45e4-9bde-45a8032e8714)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:17.100151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Allocated IP 2001:db8::2 (4a1578cf-1444-45e3-b04e-a6181dac0c6c/b5cbda41-b862-45f5-8f26-92964922018a/75b7316c-f89f-43af-b609-ccf5efe43e1d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:17.129894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:48:17.152780 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3ae43605-1c5b-40d2-a835-65846c0a6050 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3645813 Apr 04 11:48:17.155430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.157420 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-baae1c91-cdfb-4f30-9e11-8fe098c31f40 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9712369 Apr 04 11:48:17.180843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38824) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:17.181189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38826) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:17.196520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896cfcd-6ea7-4e9a-99c2-435da668067b None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:17.206322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.263404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.335100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 45e5c00d-ea36-4268-b1e5-7a157fedc9ba up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:17.351356 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6f0dd87a-b5c9-4584-850a-3416c49102d8 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5000474 Apr 04 11:48:17.354029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38830) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:17.365128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:17.457212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Allocated IP 172.21.0.2 (552fd311-d713-49d4-baca-ce34c1d6b9bd/225e53f8-0649-47ac-ae16-786feb307953/a0e135e0-19df-4e9d-b734-f1cab7dfadd7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:17.509970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.515875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127847864'] for subnet, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.525821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc1988-70fc-4f74-b12c-c9c9e3e30153 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:17.530014 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-efbc1988-70fc-4f74-b12c-c9c9e3e30153 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3452332 Apr 04 11:48:17.541834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38832) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:17.588684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595da44-b9f7-437a-96ff-ed3f6d4a0551 None None] Pushing event updated for resources: {'Port': ['ID=3861d173-9751-4dbb-83f6-68e886c763e3,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:17.909949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:17.913587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127153636'] for subnet, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.936790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.940855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.954956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:17.955313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.955646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.963002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:17.969118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:17.969118 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "PUT /v2.0/subnets/caa55e47-71d9-41f1-b34a-ca8698370e8a HTTP/1.1" status: 200 len: 806 time: 0.6103301 Apr 04 11:48:17.972838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38834) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:18.006381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b9ed0-497c-4082-bac7-6c0efba83254 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=caa55e47-71d9-41f1-b34a-ca8698370e8a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:18.006758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-40e0cb06-0292-45d0-8549-1a499a535d8f', 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': 'caa55e47-71d9-41f1-b34a-ca8698370e8a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:18.007551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.010680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.043063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.063961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:18.064333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.071482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.073424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.195932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=78e13ff9-1db9-4f24-8f98-9c04d59192ab,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:18.209105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:18.213830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:18.220797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:18.221500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.232897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.238544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] For port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,segment=NetworkSegment(07f3ebdc-27ff-45ab-bc56-4034f4880914),segment_id=07f3ebdc-27ff-45ab-bc56-4034f4880914)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:18.257415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=5']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:18.351024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-796435df-2918-4e6e-8cb8-a4529a76d81b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4872057 Apr 04 11:48:18.352411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38836) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:18.362019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:a6:fb:9b', 'name': 'tempest-NetworksTestDHCPv6-610296351'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:18.373852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.427676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.442260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.453368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.461580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Allocated IP 172.20.0.2 (40e0cb06-0292-45d0-8549-1a499a535d8f/caa55e47-71d9-41f1-b34a-ca8698370e8a/f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:18.544230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.552942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8::1 (4a1578cf-1444-45e3-b04e-a6181dac0c6c/b5cbda41-b862-45f5-8f26-92964922018a/3b10be10-c888-4a72-a490-362c48cdb84c) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:18.592940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:18.615518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:18.642927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:18.644198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:18.663561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:18.668054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:18.704237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Pushing event updated for resources: {'Port': ['ID=75b7316c-f89f-43af-b609-ccf5efe43e1d,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:18.708553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:18.784448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.786407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.787236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:18.796441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Provisioning complete for port d0cdc390-d9e2-43de-8dde-eb46ee6e557b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:18.796860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.831286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:18.843976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=094e53f6-c670-48cb-bccf-0609f8175de1,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:18.933093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.960825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.971035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] In _notify_port_updated(), no bound segment for port 094e53f6-c670-48cb-bccf-0609f8175de1 on network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:48:18.977906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:18.978813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:18.980409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-670bf5ac-72d2-4d4f-abf4-efad31449d5d tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "PUT /v2.0/ports/094e53f6-c670-48cb-bccf-0609f8175de1 HTTP/1.1" status: 200 len: 994 time: 1.9908888 Apr 04 11:48:18.987625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38838) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:18.990978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:19.000848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:19.009986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:19.027188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:19.027839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.031264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.110244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a138b2c-70ce-4b0e-9e38-4b5978db279c None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:19.111825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.124412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.187878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 9387c58c-4e3a-494e-924e-265259a2e88d yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:19.268133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a67c8a-34a7-4077-b849-ff6da060999e None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:19.314204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Attempting to bind port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:19.314650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Attempting to bind port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5abcf246-7e8e-4e8e-81a6-83268799a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:19.315013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Attempting to bind port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 on network 552fd311-d713-49d4-baca-ce34c1d6b9bd {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:19.328651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fea6:fb9b (ceacc3cd-ec61-49ea-8b56-a460936e63f2/78e13ff9-1db9-4f24-8f98-9c04d59192ab/9387c58c-4e3a-494e-924e-265259a2e88d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:19.351253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Attempting to bind port 75b7316c-f89f-43af-b609-ccf5efe43e1d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:19.351620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Attempting to bind port 75b7316c-f89f-43af-b609-ccf5efe43e1d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:19.351994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Attempting to bind port 75b7316c-f89f-43af-b609-ccf5efe43e1d on network 4a1578cf-1444-45e3-b04e-a6181dac0c6c {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:19.371555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.20.0.1 (4bad65d5-52cd-4a14-9351-f114bd14ba1c/95e14318-a228-412b-a534-b83b69fb184d/ace49163-0210-490d-8b7c-9e567ba54982) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:19.384087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.392315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Port d0cdc390-d9e2-43de-8dde-eb46ee6e557b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:19.407243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:19.408574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.408714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Checking segment: {'id': '5abcf246-7e8e-4e8e-81a6-83268799a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:19.408851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.409246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Bound using segment: {'id': '5abcf246-7e8e-4e8e-81a6-83268799a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:19.410157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Bound port: a0e135e0-19df-4e9d-b734-f1cab7dfadd7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abcf246-7e8e-4e8e-81a6-83268799a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '552fd311-d713-49d4-baca-ce34c1d6b9bd'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:19.410157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.427506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321a61a-e3a7-473d-a41b-afeda209ceb1 None None] Pushing event updated for resources: {'Port': ['ID=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.433897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:19.434294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Checking segment: {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:19.434727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.435141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Bound using segment: {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:19.435621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Bound port: 75b7316c-f89f-43af-b609-ccf5efe43e1d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:19.436002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.525757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port 094e53f6-c670-48cb-bccf-0609f8175de1 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:19.525965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.530948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.532309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.565361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Provisioning complete for port fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:19.565752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.627999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.655700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Port fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef was deleted so its status cannot be updated. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 04 11:48:19.659713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.672412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Pushing event updated for resources: {'Port': ['ID=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.676324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:19.677436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.692505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.732653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.762449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.775694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.779281 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b2cb9a84-8ee0-49fb-a9f1-f173afc948fd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef HTTP/1.1" status: 204 len: 168 time: 2.2364290 Apr 04 11:48:19.785763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38840) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:19.800689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for 094e53f6-c670-48cb-bccf-0609f8175de1 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:19.834922 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5028179-17e0-4138-9e4d-a40d426d50c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:48:19.838968 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b5028179-17e0-4138-9e4d-a40d426d50c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef HTTP/1.1" status: 404 len: 333 time: 0.0501862 Apr 04 11:48:19.840822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:19.843604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:19.925313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] For port a0e135e0-19df-4e9d-b734-f1cab7dfadd7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:19.930723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.956847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=caa55e47-71d9-41f1-b34a-ca8698370e8a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:19.984663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:20.004253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Provisioning complete for port 094e53f6-c670-48cb-bccf-0609f8175de1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:20.004631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.046023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.054974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:20.066143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] For port a0e135e0-19df-4e9d-b734-f1cab7dfadd7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,segment=NetworkSegment(5abcf246-7e8e-4e8e-81a6-83268799a816),segment_id=5abcf246-7e8e-4e8e-81a6-83268799a816)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:20.072558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] For port 75b7316c-f89f-43af-b609-ccf5efe43e1d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:20.074988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:20.111075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] For port 75b7316c-f89f-43af-b609-ccf5efe43e1d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b7316c-f89f-43af-b609-ccf5efe43e1d,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:20.120222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Port 094e53f6-c670-48cb-bccf-0609f8175de1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:20.125223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Pushing event updated for resources: {'Port': ['ID=f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.138499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.160283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.182020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:20.194106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e0cb06-0292-45d0-8549-1a499a535d8f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:20.197620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:20.200289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:20.233798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.240351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4978d6-920a-418e-9f54-65033f1008a1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:20.240701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4978d6-920a-418e-9f54-65033f1008a1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:20.241620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.242502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.290556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:20.293448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=ace49163-0210-490d-8b7c-9e567ba54982,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.308563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:20.309630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.321611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:20.321885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.325637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.340395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:20.340395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.346182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.350232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port d0cdc390-d9e2-43de-8dde-eb46ee6e557b {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:20.350580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.357044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.374112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=9387c58c-4e3a-494e-924e-265259a2e88d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.408488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:20.409265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:20.412169 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:20.445779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d78b62a6-c685-4cb7-b605-aea2231a9af4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0916479 Apr 04 11:48:20.450937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38844) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:20.461503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:20.462210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:20.464191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.466008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Provisioning complete for port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:20.466377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.484908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Attempting to bind port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:20.485290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Attempting to bind port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9a4978d6-920a-418e-9f54-65033f1008a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:20.485736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Attempting to bind port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 on network 40e0cb06-0292-45d0-8549-1a499a535d8f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:20.570131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:20.572680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Checking segment: {'id': '9a4978d6-920a-418e-9f54-65033f1008a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:20.573099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.573504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Bound using segment: {'id': '9a4978d6-920a-418e-9f54-65033f1008a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:20.574028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Bound port: f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4978d6-920a-418e-9f54-65033f1008a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '40e0cb06-0292-45d0-8549-1a499a535d8f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:20.574522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.581581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.606298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463994b9-68eb-431a-912f-b2e422896e01 None None] Pushing event updated for resources: {'Port': ['ID=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.771992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=094e53f6-c670-48cb-bccf-0609f8175de1,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.790781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:48:20.790781 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:48:20.790781 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': '40e0cb06-0292-45d0-8549-1a499a535d8f'}] Apr 04 11:48:20.790781 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:20.791687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:20.833431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.861527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331df2f-e21c-4b94-9ac0-95730a26d0af None None] Pushing event updated for resources: {'Port': ['ID=75b7316c-f89f-43af-b609-ccf5efe43e1d,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:20.875978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03199a83-b4f5-4d4f-bd1a-9cea0f669b00 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:20.882827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-57486341-4085-43d8-b1a0-c8092907110a None None] For port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:20.887804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-57486341-4085-43d8-b1a0-c8092907110a None None] For port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95,segment=NetworkSegment(9a4978d6-920a-418e-9f54-65033f1008a1),segment_id=9a4978d6-920a-418e-9f54-65033f1008a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:20.891486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03199a83-b4f5-4d4f-bd1a-9cea0f669b00 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:20.897450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:20.899246 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03199a83-b4f5-4d4f-bd1a-9cea0f669b00 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4418590 Apr 04 11:48:20.904245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Provisioning complete for port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:20.904714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b444563-2daa-4464-a983-2873a6b4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:20.922538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:48:20.954458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for d0cdc390-d9e2-43de-8dde-eb46ee6e557b owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:20.984782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.014183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.248612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 45e5c00d-ea36-4268-b1e5-7a157fedc9ba up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:21.394162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.406919 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.414587 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec6bfdf2-9c54-476a-85b6-75e6972f3570 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/094e53f6-c670-48cb-bccf-0609f8175de1 HTTP/1.1" status: 204 len: 168 time: 2.4156156 Apr 04 11:48:21.418831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38860) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:21.447332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57486341-4085-43d8-b1a0-c8092907110a None None] Pushing event updated for resources: {'Port': ['ID=f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:21.471518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:21.495829 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f8d1548f-0625-4d0d-a938-239912bf95df tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4406505 Apr 04 11:48:21.497392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38862) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:21.527945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:21.533776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1639018035'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:21.568568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 9387c58c-4e3a-494e-924e-265259a2e88d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:21.568568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.572203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:21.573253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:21.615196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a63ee3-f434-44ae-a532-6bc6fb7f6f79 None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:21.631681 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e2feab-497b-4790-91c1-08ee6c67da3f tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] GET failed (client error): The resource could not be found. Apr 04 11:48:21.640459 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c1e2feab-497b-4790-91c1-08ee6c67da3f tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports/094e53f6-c670-48cb-bccf-0609f8175de1 HTTP/1.1" status: 404 len: 333 time: 0.2204564 Apr 04 11:48:21.649253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38864) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:21.669188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.672243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-327713639'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:21.698744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 9387c58c-4e3a-494e-924e-265259a2e88d owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:21.725997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.762232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:21.762603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.770875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Could not find standard attr ID for object d0cdc390-d9e2-43de-8dde-eb46ee6e557b. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:21.781844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=d0cdc390-d9e2-43de-8dde-eb46ee6e557b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:21.803883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Could not find standard attr ID for object fe3b1394-1ec1-4ef7-987f-dfbf23d7d3ef. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:21.817696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:21.822769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Could not find standard attr ID for object 094e53f6-c670-48cb-bccf-0609f8175de1. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:21.854305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:21.857980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.965516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:21.989674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Provisioning complete for port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:21.990044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.013715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=9387c58c-4e3a-494e-924e-265259a2e88d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:22.059240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.063150 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-43df33d6-0453-4216-bc99-4ba2923029ac tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/9387c58c-4e3a-494e-924e-265259a2e88d HTTP/1.1" status: 204 len: 168 time: 1.1632271 Apr 04 11:48:22.073701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38868) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:22.150034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.157372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:22.160613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.199943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f262cd-cd5c-4481-bd44-63db53a479eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:22.201879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f262cd-cd5c-4481-bd44-63db53a479eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:22.206717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-58f262cd-cd5c-4481-bd44-63db53a479eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285269 Apr 04 11:48:22.207181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38872) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:22.269190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.279419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 78e13ff9-1db9-4f24-8f98-9c04d59192ab {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:22.284462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.338253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.346712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:22.352812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.450630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3861d173-9751-4dbb-83f6-68e886c763e3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:22.466841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc9259-fda6-4402-87ae-04f4f373d7ff None None] Network 40e0cb06-0292-45d0-8549-1a499a535d8f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:22.477177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.477780 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6 of type vlan for network 2f27649a-a73c-437c-b9e8-73476f2770e0 Apr 04 11:48:22.492749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.684482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.728532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=78e13ff9-1db9-4f24-8f98-9c04d59192ab,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:22.739321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.749016 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d1dff381-75d1-4d9b-b72b-67649346f97e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/78e13ff9-1db9-4f24-8f98-9c04d59192ab HTTP/1.1" status: 204 len: 168 time: 0.5402653 Apr 04 11:48:22.750576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38878) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:22.825831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13ce4571-67b6-4927-97cd-9517d115fbec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737739 Apr 04 11:48:22.826991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38880) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:22.868369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b248d6a8-81dc-4ae1-99c8-f84b02d50b01 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:22.873838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3861d173-9751-4dbb-83f6-68e886c763e3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:22.874309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:22.928612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a54d4d-74a5-45e7-b7d4-b7cdc80e93f6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:22.930422 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-12a54d4d-74a5-45e7-b7d4-b7cdc80e93f6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1028969 Apr 04 11:48:22.933079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:22.944045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccddb9-cfd5-47bf-9ca1-ac4f6cdaa8b7 None None] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:22.960836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:19Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:19Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:22.976930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Provisioning complete for port 3861d173-9751-4dbb-83f6-68e886c763e3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:22.977423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.014848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23ae4a-9c93-45b8-b8b0-a22470425f0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:23.019493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9b23ae4a-9c93-45b8-b8b0-a22470425f0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851901 Apr 04 11:48:23.023001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38884) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.047151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252d77c-df74-4370-94a6-81716afc1492 req-3e6a9be5-3c54-4158-af7b-1fb433a75097 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:23.049307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e252d77c-df74-4370-94a6-81716afc1492 req-3e6a9be5-3c54-4158-af7b-1fb433a75097 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.8881638 Apr 04 11:48:23.077221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:23.077515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Updating router 500332fa-4fd1-4b92-a80b-06e83f9bff30 port 3b10be10-c888-4a72-a490-362c48cdb84c binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:48:23.078658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.089092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-baec3b65-f84b-4829-8f6f-e9148268ebbc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587244 Apr 04 11:48:23.089365 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-516d6e5f-030d-4997-a856-a4388ba051a5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/d0cdc390-d9e2-43de-8dde-eb46ee6e557b HTTP/1.1" status: 204 len: 168 time: 3.2342124 Apr 04 11:48:23.089708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38886) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.104478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:23.105757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38888) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.108369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.113502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:23.137317 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86fa12c-102b-48b5-9bc2-acaeebbf65f7 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:48:23.139014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b86fa12c-102b-48b5-9bc2-acaeebbf65f7 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/d0cdc390-d9e2-43de-8dde-eb46ee6e557b HTTP/1.1" status: 404 len: 333 time: 0.0509055 Apr 04 11:48:23.150010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38890) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.241602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=ace49163-0210-490d-8b7c-9e567ba54982,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:23.253108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95,segment=NetworkSegment(9a4978d6-920a-418e-9f54-65033f1008a1),segment_id=9a4978d6-920a-418e-9f54-65033f1008a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:23.256157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.268679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 2e5c2e4c-c07e-46ff-b35c-136a87c513aa {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:23.274788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.275262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.281410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port 0d036ce7-c0a1-415f-847d-a9e2821fd0cb yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:23.303517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:23.324014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.336108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143bea5-0ffa-4101-84ce-7287d838f90a None None] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:23.372958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:23.377082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.392700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.447138 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e252d77c-df74-4370-94a6-81716afc1492 req-f4a4f2f0-b730-4b0f-ba75-be5445797125 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3775840 Apr 04 11:48:23.505740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:23.508129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.514031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:23.522757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.529221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:23.529912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.611577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.6 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/0d036ce7-c0a1-415f-847d-a9e2821fd0cb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:23.697546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.712983 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2145269 Apr 04 11:48:23.717573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c68f5-ff24-43f1-bc2d-03ee4d02dfde tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=2f27649a-a73c-437c-b9e8-73476f2770e0,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:23.718903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38894) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.726339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:23.738412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.764120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.778942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:23.806166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:23.820269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port f2cd1bdf-6e0e-4c8a-b8b7-a4eefd868a95 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:23.896520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.950077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5c2e4c-c07e-46ff-b35c-136a87c513aa,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:23.967254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 4cbaee97-204d-486d-b704-f26381d2853b is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:48:23.975380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:23.978803 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4503ea22-e09d-4fbe-a9fa-6f447e0956e4 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/2e5c2e4c-c07e-46ff-b35c-136a87c513aa HTTP/1.1" status: 204 len: 168 time: 0.8279903 Apr 04 11:48:23.981878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38896) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:23.983195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 3861d173-9751-4dbb-83f6-68e886c763e3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3861d173-9751-4dbb-83f6-68e886c763e3,segment=NetworkSegment(a1757149-ad52-45e4-9bde-45a8032e8714),segment_id=a1757149-ad52-45e4-9bde-45a8032e8714)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:23.995745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:24.015139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.025671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dd6ce-9e4a-4c5d-9990-628ed308fae7 None None] Network 76f177e1-4246-4e15-9fac-05dc18667b09 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:24.061164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e0cb06-0292-45d0-8549-1a499a535d8f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.102897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:24.106371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.131259 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.135592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:48:24.143049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.145257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4978d6-920a-418e-9f54-65033f1008a1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.145609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4978d6-920a-418e-9f54-65033f1008a1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.157308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.158642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:24.203442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.239368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.247305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:24.250467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:24.250467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:24.255846 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:24.260246 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-14d40b71-9e0d-4f9b-8bca-b212aaff86c4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0767245 Apr 04 11:48:24.270033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38898) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:24.274438 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] Sync routers for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:24.291518 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:24.292147 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.358586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.368617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:24.369414 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.377745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.381042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f5c6e-2e50-40c3-bc6b-a2bc8728b314 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:24.385860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4d7f5c6e-2e50-40c3-bc6b-a2bc8728b314 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports/ace49163-0210-490d-8b7c-9e567ba54982 HTTP/1.1" status: 200 len: 910 time: 0.1144128 Apr 04 11:48:24.391001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38900) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:24.432056 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:24.432984 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8bada-943f-4453-82e4-a57c8a4df102 None None] The sync data for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:24.477671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=0d036ce7-c0a1-415f-847d-a9e2821fd0cb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:24.495197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:24.496176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-fa2de807-63b7-4ebe-a384-8dce84859177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:24.496393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.511048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.512788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.512788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.512788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.512788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.514793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.516273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.516733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.517223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.524601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.524999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.525130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=3861d173-9751-4dbb-83f6-68e886c763e3,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:24.525349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:24.540730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:24.552786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.556765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Deleting port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:24.557142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.566217 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/40e0cb06-0292-45d0-8549-1a499a535d8f HTTP/1.1" status: 204 len: 168 time: 6.5886221 Apr 04 11:48:24.574967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38904) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:24.600254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:24.604128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:24.619281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:24.619827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.624867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:24.625420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.659844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e4bca-0cee-4d21-a49c-1d9e345cb01c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=40e0cb06-0292-45d0-8549-1a499a535d8f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:24.659844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c8d200-a409-4ab4-b2b4-3c1dd8068c87 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:24.659844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c8d200-a409-4ab4-b2b4-3c1dd8068c87 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:24.659844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55c8d200-a409-4ab4-b2b4-3c1dd8068c87 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/40e0cb06-0292-45d0-8549-1a499a535d8f HTTP/1.1" status: 404 len: 339 time: 0.0771375 Apr 04 11:48:24.670386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38906) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:24.683886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669027902', 'description': 'd1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:24.695308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.756262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] DHCP port deletion for 76f177e1-4246-4e15-9fac-05dc18667b09 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:24.762619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:24.763310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.827921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] For port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,segment=NetworkSegment(07f3ebdc-27ff-45ab-bc56-4034f4880914),segment_id=07f3ebdc-27ff-45ab-bc56-4034f4880914)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:24.828200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.832625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:24.836609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.856558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:24.859465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.867108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:24.880818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.881979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment c20f4ad6-7c6f-4915-b9c6-8e2e0b4e5850 of type vlan for network a636df3b-f833-47a1-bc63-4093249dacf6 Apr 04 11:48:24.900972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Calling delete_port for 45e5c00d-ea36-4268-b1e5-7a157fedc9ba owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:24.902884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.919834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:24.935980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:24.967035 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-61679626-5c7f-4efd-9352-843204cb3fdd tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3139002 Apr 04 11:48:24.969530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:24.976140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:97:e5:34'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:25.002939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.024459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca260a9-8d6f-4da6-af01-21234cbb64a3 req-50d10090-9bff-4ed7-b9b4-605d28e25459 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:25.034274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ca260a9-8d6f-4da6-af01-21234cbb64a3 req-50d10090-9bff-4ed7-b9b4-605d28e25459 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.4242182 Apr 04 11:48:25.089241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.095127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:25.096826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529693'] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.128334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfc87d-261d-4fab-abcb-0107727bb142 None None] Pushing event updated for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.172348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Deleting port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:25.172729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.302355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=a636df3b-f833-47a1-bc63-4093249dacf6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.311238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] For port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,segment=NetworkSegment(07f3ebdc-27ff-45ab-bc56-4034f4880914),segment_id=07f3ebdc-27ff-45ab-bc56-4034f4880914)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:25.311641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.325706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a636df3b-f833-47a1-bc63-4093249dacf6 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:25.329644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Attempting to bind port 3b10be10-c888-4a72-a490-362c48cdb84c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:25.330557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Attempting to bind port 3b10be10-c888-4a72-a490-362c48cdb84c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:25.330924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Attempting to bind port 3b10be10-c888-4a72-a490-362c48cdb84c on network 4a1578cf-1444-45e3-b04e-a6181dac0c6c {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:25.345158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:25.350589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Checking segment: {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:25.350589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.350589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Bound using segment: {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:25.350589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Bound port: 3b10be10-c888-4a72-a490-362c48cdb84c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:25.350589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.359804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Calling delete_port for b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:25.405015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.554226 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f0bbf77-b196-4de6-baa0-2b9c627c8f18 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8826170 Apr 04 11:48:25.554922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38910) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:25.651265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.655532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ca260a9-8d6f-4da6-af01-21234cbb64a3 req-cae6da97-69eb-4fd8-96b9-0e1fd414e85a tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6169450 Apr 04 11:48:25.657526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.691766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b7316c-f89f-43af-b609-ccf5efe43e1d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:25.734041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313b9e9-22a4-4ffd-bf64-100f84d3b420 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:25.739467 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2313b9e9-22a4-4ffd-bf64-100f84d3b420 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks?id=a636df3b-f833-47a1-bc63-4093249dacf6 HTTP/1.1" status: 200 len: 761 time: 0.1808729 Apr 04 11:48:25.740143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38912) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:25.747375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'description': 'd2'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:25.752717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] Pushing event deleted for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.804643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Could not find standard attr ID for object a368af7b-d7d1-4096-818c-61571d64bca7. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:25.826800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1947d-3186-402c-9299-854d7a304438 None None] No DVR routers for this DVR port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:25.844386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] For port 3b10be10-c888-4a72-a490-362c48cdb84c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:25.852081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=c0514834-f303-437b-8acc-f52aa32742bd,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.864737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.871395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] For port 3b10be10-c888-4a72-a490-362c48cdb84c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b10be10-c888-4a72-a490-362c48cdb84c,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:25.875665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Provisioning complete for port 75b7316c-f89f-43af-b609-ccf5efe43e1d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:25.876124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.902854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.915821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.916162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.916504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.916840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.917183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.917494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.917879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.918213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.918691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.919028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.919338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.919660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:25.926602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.937648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.956942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No DVR routers for this DVR port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:25.959900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 75b7316c-f89f-43af-b609-ccf5efe43e1d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:25.960364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.965528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:25.966022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 2f27649a-a73c-437c-b9e8-73476f2770e0, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:25.966903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.986855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] No DVR routers for this DVR port b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:25.989471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec4bef-25a3-44a7-8bda-d2a77afcddf7 None None] Pushing event deleted for resources: {'Port': ['ID=b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:25.993033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:25.997251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.040714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb51ca6-86b0-47f7-a169-ad14a965209a None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:48:26.044162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 45e5c00d-ea36-4268-b1e5-7a157fedc9ba, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:26.104640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=0d036ce7-c0a1-415f-847d-a9e2821fd0cb,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.130225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] In _notify_port_updated(), no bound segment for port 0d036ce7-c0a1-415f-847d-a9e2821fd0cb on network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:48:26.134491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.136696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.137393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.137720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.143837 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c708ea15-8a67-4c68-9e28-5421941481e5 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "PUT /v2.0/ports/0d036ce7-c0a1-415f-847d-a9e2821fd0cb HTTP/1.1" status: 200 len: 995 time: 1.1675458 Apr 04 11:48:26.144055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38914) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.144178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.153327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network a636df3b-f833-47a1-bc63-4093249dacf6 is not hosted by any dhcp agent {{(pid=109637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:48:26.159265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.159872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.161131 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "PUT /v2.0/networks/a636df3b-f833-47a1-bc63-4093249dacf6 HTTP/1.1" status: 200 len: 758 time: 0.4179595 Apr 04 11:48:26.169967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38916) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.177642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:26.179816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:47:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:26.198460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfc87d-261d-4fab-abcb-0107727bb142 None None] Pushing event updated for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.221678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:26.227183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f177e1-4246-4e15-9fac-05dc18667b09']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:26.230355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea382e47-1777-46c0-9e34-9147d961a731 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=a636df3b-f833-47a1-bc63-4093249dacf6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.230529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.242767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.250858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a636df3b-f833-47a1-bc63-4093249dacf6 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:26.299399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f3ebdc-27ff-45ab-bc56-4034f4880914') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:26.299698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f3ebdc-27ff-45ab-bc56-4034f4880914') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:26.309770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.318825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.411788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.426705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:26.434530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] For port 75b7316c-f89f-43af-b609-ccf5efe43e1d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b7316c-f89f-43af-b609-ccf5efe43e1d,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:26.458442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.469933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2f27649a-a73c-437c-b9e8-73476f2770e0) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:26.471640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=45e5c00d-ea36-4268-b1e5-7a157fedc9ba,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.508827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:26.510356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.510946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.521924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.539495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017db3e6-e6c0-400a-a2ce-2c64c3a12cdc tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.541745 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-017db3e6-e6c0-400a-a2ce-2c64c3a12cdc tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks?id=a636df3b-f833-47a1-bc63-4093249dacf6 HTTP/1.1" status: 200 len: 761 time: 0.3595278 Apr 04 11:48:26.542883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:26.545124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38918) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.550944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447238709'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:26.561667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:26.561971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.562099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:26.566005 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:26.575538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.580542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.593372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=d1b6a3e6-4321-4e69-a479-fa7a185830a9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.676354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:26.685596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.717025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:26.732934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:26.733662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:26.735800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.736758 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment c3741567-20d7-4531-b550-83f5b67b9519 of type vlan for network 04ca0367-b16a-48d4-a962-1c24e0d2a648 Apr 04 11:48:26.737792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4cf1cc38-0ee1-4b8f-ab91-6bdb54fffcdc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0177579 Apr 04 11:48:26.743445 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ab90e147-b0de-4563-8222-9e17fd4713e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6328399 Apr 04 11:48:26.743630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38922) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.744042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port 0d036ce7-c0a1-415f-847d-a9e2821fd0cb {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:26.744371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.747034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38924) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.754915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:4c:8d:c8', 'name': 'tempest-NetworksTestDHCPv6-889479419'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:26.762949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Provisioning complete for port ace49163-0210-490d-8b7c-9e567ba54982 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:26.763330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.764940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Pushing event updated for resources: {'Port': ['ID=75b7316c-f89f-43af-b609-ccf5efe43e1d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.772719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.806526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.810542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/76f177e1-4246-4e15-9fac-05dc18667b09 HTTP/1.1" status: 204 len: 168 time: 2.8278582 Apr 04 11:48:26.821571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38926) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:26.831159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Port ace49163-0210-490d-8b7c-9e567ba54982 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:26.842053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1714547106'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:26.867661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cbb1c-1e0a-4862-9b13-d768f8428e60 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=76f177e1-4246-4e15-9fac-05dc18667b09,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:26.880172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb51ca6-86b0-47f7-a169-ad14a965209a None None] Unable to find a vacant binding_index for network 2f27649a-a73c-437c-b9e8-73476f2770e0 and agent b534aaa4-54b5-4e95-a4e8-151a30706918 {{(pid=109638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 04 11:48:26.882594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Provisioning complete for port 3b10be10-c888-4a72-a490-362c48cdb84c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:26.882974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.909307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:26.916880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb51ca6-86b0-47f7-a169-ad14a965209a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2f27649a-a73c-437c-b9e8-73476f2770e0) {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:48:26.959356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d219d6-d916-42f0-9649-f7e48a3746bf req-872102a2-8b74-47e0-a39d-4225dfc8abed tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:26.959356 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-88d219d6-d916-42f0-9649-f7e48a3746bf req-872102a2-8b74-47e0-a39d-4225dfc8abed tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.2024970 Apr 04 11:48:26.974634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:19Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:25Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:27.016374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a39512-7798-4501-acb6-bcd86fae3bec None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:19Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:25Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:27.052651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.052911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:27.056393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.061424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:27.062114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.062343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.073607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.21.0.1 (552fd311-d713-49d4-baca-ce34c1d6b9bd/225e53f8-0649-47ac-ae16-786feb307953/401bbabe-9a31-4f7b-8181-dee217225367) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:27.096349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.113352 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-88d219d6-d916-42f0-9649-f7e48a3746bf req-bf9b89b7-f7d4-4f0d-8549-7d709a75348b tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190982 Apr 04 11:48:27.131851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for 0d036ce7-c0a1-415f-847d-a9e2821fd0cb owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:27.182564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] For port 3b10be10-c888-4a72-a490-362c48cdb84c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b10be10-c888-4a72-a490-362c48cdb84c,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:27.210557 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6632292 Apr 04 11:48:27.210557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38928) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:27.219350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '04ca0367-b16a-48d4-a962-1c24e0d2a648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:27.222606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c268009-7343-4b0b-a654-ce55276a69d4 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=04ca0367-b16a-48d4-a962-1c24e0d2a648,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:27.234075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3b26037a-40c5-4cea-bb27-20d933adcc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.247051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:27.271963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:27.278341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.315683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:27.322831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.323307 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment 3484d273-2e53-444f-89bf-47e5c2954531 of type vlan for network e34302fa-8ae2-4b07-a150-e29e58f528f7 Apr 04 11:48:27.422510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.494667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Pushing event updated for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:27.500304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a0e135e0-19df-4e9d-b734-f1cab7dfadd7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:27.505233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.578309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Provisioning complete for port 0d036ce7-c0a1-415f-847d-a9e2821fd0cb triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:27.578963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.615051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.662973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:27.678758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Port 0d036ce7-c0a1-415f-847d-a9e2821fd0cb cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:27.703498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:27.703879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.707406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Provisioning complete for port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:27.707406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.808796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fe4c:8dc8 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/d1b6a3e6-4321-4e69-a479-fa7a185830a9/24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:27.819828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.826030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.832359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:27.833016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.844286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.909119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=0d036ce7-c0a1-415f-847d-a9e2821fd0cb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:27.915580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.950700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2f27649a-a73c-437c-b9e8-73476f2770e0', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:27.952231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:27.956126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'd1b6a3e6-4321-4e69-a479-fa7a185830a9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:27.957077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.014609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:28.060870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2230620 Apr 04 11:48:28.063866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38930) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:28.070309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:28.092452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:28.095236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e930e4-0979-48e9-a137-617ac1678b02 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=e34302fa-8ae2-4b07-a150-e29e58f528f7,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:28.109056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:28.159059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:28.202844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=401bbabe-9a31-4f7b-8181-dee217225367,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:28.210494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:28.213942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.221614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.225492 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db9b0da7-ae35-4fa1-b3c6-dddbcd3eb302 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/0d036ce7-c0a1-415f-847d-a9e2821fd0cb HTTP/1.1" status: 204 len: 168 time: 2.0821285 Apr 04 11:48:28.232371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38934) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:28.253640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.319200 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-75449088-2413-40e7-add9-7c407bddafa7 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] GET failed (client error): The resource could not be found. Apr 04 11:48:28.325234 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-75449088-2413-40e7-add9-7c407bddafa7 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports/0d036ce7-c0a1-415f-847d-a9e2821fd0cb HTTP/1.1" status: 404 len: 333 time: 0.0628729 Apr 04 11:48:28.326194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38936) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:28.345119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.383646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-2037169135'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:28.399288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.422016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port a0e135e0-19df-4e9d-b734-f1cab7dfadd7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,segment=NetworkSegment(5abcf246-7e8e-4e8e-81a6-83268799a816),segment_id=5abcf246-7e8e-4e8e-81a6-83268799a816)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:28.447173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Allocated IP 2001:db8:1::2 (2f27649a-a73c-437c-b9e8-73476f2770e0/c0514834-f303-437b-8acc-f52aa32742bd/11056f11-7faf-4716-b587-798b210226a2) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:28.481239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:28.483092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.486819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3861d173-9751-4dbb-83f6-68e886c763e3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:28.491410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.547118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.587907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f14c9-98e5-4930-b4f0-e226d23b5cdb req-f4fd0873-cd64-44c2-8abf-74b6ebd8dd38 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:28.589389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6c3f14c9-98e5-4930-b4f0-e226d23b5cdb req-f4fd0873-cd64-44c2-8abf-74b6ebd8dd38 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.3237154 Apr 04 11:48:28.671928 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6c3f14c9-98e5-4930-b4f0-e226d23b5cdb req-7f456b92-a350-4e5c-ba0d-a2e8f92f8afc tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656555 Apr 04 11:48:28.675794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:28.676273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:28.682804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:28.694673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3861d173-9751-4dbb-83f6-68e886c763e3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:28.695755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.712340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.725822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.756041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.757743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:28.761839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.795024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.810019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Allocated IP 2001:db8::f816:3eff:fe5d:1439 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/d1b6a3e6-4321-4e69-a479-fa7a185830a9/868475c4-1646-43ef-99f9-11d6c8787d06) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:28.816906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=eb488d72-aa65-4bfc-bc21-f8a3268b063a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:28.827103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': 'c3741567-20d7-4531-b550-83f5b67b9519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '04ca0367-b16a-48d4-a962-1c24e0d2a648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:28.827103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 04ca0367-b16a-48d4-a962-1c24e0d2a648, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:28.857581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:28.859166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port 2b184b8e-4e07-48da-9e19-a212024a6237 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:28.868471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.926930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:28.967341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:28.977033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:28.984663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:28.995672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:29.000818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=2d5e0e06-8988-40d9-9db8-5c89d69e16ac,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.011271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 45e5c00d-ea36-4268-b1e5-7a157fedc9ba no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:29.022086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8:1::1 (2f27649a-a73c-437c-b9e8-73476f2770e0/c0514834-f303-437b-8acc-f52aa32742bd/bcaa9e9c-7462-440b-ab36-7331ab5dbc14) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:29.024913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': '3484d273-2e53-444f-89bf-47e5c2954531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:29.025374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: e34302fa-8ae2-4b07-a150-e29e58f528f7, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:29.055421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Pushing event updated for resources: {'Port': ['ID=11056f11-7faf-4716-b587-798b210226a2,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.069168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 45e5c00d-ea36-4268-b1e5-7a157fedc9ba {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:29.069518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 45e5c00d-ea36-4268-b1e5-7a157fedc9ba not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:29.069981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:29.084707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 04ca0367-b16a-48d4-a962-1c24e0d2a648) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:29.118574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.119186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.142782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:29.143452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b61638c1-2fdf-4f79-8aa8-ee6541e2fe6c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:29.145796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.146158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.146507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.146878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.147284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.148216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.149024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.149376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.149744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.150082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.150416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.151313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:29.191863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.194060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:29.195781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.207494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e34302fa-8ae2-4b07-a150-e29e58f528f7) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:29.214055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.214657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.238975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Attempting to bind port 11056f11-7faf-4716-b587-798b210226a2 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:29.239356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Attempting to bind port 11056f11-7faf-4716-b587-798b210226a2 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:29.239798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Attempting to bind port 11056f11-7faf-4716-b587-798b210226a2 on network 2f27649a-a73c-437c-b9e8-73476f2770e0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:29.247898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:29.248284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Checking segment: {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:29.248833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.249115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Bound using segment: {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:29.249629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Bound port: 11056f11-7faf-4716-b587-798b210226a2, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:29.253283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.260119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-188ffbbe-fa14-47d6-ac53-9b2b7404631b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0438454 Apr 04 11:48:29.260480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:29.284005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5c5eea38-6396-43bf-985b-c0880e57fcfd None None] Could not find standard attr ID for object 9387c58c-4e3a-494e-924e-265259a2e88d. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:29.330890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:29.337589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.347712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:29.349609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.353896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.354532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.368773 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a0c23877-4151-4629-9f78-cafb1f61ae0f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3035176 Apr 04 11:48:29.373441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.379771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38940) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:29.401848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7', 'name': 'tempest-PortsTestJSON-846711320', 'fixed_ips': [{'subnet_id': '2d5e0e06-8988-40d9-9db8-5c89d69e16ac', 'ip_address': '172.20.0.10'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:29.429915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:29.451773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:29.457017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:29.466863 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:48:29.472113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7178fcda-ad35-429d-aea0-331875e9acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.474945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] For port 11056f11-7faf-4716-b587-798b210226a2, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:29.477756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Pushing event updated for resources: {'Port': ['ID=868475c4-1646-43ef-99f9-11d6c8787d06,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.483724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] For port 11056f11-7faf-4716-b587-798b210226a2, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=11056f11-7faf-4716-b587-798b210226a2,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:29.490906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1dd7c6eb-cab7-4ddb-9464-7ff37e8f3139 None None] Provisioning complete for port 3b10be10-c888-4a72-a490-362c48cdb84c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:29.490906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c6eb-cab7-4ddb-9464-7ff37e8f3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.536707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a0e135e0-19df-4e9d-b734-f1cab7dfadd7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:29.548832 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c6948f70-a3e6-4539-8870-5c1636020031 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7980974 Apr 04 11:48:29.552852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.10 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/2b184b8e-4e07-48da-9e19-a212024a6237) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:29.565369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38942) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:29.585096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.589431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:29.612679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.622500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:29.626799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:29.626799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.654627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Attempting to bind port 868475c4-1646-43ef-99f9-11d6c8787d06 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:29.655866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Attempting to bind port 868475c4-1646-43ef-99f9-11d6c8787d06 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:29.655866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Attempting to bind port 868475c4-1646-43ef-99f9-11d6c8787d06 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:29.665059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:29.665602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:29.666117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.666648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:29.667694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Bound port: 868475c4-1646-43ef-99f9-11d6c8787d06, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:29.667694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.668585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.739591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.772706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4827d45-9f9d-46ac-ad84-96edee15de21 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.778900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4827d45-9f9d-46ac-ad84-96edee15de21 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.783249 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d4827d45-9f9d-46ac-ad84-96edee15de21 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2125082 Apr 04 11:48:29.791058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:29.827197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.831209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] For port 868475c4-1646-43ef-99f9-11d6c8787d06, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:29.835825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] For port 868475c4-1646-43ef-99f9-11d6c8787d06, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=868475c4-1646-43ef-99f9-11d6c8787d06,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:29.848134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.851096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c44725-c573-4a86-bf7e-f870ea5bd6e7 None None] Pushing event updated for resources: {'Port': ['ID=11056f11-7faf-4716-b587-798b210226a2,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.865671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:29.866046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.896201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deaa82-56ff-45cf-be8c-a3719424e05c req-38c1a2b6-f9ba-4ef8-b7f0-46356aa11442 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:29.897807 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-82deaa82-56ff-45cf-be8c-a3719424e05c req-38c1a2b6-f9ba-4ef8-b7f0-46356aa11442 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.1053731 Apr 04 11:48:29.908352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:29.951471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.977509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=401bbabe-9a31-4f7b-8181-dee217225367,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:29.991269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:29.996704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.063466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.139170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:30.139516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.161529 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-82deaa82-56ff-45cf-be8c-a3719424e05c req-59c6f83d-4ac6-4702-bf5f-bfa41fd3edc4 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2550335 Apr 04 11:48:30.175456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.192596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.250675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.290369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=eb488d72-aa65-4bfc-bc21-f8a3268b063a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:30.292924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b7316c-f89f-43af-b609-ccf5efe43e1d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:30.303065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 84ba8512-ac6f-463d-9abe-8cea37c3986e yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:30.305736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:30.316280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:30.351965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10104d8-676d-4f95-ab36-0208ed4bb5f3 None None] Pushing event updated for resources: {'Port': ['ID=868475c4-1646-43ef-99f9-11d6c8787d06,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:30.359769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:30.366356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.369126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:30.380126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=2b184b8e-4e07-48da-9e19-a212024a6237,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:30.381189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 75b7316c-f89f-43af-b609-ccf5efe43e1d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:30.381819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.384446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:30.447483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:30.496302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b10be10-c888-4a72-a490-362c48cdb84c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:30.513215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.546850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.578211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:30.578963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.593042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ca0367-b16a-48d4-a962-1c24e0d2a648']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.598040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3b10be10-c888-4a72-a490-362c48cdb84c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:30.598648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.611619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3741567-20d7-4531-b550-83f5b67b9519') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.611947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3741567-20d7-4531-b550-83f5b67b9519') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.614157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 4cbaee97-204d-486d-b704-f26381d2853b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:30.678888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.732467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.734112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cb16c415-0fac-4e4e-b1f8-bd2b3a3f4204 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3852575 Apr 04 11:48:30.739309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38950) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:30.748902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'network_id': '1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d', 'name': 'tempest-AllowedAddressPairTestJSON-388596698'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:30.785243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:30.785723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.791110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:30.798294 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:30.805171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] Sync routers for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:30.809057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-59f128df-0070-4a65-9579-f08db3dd3813 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4155526 Apr 04 11:48:30.812597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:30.824490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:30.825051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.878312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a2664-1864-4bbb-8298-de1ec3839ac4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:30.879085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.881564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-661a2664-1864-4bbb-8298-de1ec3839ac4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports/401bbabe-9a31-4f7b-8181-dee217225367 HTTP/1.1" status: 200 len: 910 time: 0.0666785 Apr 04 11:48:30.882933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38954) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:30.892770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:30.893392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.933986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:30.934632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03df5e-0502-4881-b08c-41083847a596 None None] The sync data for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:30.974494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:30.981070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.10 (e34302fa-8ae2-4b07-a150-e29e58f528f7/2d5e0e06-8988-40d9-9db8-5c89d69e16ac/84ba8512-ac6f-463d-9abe-8cea37c3986e) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:31.009610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:31.047041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.050386 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-639e6777-7c8e-4038-8795-f784f868b7b8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48 HTTP/1.1" status: 204 len: 168 time: 1.2586870 Apr 04 11:48:31.055016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.059123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.059366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38956) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.062679 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/04ca0367-b16a-48d4-a962-1c24e0d2a648 HTTP/1.1" status: 204 len: 168 time: 1.8009155 Apr 04 11:48:31.083333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.087671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38958) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.088459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55b36-7372-46ad-9be4-ea377bd6c68d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=04ca0367-b16a-48d4-a962-1c24e0d2a648,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:31.164142 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd44c6bf-13ba-42d0-8c17-6e720489b00d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] GET failed (client error): The resource could not be found. Apr 04 11:48:31.165513 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bd44c6bf-13ba-42d0-8c17-6e720489b00d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets/eb488d72-aa65-4bfc-bc21-f8a3268b063a HTTP/1.1" status: 404 len: 337 time: 0.0571949 Apr 04 11:48:31.170111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.170332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38960) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.170877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.194859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Made reservation on behalf of 0d595f7f23d04c0fae1bba4925ef12b6 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:31.198800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.248146 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6519c164-ac34-4b7f-9463-78f3e5ccb474 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:31.250430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6519c164-ac34-4b7f-9463-78f3e5ccb474 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:31.268258 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6519c164-ac34-4b7f-9463-78f3e5ccb474 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/04ca0367-b16a-48d4-a962-1c24e0d2a648 HTTP/1.1" status: 404 len: 339 time: 0.0969779 Apr 04 11:48:31.273449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38964) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.291904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] device_id is not set on port da72bbf3-233c-46b2-bd9d-231a3e269f53 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:31.418290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] Provisioning complete for port 11056f11-7faf-4716-b587-798b210226a2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:31.422139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.469601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1fa02-2fcd-4094-a23b-52595f8d555f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:31.471785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1fa02-2fcd-4094-a23b-52595f8d555f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:31.473432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f4d1fa02-2fcd-4094-a23b-52595f8d555f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4129066 Apr 04 11:48:31.483232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:31.493345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38966) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.499869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 868475c4-1646-43ef-99f9-11d6c8787d06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:31.596881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 868475c4-1646-43ef-99f9-11d6c8787d06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:31.597217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.624627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c509b3-891b-4fe3-84b1-d2c87aef6b58 req-bebaa557-6651-4f7e-867e-b4e4daeaa9aa tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:31.626389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00c509b3-891b-4fe3-84b1-d2c87aef6b58 req-bebaa557-6651-4f7e-867e-b4e4daeaa9aa tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.3469243 Apr 04 11:48:31.632616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.678050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] For port 11056f11-7faf-4716-b587-798b210226a2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=11056f11-7faf-4716-b587-798b210226a2,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:31.724029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80097e9a-6ec5-4408-a0c8-65060897e72b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:31.728355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80097e9a-6ec5-4408-a0c8-65060897e72b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4473400 Apr 04 11:48:31.730437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.735301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38968) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.772493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 868475c4-1646-43ef-99f9-11d6c8787d06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=868475c4-1646-43ef-99f9-11d6c8787d06,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:31.788000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0d93c-c818-4d04-a7f8-ca148a704b21 None None] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:31.794526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:31.794907 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-82fdf696-a2d8-4028-8c7d-fd556fa90904 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 207 time: 0.0486603 Apr 04 11:48:31.795127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340b623-07ae-4013-9350-cbb87cd8bbb5 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:31.809331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38970) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:31.812370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a254ed-98da-4ab2-91f1-a31ab506473f None None] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:31.826926 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00c509b3-891b-4fe3-84b1-d2c87aef6b58 req-5e69ef57-4384-4024-8735-657c9c4ead36 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628077 Apr 04 11:48:31.984427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05ac60-ec37-47fc-9ef7-bc3b1420fbeb None None] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:32.054381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.059872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.067407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet d1b6a3e6-4321-4e69-a479-fa7a185830a9 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:32.074292 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.108897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.109706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 11056f11-7faf-4716-b587-798b210226a2 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:32.131589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:32.135319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:32.143859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.182041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Allocated IP 172.20.0.4 (1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d/ec9698e2-6d3a-41c4-ad72-338008df61c7/da72bbf3-233c-46b2-bd9d-231a3e269f53) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:32.204195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a254ed-98da-4ab2-91f1-a31ab506473f None None] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:48:32.207076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567bdd8-9afc-452f-a369-cf77f16d2ba1 None None] Pushing event updated for resources: {'Port': ['ID=11056f11-7faf-4716-b587-798b210226a2,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:32.320559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8c87a-9523-4ca2-a5ab-88d6f5e3beb2 None None] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:32.458641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.527660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.536529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:32.624984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:32.637111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:32.640435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:32.654823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.656782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f53a3-67ee-4f2c-b5ca-796d6574290b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:32.661217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-46de5293-5d74-4c3d-908b-976a6cb9d894 None None] Provisioning complete for port 868475c4-1646-43ef-99f9-11d6c8787d06 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:32.661625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-46de5293-5d74-4c3d-908b-976a6cb9d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.664275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f53a3-67ee-4f2c-b5ca-796d6574290b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:32.670938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f53a3-67ee-4f2c-b5ca-796d6574290b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:32.672985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8c87a-9523-4ca2-a5ab-88d6f5e3beb2 None None] Network 04ca0367-b16a-48d4-a962-1c24e0d2a648 could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:48:32.683975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f53a3-67ee-4f2c-b5ca-796d6574290b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:32.683975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-274f53a3-67ee-4f2c-b5ca-796d6574290b tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.8557658 Apr 04 11:48:32.693376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=84ba8512-ac6f-463d-9abe-8cea37c3986e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:32.696208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38972) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:32.760395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.764230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.811438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=868475c4-1646-43ef-99f9-11d6c8787d06,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:32.834126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.839994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 11056f11-7faf-4716-b587-798b210226a2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:32.840384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.906452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:32.907161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.912694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:32.928758 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:32.939713 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:32.940827 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:32.948520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:32.951891 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/d1b6a3e6-4321-4e69-a479-fa7a185830a9 HTTP/1.1" status: 204 len: 168 time: 1.4578760 Apr 04 11:48:32.963539 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9db8e259-69ad-4fbe-8a9e-7f5aa9b76c89 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2193015 Apr 04 11:48:32.971017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38976) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:32.971017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38978) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:32.984302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1243151655'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:32.990215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138579a-1006-459a-b574-fd38aa44901c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b6a3e6-4321-4e69-a479-fa7a185830a9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:33.030960 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-99f7c955-fac2-40ba-8018-27efa76ff60f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3305385 Apr 04 11:48:33.033782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38980) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.058153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-983ce0ae-ac87-4b28-ac6f-cf5386dfbeba tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834763 Apr 04 11:48:33.063438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38982) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.068327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:33.147392 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:33.172459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e34302fa-8ae2-4b07-a150-e29e58f528f7', 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': '2d5e0e06-8988-40d9-9db8-5c89d69e16ac'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:33.173721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.216474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8572b4c2-7e2e-405e-9eb8-481d464a7508 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.219774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8572b4c2-7e2e-405e-9eb8-481d464a7508 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.222638 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8572b4c2-7e2e-405e-9eb8-481d464a7508 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1879017 Apr 04 11:48:33.226472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38984) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.239342 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e6a7cf6d-e4cb-43a0-b318-7a916503d4cd tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8559976 Apr 04 11:48:33.243728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38986) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.269273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7', 'name': 'tempest-PortsTestJSON-656345029', 'fixed_ips': [{'subnet_id': '2d5e0e06-8988-40d9-9db8-5c89d69e16ac', 'ip_address': '172.20.0.9'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:33.345321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba79df-1b06-45f5-b803-0e91a8e5d7ec tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.352495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3456f6-fec6-4397-b18c-08af733bec6d None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:33.358007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba79df-1b06-45f5-b803-0e91a8e5d7ec tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.359087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74ba79df-1b06-45f5-b803-0e91a8e5d7ec tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1315150 Apr 04 11:48:33.364431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 401bbabe-9a31-4f7b-8181-dee217225367 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:33.364864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.367344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7947d-276b-4f92-8baa-d006d49cb424 req-211773a7-e1c6-4235-afdc-8e325f7950c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.370013 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-55c7947d-276b-4f92-8baa-d006d49cb424 req-211773a7-e1c6-4235-afdc-8e325f7950c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.4365535 Apr 04 11:48:33.370737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:33.374996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.379428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38988) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.393101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.412298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 868475c4-1646-43ef-99f9-11d6c8787d06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:33.490870 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:29Z', 'revision_number': 3, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:30Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:33.519746 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:33.520130 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Updating router 500332fa-4fd1-4b92-a80b-06e83f9bff30 port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:48:33.531550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e573e1d-18bf-4b8b-b689-df838e25dc1a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.533831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1e573e1d-18bf-4b8b-b689-df838e25dc1a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks/c099cdf9-84ff-4e1e-92db-bf65cb323523 HTTP/1.1" status: 200 len: 800 time: 0.1533189 Apr 04 11:48:33.560523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38990) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.561486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=da72bbf3-233c-46b2-bd9d-231a3e269f53,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:33.561983 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.665209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.679860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 401bbabe-9a31-4f7b-8181-dee217225367 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:33.698896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Provisioning complete for port 3b10be10-c888-4a72-a490-362c48cdb84c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:33.699429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.747221 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3d782322-a0e6-42d0-92ee-66a893bade14 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/networks/c099cdf9-84ff-4e1e-92db-bf65cb323523?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1819961 Apr 04 11:48:33.769992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38992) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.820087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Allocated IP 172.20.0.2 (e34302fa-8ae2-4b07-a150-e29e58f528f7/2d5e0e06-8988-40d9-9db8-5c89d69e16ac/335e831b-866b-48bf-80d4-99db41828aec) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:33.874156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb94cab0-4cb2-4ecb-8660-44a4083eeb96 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:33.880805 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bb94cab0-4cb2-4ecb-8660-44a4083eeb96 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets/81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb HTTP/1.1" status: 200 len: 811 time: 0.1056094 Apr 04 11:48:33.882834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 38994) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:33.886252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:33.889616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.890633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 868475c4-1646-43ef-99f9-11d6c8787d06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:33.891012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:33.971194 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-55c7947d-276b-4f92-8baa-d006d49cb424 req-4a96a005-be29-45dc-a9a7-1ec9d79e28fa tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5828216 Apr 04 11:48:33.993204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c38c8-9118-4eba-95b8-f86be05f1f53 None None] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:34.011911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.028966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:34.049537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:34.052213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:34.054635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=401bbabe-9a31-4f7b-8181-dee217225367,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:34.058368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:34.123972 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.132280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.133386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment 2de87ad7-83dd-49eb-b3f0-7fb131f950f0 of type vlan for network 96f452c1-c200-4326-ab2c-618acba01e90 Apr 04 11:48:34.147749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Provisioning complete for port 2b184b8e-4e07-48da-9e19-a212024a6237 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:34.148142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.240650 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.251484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d72637-20af-415b-bb4f-84097e847592 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:34.292359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.292995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbcc0a-ca52-4a57-a6f3-11b874d78d2a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['shared'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:34.297713 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-26cbcc0a-ca52-4a57-a6f3-11b874d78d2a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "GET /v2.0/subnets/81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3610122 Apr 04 11:48:34.310589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38996) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:34.313958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:34.319109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885629746'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:34.324048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.369985 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Pushing event updated for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:34.372022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.388995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:34.390024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:34.395795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.398149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.441151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.442457 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.443300 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.445345 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.445745 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.447319 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.447677 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.448598 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.448900 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.449244 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.449596 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.454706 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.473206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 9f7f4ecf-9236-4a2d-9733-3d3e73a47d94 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:34.482661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:48:34.514691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 11056f11-7faf-4716-b587-798b210226a2 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:34.523182 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e2bd9a7f-1f5b-4fa8-8c48-078fe660f6b1 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7780106 Apr 04 11:48:34.530887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 38998) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:34.532475 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Attempting to bind port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:34.532851 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Attempting to bind port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:34.533889 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Attempting to bind port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 on network 2f27649a-a73c-437c-b9e8-73476f2770e0 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:34.550304 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:34.560290 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Checking segment: {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:34.560460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:97:e5:34'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:76:f6:b3'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:34.560557 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.560557 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Bound using segment: {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:34.560557 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Bound port: bcaa9e9c-7462-440b-ab36-7331ab5dbc14, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:34.560557 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.565303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.572573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Port 2b184b8e-4e07-48da-9e19-a212024a6237 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:34.582660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Could not find standard attr ID for object 401bbabe-9a31-4f7b-8181-dee217225367. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:34.596520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aee15bdc-e872-460c-9d77-885d138e5e58 None None] Could not find standard attr ID for object 0d036ce7-c0a1-415f-847d-a9e2821fd0cb. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:34.614019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:34.616715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 11056f11-7faf-4716-b587-798b210226a2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:34.618463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.627712 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] For port bcaa9e9c-7462-440b-ab36-7331ab5dbc14, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:34.631357 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] For port bcaa9e9c-7462-440b-ab36-7331ab5dbc14, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:34.649160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Deleting port 868475c4-1646-43ef-99f9-11d6c8787d06 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:34.649721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.666680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.667036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Added segment 4938243f-01b8-4892-8499-d9bc4ef2e019 of type vlan for network 085f347d-9191-4cf3-8859-8ae3abc56c08 Apr 04 11:48:34.736078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-27d72637-20af-415b-bb4f-84097e847592 None None] For port 868475c4-1646-43ef-99f9-11d6c8787d06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=868475c4-1646-43ef-99f9-11d6c8787d06,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:34.736765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.737789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.744050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:34.744690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.750300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.763608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Calling delete_port for 868475c4-1646-43ef-99f9-11d6c8787d06 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:34.774033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Provisioning complete for port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:34.774463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.776378 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.858294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 4cbaee97-204d-486d-b704-f26381d2853b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:34.873309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=96f452c1-c200-4326-ab2c-618acba01e90,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:34.893791 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5310ce-fc39-45e5-aafb-54f70a85216f None None] Pushing event updated for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:34.924398 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:34.924655 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:34.942092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.9 (e34302fa-8ae2-4b07-a150-e29e58f528f7/2d5e0e06-8988-40d9-9db8-5c89d69e16ac/9f7f4ecf-9236-4a2d-9733-3d3e73a47d94) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:34.963914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:34.968930 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c8c916bc-3f1a-4dab-b73f-8117586ed734 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9887185 Apr 04 11:48:34.972635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39004) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:34.979273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:34.990390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 96f452c1-c200-4326-ab2c-618acba01e90 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:35.014998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:35.051320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:35.053512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Pushing event updated for resources: {'Port': ['ID=335e831b-866b-48bf-80d4-99db41828aec,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:35.055868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:35.136702 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:35.165294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.objects.ports [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109637) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:48:35.273645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.275188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Attempting to bind port 335e831b-866b-48bf-80d4-99db41828aec on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:35.275567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Attempting to bind port 335e831b-866b-48bf-80d4-99db41828aec by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '3484d273-2e53-444f-89bf-47e5c2954531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:35.280583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Attempting to bind port 335e831b-866b-48bf-80d4-99db41828aec on network e34302fa-8ae2-4b07-a150-e29e58f528f7 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:35.298339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:35.299362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Checking segment: {'id': '3484d273-2e53-444f-89bf-47e5c2954531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:35.299781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.300183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Bound using segment: {'id': '3484d273-2e53-444f-89bf-47e5c2954531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:35.301015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Bound port: 335e831b-866b-48bf-80d4-99db41828aec, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3484d273-2e53-444f-89bf-47e5c2954531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e34302fa-8ae2-4b07-a150-e29e58f528f7'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:35.301153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.368081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.371944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 868475c4-1646-43ef-99f9-11d6c8787d06 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:35.375068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.376951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20408-087e-4260-89a1-c83b19d22a0e req-1504c073-1230-47fe-b62f-197685306a59 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:35.384664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f20408-087e-4260-89a1-c83b19d22a0e req-1504c073-1230-47fe-b62f-197685306a59 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.2599518 Apr 04 11:48:35.396675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:35.405753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a99d7f5d-05a9-477a-bd3b-9a0d88a6d229 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5215411 Apr 04 11:48:35.406435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39008) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:35.461252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] Sync routers for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:35.466368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.472119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:35.472653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.525085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.546356 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:29Z', 'revision_number': 3, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:34Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:35.551607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 868475c4-1646-43ef-99f9-11d6c8787d06 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:35.551956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 868475c4-1646-43ef-99f9-11d6c8787d06 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:35.555964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d72637-20af-415b-bb4f-84097e847592 None None] Pushing event deleted for resources: {'Port': ['ID=868475c4-1646-43ef-99f9-11d6c8787d06,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:35.569244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:35.573706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.581719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Network': ['ID=085f347d-9191-4cf3-8859-8ae3abc56c08,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:35.587248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d72637-20af-415b-bb4f-84097e847592 None None] No DVR routers for this DVR port 868475c4-1646-43ef-99f9-11d6c8787d06 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:35.602477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f20408-087e-4260-89a1-c83b19d22a0e req-feb90a8a-0b83-4c30-afda-a1869f3d1b13 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163627 Apr 04 11:48:35.619684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:35.625658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_pluggable_backend [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Port 868475c4-1646-43ef-99f9-11d6c8787d06 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 04 11:48:35.626027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_pluggable_backend [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:1439 {{(pid=109637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 04 11:48:35.630860 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d7f7d-566e-4cb2-97f1-e033d0d0ca97 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:29Z', 'revision_number': 3, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:34Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:35.636020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:35.636666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:35.697446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.738492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] For port bcaa9e9c-7462-440b-ab36-7331ab5dbc14, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:35.752512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:35.757839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] For port 335e831b-866b-48bf-80d4-99db41828aec, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:35.775402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.817466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:35.818072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] For port 335e831b-866b-48bf-80d4-99db41828aec, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=335e831b-866b-48bf-80d4-99db41828aec,segment=NetworkSegment(3484d273-2e53-444f-89bf-47e5c2954531),segment_id=3484d273-2e53-444f-89bf-47e5c2954531)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:35.840844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:35.845574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:35.848156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.849586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:35.859835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:35.860441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:35.905661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:35.910112 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=431b0efd-34e8-46fc-b0d7-bec5c0baef71,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:35.917047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:35.921965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:35.924916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=9f7f4ecf-9236-4a2d-9733-3d3e73a47d94,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:35.993391 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-88d45871-693f-4236-ba54-116829c116b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9290314 Apr 04 11:48:35.998789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39010) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:36.006575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:04:f9:b0', 'name': 'tempest-NetworksTestDHCPv6-1070286546'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:36.050336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f524f9ee-bee5-4c79-b881-1d7c9f977118 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7384849 Apr 04 11:48:36.058518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39012) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:36.066896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:36.099714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.223321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.231551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:36.232234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.257281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc99bec-1d61-4f99-bd63-bc51c15b773a None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:36.409088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.426525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:36.427216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0363be-276f-44f3-a2e5-b0db34d9eb57 None None] The sync data for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:36.484403 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3ad2d1e0-40e1-422a-b909-5fae470e0a1c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2203946 Apr 04 11:48:36.502877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Provisioning complete for port 11056f11-7faf-4716-b587-798b210226a2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:36.514369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.567136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39014) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:36.707040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Pushing event updated for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:36.735656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.846358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '431b0efd-34e8-46fc-b0d7-bec5c0baef71'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:36.847242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:36.915984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa383dc-647d-46a5-8b1f-fa0bd0ca34d3 None None] Pushing event updated for resources: {'Port': ['ID=335e831b-866b-48bf-80d4-99db41828aec,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:36.952310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:37.064529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Could not find standard attr ID for object 868475c4-1646-43ef-99f9-11d6c8787d06. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:37.122117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e9e37-fc6b-4673-9b32-b28ca6357881 req-e6aa4ec8-f543-44df-af85-670f9ed25153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.127776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9d9e9e37-fc6b-4673-9b32-b28ca6357881 req-e6aa4ec8-f543-44df-af85-670f9ed25153 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1098 time: 1.0080471 Apr 04 11:48:37.127940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Provisioning complete for port da72bbf3-233c-46b2-bd9d-231a3e269f53 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:37.127940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.152435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Allocated IP 2001:db8::f816:3eff:fea4:ccdb (ceacc3cd-ec61-49ea-8b56-a460936e63f2/431b0efd-34e8-46fc-b0d7-bec5c0baef71/cf802baa-59a0-4101-a314-8ba04db6bfb0) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:37.179820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] In _notify_port_updated(), no bound segment for port da72bbf3-233c-46b2-bd9d-231a3e269f53 on network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:48:37.204344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.204344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.204706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3a97dcde-4b3f-4ff3-9ab4-eb92de491997 None None] Port da72bbf3-233c-46b2-bd9d-231a3e269f53 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:37.204842 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "PUT /v2.0/ports/da72bbf3-233c-46b2-bd9d-231a3e269f53 HTTP/1.1" status: 200 len: 1055 time: 2.6427786 Apr 04 11:48:37.204842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64033f59-9869-4db8-8e54-ad562524690c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event updated for resources: {'Port': ['ID=da72bbf3-233c-46b2-bd9d-231a3e269f53,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:37.204842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:37.294865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9d9e9e37-fc6b-4673-9b32-b28ca6357881 req-eac3c36c-f86f-4739-a358-6a7286efb080 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481264 Apr 04 11:48:37.390785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.410208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port da72bbf3-233c-46b2-bd9d-231a3e269f53 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:37.410413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.428127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Provisioning complete for port da72bbf3-233c-46b2-bd9d-231a3e269f53 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:37.428511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.461283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bcaa9e9c-7462-440b-ab36-7331ab5dbc14 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:37.469284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=ae67973b-5525-4b16-a6df-07b0243b6097,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:37.479327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8099b-245e-43db-82ea-16554023fa42 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.483707 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d2c8099b-245e-43db-82ea-16554023fa42 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.9043646 Apr 04 11:48:37.485601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39020) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:37.487716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.492612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Made reservation on behalf of 4c08452775a843c49c4aa0d6abbdc65a for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:37.496050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.529013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4d121-1bb7-4824-b0ca-0b828374aab1 req-c02cec2b-2fb4-4816-b465-e559a93111f8 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.530608 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3c4d121-1bb7-4824-b0ca-0b828374aab1 req-c02cec2b-2fb4-4816-b465-e559a93111f8 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.7326276 Apr 04 11:48:37.540789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:37.546306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.547378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:37.556617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:37.569531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Port da72bbf3-233c-46b2-bd9d-231a3e269f53 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:37.582198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Pushing event updated for resources: {'Port': ['ID=cf802baa-59a0-4101-a314-8ba04db6bfb0,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:37.599280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:37.599862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 96f452c1-c200-4326-ab2c-618acba01e90, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:37.606402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing IP validity checks on allocation pools {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:48:37.606944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:48:37.614359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.615982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecf5da-6765-4238-ac67-3e0a5cbccaf6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.625206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecf5da-6765-4238-ac67-3e0a5cbccaf6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.631781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecf5da-6765-4238-ac67-3e0a5cbccaf6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:37.633829 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1cecf5da-6765-4238-ac67-3e0a5cbccaf6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1483874 Apr 04 11:48:37.639748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39022) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:37.652394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Provisioning complete for port 11056f11-7faf-4716-b587-798b210226a2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:37.654674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.663846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3c4d121-1bb7-4824-b0ca-0b828374aab1 req-1b351d4f-716e-48d2-b0db-bac8706ace25 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147258 Apr 04 11:48:37.691436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port c2149ab9-f518-44af-b694-23dfca6e79c8 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:37.713874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:37.714789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.722377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.740594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Attempting to bind port cf802baa-59a0-4101-a314-8ba04db6bfb0 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:37.741400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Attempting to bind port cf802baa-59a0-4101-a314-8ba04db6bfb0 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:37.741580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Attempting to bind port cf802baa-59a0-4101-a314-8ba04db6bfb0 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:37.757388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:37.757946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:37.758646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.759161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:37.759747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Bound port: cf802baa-59a0-4101-a314-8ba04db6bfb0, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:37.760254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.771094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for da72bbf3-233c-46b2-bd9d-231a3e269f53 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:37.781913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:48:37.785480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:37.899397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 96f452c1-c200-4326-ab2c-618acba01e90 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:37.936024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.970544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 9f7f4ecf-9236-4a2d-9733-3d3e73a47d94 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:37.970899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.972505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:37.993453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fe04:f9b0 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/431b0efd-34e8-46fc-b0d7-bec5c0baef71/c2149ab9-f518-44af-b694-23dfca6e79c8) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:38.039274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.resource_extend [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:48:38.045729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 96f452c1-c200-4326-ab2c-618acba01e90) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:38.050760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:38.051363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.059443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70891b34-b69e-49df-99d7-a1ae5286b0e7 None None] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:38.061309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea1f85-d77f-4233-8127-565e714c9cd6 None None] Network 96f452c1-c200-4326-ab2c-618acba01e90 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:38.106378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=393fc73f-a6d6-4165-94db-88e0abb09910,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:38.116595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Checking segment: {'id': '4938243f-01b8-4892-8499-d9bc4ef2e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:38.116595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network hostable DHCP agents. Network: 085f347d-9191-4cf3-8859-8ae3abc56c08, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:38.135384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:48:38.137578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f47babc-e850-4e2e-a3e4-f92e6b88a117" -d '{"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-unplugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:48:38.142463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 335e831b-866b-48bf-80d4-99db41828aec up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:38.198608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.206989 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5cfc85b7-621c-4cd4-830a-3136f4bf4cc0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2311549 Apr 04 11:48:38.211289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39026) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:38.214740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 9f7f4ecf-9236-4a2d-9733-3d3e73a47d94 owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:38.238003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267fd99-a15e-48fe-aa83-8d9177774947 x-openstack-request-id: req-1267fd99-a15e-48fe-aa83-8d9177774947 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:48:38.238342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-unplugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:48:38.238528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1267fd99-a15e-48fe-aa83-8d9177774947 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:48:38.238922 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1267fd99-a15e-48fe-aa83-8d9177774947'] response: {'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'code': 200} Apr 04 11:48:38.241255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:38.267123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] For port cf802baa-59a0-4101-a314-8ba04db6bfb0, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:38.272917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:38.319416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.340436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] For port cf802baa-59a0-4101-a314-8ba04db6bfb0, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cf802baa-59a0-4101-a314-8ba04db6bfb0,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:38.377917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 085f347d-9191-4cf3-8859-8ae3abc56c08) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:38.394115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:38.394835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.406623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b0d2ee-0d1b-4074-acee-1554a3412759 None None] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:38.408781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port ace49163-0210-490d-8b7c-9e567ba54982 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:38.409352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Provisioning complete for port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:38.409504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.409919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ae-955f-436e-9df7-87c6a742ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.426437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.429028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.513667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.515552 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=9f7f4ecf-9236-4a2d-9733-3d3e73a47d94,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:38.520581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:38.527615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.628929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=da72bbf3-233c-46b2-bd9d-231a3e269f53,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:38.639001 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-04b8644a-28f8-45da-b305-44eecd4c1ada tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5749567 Apr 04 11:48:38.639734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39028) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:38.664512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:38.688781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.698930 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6afff9a8-3786-44ad-bfe3-164bc27607d3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/9f7f4ecf-9236-4a2d-9733-3d3e73a47d94 HTTP/1.1" status: 204 len: 168 time: 1.0500083 Apr 04 11:48:38.701935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39032) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:38.765165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3ba5b7-f9cf-41c9-94b0-92ee63ecd64f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:48:38.770456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d3ba5b7-f9cf-41c9-94b0-92ee63ecd64f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/9f7f4ecf-9236-4a2d-9733-3d3e73a47d94 HTTP/1.1" status: 404 len: 333 time: 0.0640662 Apr 04 11:48:38.771689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.776846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39034) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:38.803813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:38.813108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.834589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for ace49163-0210-490d-8b7c-9e567ba54982 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:38.847576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '60b14e66-4b31-4432-b897-079066aab201', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'port_id': '60b14e66-4b31-4432-b897-079066aab201', 'mac_address': 'fa:16:3e:81:a2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:48:38.928187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 335e831b-866b-48bf-80d4-99db41828aec triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:38.928558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:38.951173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127818589'] for subnet, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.089168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.121156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4c2d3-3933-4c50-9fb1-e692ddc569f1 None None] Pushing event updated for resources: {'Port': ['ID=cf802baa-59a0-4101-a314-8ba04db6bfb0,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.172149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.172449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b14e66-4b31-4432-b897-079066aab201 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:48:39.220062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 84ba8512-ac6f-463d-9abe-8cea37c3986e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:39.221581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.256421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.263482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-19437f79-5980-40ec-9990-afb65eb901e3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/da72bbf3-233c-46b2-bd9d-231a3e269f53 HTTP/1.1" status: 204 len: 168 time: 2.0596113 Apr 04 11:48:39.273277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39038) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.293360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9e6a-50f2-4f7c-9a24-a97f86d8bff3 req-0e467460-759c-4f35-97e3-6050dc2b11a9 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:39.294978 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-076d9e6a-50f2-4f7c-9a24-a97f86d8bff3 req-0e467460-759c-4f35-97e3-6050dc2b11a9 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 943 time: 0.4932063 Apr 04 11:48:39.307727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:39.313090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-96f452c1-c200-4326-ab2c-618acba01e90', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:39.314285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.371646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-756b6624-57f2-4e79-9f82-a246ab7f5830 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] GET failed (client error): The resource could not be found. Apr 04 11:48:39.377385 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-756b6624-57f2-4e79-9f82-a246ab7f5830 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports/da72bbf3-233c-46b2-bd9d-231a3e269f53 HTTP/1.1" status: 404 len: 333 time: 0.0989625 Apr 04 11:48:39.380693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39040) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.384295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.425214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:39.428868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.447513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 84ba8512-ac6f-463d-9abe-8cea37c3986e owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:39.463973 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-076d9e6a-50f2-4f7c-9a24-a97f86d8bff3 req-1c3d5110-65ec-4717-9dae-49f1bc2df2e6 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340396 Apr 04 11:48:39.472049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:39.481162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=c2149ab9-f518-44af-b694-23dfca6e79c8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.498843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.502752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39042) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.513781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.523854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.534297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:39.537315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:39.537997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.600286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127075343'] for subnet, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.601741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-085f347d-9191-4cf3-8859-8ae3abc56c08', 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08', 'tenant_id': '4c08452775a843c49c4aa0d6abbdc65a', 'fixed_ips': [{'subnet_id': '393fc73f-a6d6-4165-94db-88e0abb09910'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:39.602637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.630383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 335e831b-866b-48bf-80d4-99db41828aec, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=335e831b-866b-48bf-80d4-99db41828aec,segment=NetworkSegment(3484d273-2e53-444f-89bf-47e5c2954531),segment_id=3484d273-2e53-444f-89bf-47e5c2954531)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:39.664175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['60b14e66-4b31-4432-b897-079066aab201'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:48:39.690881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=ace49163-0210-490d-8b7c-9e567ba54982,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.702903 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-21e9e857-86f5-49fe-ae30-9c9551eccd83 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7010846 Apr 04 11:48:39.706062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39044) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.744211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-913d00cf-fd89-455a-9015-6022fd1234b8 None None] Provisioning complete for port 84ba8512-ac6f-463d-9abe-8cea37c3986e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:39.744586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-913d00cf-fd89-455a-9015-6022fd1234b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.748586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.814849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event updated for resources: {'Subnet': ['ID=393fc73f-a6d6-4165-94db-88e0abb09910,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.826326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=84ba8512-ac6f-463d-9abe-8cea37c3986e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:39.837289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a8baea8-ed77-4094-acbc-10c0beb5e60c tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 200 len: 992 time: 0.2074530 Apr 04 11:48:39.850459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:39.851143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.852560 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cecd7dc1-f176-489c-a228-883518326e99 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "PUT /v2.0/subnets/393fc73f-a6d6-4165-94db-88e0abb09910 HTTP/1.1" status: 200 len: 877 time: 1.1925321 Apr 04 11:48:39.862706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39046) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.888986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:39.921302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Allocated IP 2001:db8:2::2 (96f452c1-c200-4326-ab2c-618acba01e90/ae67973b-5525-4b16-a6df-07b0243b6097/03805b6a-4b2d-402f-b93b-8cbf077c50ea) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:39.944486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72369c3-9b26-4780-b63e-f070d210c613 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:39.950424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72369c3-9b26-4780-b63e-f070d210c613 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:39.952847 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b72369c3-9b26-4780-b63e-f070d210c613 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2462132 Apr 04 11:48:39.958516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39048) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:39.999564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.031949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.043181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-40d89261-d6b2-4ca0-938a-9d3898cfaf7e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/84ba8512-ac6f-463d-9abe-8cea37c3986e HTTP/1.1" status: 204 len: 168 time: 1.2615294 Apr 04 11:48:40.059225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39050) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:40.211477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.227794 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81fc39b-7329-4bde-a51b-e1233d3cc1ac tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:48:40.230407 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e81fc39b-7329-4bde-a51b-e1233d3cc1ac tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/84ba8512-ac6f-463d-9abe-8cea37c3986e HTTP/1.1" status: 404 len: 333 time: 0.1700451 Apr 04 11:48:40.233781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port 2b184b8e-4e07-48da-9e19-a212024a6237 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:40.234225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39052) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:40.234704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.283501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 4cbaee97-204d-486d-b704-f26381d2853b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:40.286715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Allocated IP 172.20.0.3 (085f347d-9191-4cf3-8859-8ae3abc56c08/393fc73f-a6d6-4165-94db-88e0abb09910/50db6b9a-9f78-4b60-a8bf-a9123f9ae785) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:40.322637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 2d5e0e06-8988-40d9-9db8-5c89d69e16ac {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:40.361252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-913d00cf-fd89-455a-9015-6022fd1234b8 None None] Port 84ba8512-ac6f-463d-9abe-8cea37c3986e was deleted so its status cannot be updated. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 04 11:48:40.374428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.382982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8:2::1 (96f452c1-c200-4326-ab2c-618acba01e90/ae67973b-5525-4b16-a6df-07b0243b6097/715a62cb-7fa8-427d-be7c-841626058ab5) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:40.441055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cf802baa-59a0-4101-a314-8ba04db6bfb0 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:40.445164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=335e831b-866b-48bf-80d4-99db41828aec,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:40.457001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.559109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Network 96f452c1-c200-4326-ab2c-618acba01e90 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:40.574545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-913d00cf-fd89-455a-9015-6022fd1234b8 None None] Provisioning complete for port 335e831b-866b-48bf-80d4-99db41828aec triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:40.574545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-913d00cf-fd89-455a-9015-6022fd1234b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.575445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Pushing event updated for resources: {'Port': ['ID=03805b6a-4b2d-402f-b93b-8cbf077c50ea,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:40.589924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:40.592510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:40.631275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.662974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.697089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for 2b184b8e-4e07-48da-9e19-a212024a6237 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:40.781343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.827096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.846128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port c2149ab9-f518-44af-b694-23dfca6e79c8 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:40.846605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.885056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.904782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:40.912078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e72223e9-87a4-4ace-8a7c-c74143a36bf2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4951975 Apr 04 11:48:40.914977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39054) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:40.918713 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] Sync routers for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:40.928419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.942363 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:40.945407 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:40.971113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cf802baa-59a0-4101-a314-8ba04db6bfb0 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:40.971524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:40.976768 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6de59a84-a132-48d5-b8eb-2c02d2e1bbb1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbaee97-204d-486d-b704-f26381d2853b HTTP/1.1" status: 200 len: 205 time: 0.0583105 Apr 04 11:48:40.984965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39056) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:40.985323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Attempting to bind port 03805b6a-4b2d-402f-b93b-8cbf077c50ea on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:40.985323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Attempting to bind port 03805b6a-4b2d-402f-b93b-8cbf077c50ea by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:40.985323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Attempting to bind port 03805b6a-4b2d-402f-b93b-8cbf077c50ea on network 96f452c1-c200-4326-ab2c-618acba01e90 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:41.005707 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.016393 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] Routers {'4cbaee97-204d-486d-b704-f26381d2853b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:41.017435 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['4cbaee97-204d-486d-b704-f26381d2853b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.034085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:41.034510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Checking segment: {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:41.035733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.035733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Bound using segment: {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:41.035733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Bound port: 03805b6a-4b2d-402f-b93b-8cbf077c50ea, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:41.036150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.050147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.053541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:41.065976 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.066681 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a26e34a-b6f9-46da-aa81-1b58cc62aa9c None None] The sync data for ids ['4cbaee97-204d-486d-b704-f26381d2853b'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:41.074475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:41.080138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.091391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:41.097327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Pushing event updated for resources: {'Port': ['ID=50db6b9a-9f78-4b60-a8bf-a9123f9ae785,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:41.156639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.166388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.234084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for c2149ab9-f518-44af-b694-23dfca6e79c8 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:41.254865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Attempting to bind port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:41.255411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Attempting to bind port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '4938243f-01b8-4892-8499-d9bc4ef2e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:41.255507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Attempting to bind port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 on network 085f347d-9191-4cf3-8859-8ae3abc56c08 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:41.259390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.265767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:41.266162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Checking segment: {'id': '4938243f-01b8-4892-8499-d9bc4ef2e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:41.266817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.267218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Bound using segment: {'id': '4938243f-01b8-4892-8499-d9bc4ef2e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:41.267780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Bound port: 50db6b9a-9f78-4b60-a8bf-a9123f9ae785, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4938243f-01b8-4892-8499-d9bc4ef2e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '085f347d-9191-4cf3-8859-8ae3abc56c08'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:41.268155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.270104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 96f452c1-c200-4326-ab2c-618acba01e90 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:41.285077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:41.291832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:41.292153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.301030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] For port 03805b6a-4b2d-402f-b93b-8cbf077c50ea, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:41.303098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Could not find standard attr ID for object 84ba8512-ac6f-463d-9abe-8cea37c3986e. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:41.310908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:41.318810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.324724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.356409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] For port 03805b6a-4b2d-402f-b93b-8cbf077c50ea, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=03805b6a-4b2d-402f-b93b-8cbf077c50ea,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:41.402179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.426207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Provisioning complete for port 335e831b-866b-48bf-80d4-99db41828aec triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:41.426431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.451835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.452891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbaee97-204d-486d-b704-f26381d2853b {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:48:41.464142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.477833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.479364 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2e9ac84-e184-4bdb-bc93-fbb4ef66804e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b HTTP/1.1" status: 204 len: 168 time: 0.5006702 Apr 04 11:48:41.492979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39058) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:41.496228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.501110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=393fc73f-a6d6-4165-94db-88e0abb09910,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:41.547181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5e0e06-8988-40d9-9db8-5c89d69e16ac,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:41.587910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.591651 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1826aede-3027-4ee9-9c18-30f563dd73c3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/2d5e0e06-8988-40d9-9db8-5c89d69e16ac HTTP/1.1" status: 204 len: 168 time: 1.3547492 Apr 04 11:48:41.594824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39060) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:41.605916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=2b184b8e-4e07-48da-9e19-a212024a6237,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:41.616241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.619108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.632053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151d68b-b2ed-458d-9bd7-67ce12d13f9a None None] Network e34302fa-8ae2-4b07-a150-e29e58f528f7 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:41.666172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.666544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 225e53f8-0649-47ac-ae16-786feb307953 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:41.731098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085f347d-9191-4cf3-8859-8ae3abc56c08']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.745715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.753361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.773110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4938243f-01b8-4892-8499-d9bc4ef2e019') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.773421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4938243f-01b8-4892-8499-d9bc4ef2e019') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:41.811011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.818776 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cfc901f3-47dc-4a95-8263-6b4f9adb94d6 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/2b184b8e-4e07-48da-9e19-a212024a6237 HTTP/1.1" status: 204 len: 168 time: 2.4286864 Apr 04 11:48:41.819496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.821802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.824830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39062) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:41.825333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] For port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:41.848161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.866650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cf802baa-59a0-4101-a314-8ba04db6bfb0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cf802baa-59a0-4101-a314-8ba04db6bfb0,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:41.890503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c655f579-9ee6-4af7-8c13-e19ef60e3f78 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] GET failed (client error): The resource could not be found. Apr 04 11:48:41.892735 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c655f579-9ee6-4af7-8c13-e19ef60e3f78 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "GET /v2.0/ports/2b184b8e-4e07-48da-9e19-a212024a6237 HTTP/1.1" status: 404 len: 333 time: 0.0525260 Apr 04 11:48:41.898842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39064) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:41.917421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] For port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=50db6b9a-9f78-4b60-a8bf-a9123f9ae785,segment=NetworkSegment(4938243f-01b8-4892-8499-d9bc4ef2e019),segment_id=4938243f-01b8-4892-8499-d9bc4ef2e019)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:41.945297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 335e831b-866b-48bf-80d4-99db41828aec {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:41.945990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:41.992018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.002516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.007833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7d4f-6375-411f-9150-3d741d9e316a None None] Pushing event updated for resources: {'Port': ['ID=03805b6a-4b2d-402f-b93b-8cbf077c50ea,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.023311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.164086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] For port 335e831b-866b-48bf-80d4-99db41828aec, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=335e831b-866b-48bf-80d4-99db41828aec,segment=NetworkSegment(3484d273-2e53-444f-89bf-47e5c2954531),segment_id=3484d273-2e53-444f-89bf-47e5c2954531)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:42.165874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.178918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 335e831b-866b-48bf-80d4-99db41828aec up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:42.195810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 335e831b-866b-48bf-80d4-99db41828aec owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:42.242201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.248817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Provisioning complete for port cf802baa-59a0-4101-a314-8ba04db6bfb0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:42.249195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.312197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=225e53f8-0649-47ac-ae16-786feb307953,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.330666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.335619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45af6d00-c146-4ccc-bcf7-dab5cde78c85 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/225e53f8-0649-47ac-ae16-786feb307953 HTTP/1.1" status: 204 len: 168 time: 0.8397501 Apr 04 11:48:42.342107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913763a0-253c-41ef-b312-9a60e95d6a83 None None] Network 552fd311-d713-49d4-baca-ce34c1d6b9bd requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:42.343850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39066) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:42.366232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cf802baa-59a0-4101-a314-8ba04db6bfb0,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.377966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] DHCP port deletion for e34302fa-8ae2-4b07-a150-e29e58f528f7 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:42.389172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-7304fe00-101c-4a69-884d-06e7013bedb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2062557 Apr 04 11:48:42.526555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 95e14318-a228-412b-a534-b83b69fb184d {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:42.546415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.591020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Could not find standard attr ID for object c2149ab9-f518-44af-b694-23dfca6e79c8. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:42.619663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.621704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.627335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-438ff400-ec1c-4b85-889a-f3f402bab8fc None None] Could not find standard attr ID for object 9f7f4ecf-9236-4a2d-9733-3d3e73a47d94. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:42.634613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.646321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-216d0002-3692-415b-a4bc-4d1938ca0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:42.648515 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-216d0002-3692-415b-a4bc-4d1938ca0458 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 1099 time: 0.1882119 Apr 04 11:48:42.667957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.691636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:42.692523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.700981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2d17-cab3-45e3-a86b-c8115344e0a1 None None] Pushing event updated for resources: {'Port': ['ID=50db6b9a-9f78-4b60-a8bf-a9123f9ae785,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.707307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 335e831b-866b-48bf-80d4-99db41828aec triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:42.707685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.737181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 335e831b-866b-48bf-80d4-99db41828aec was deleted so its status cannot be updated. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 04 11:48:42.756088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=335e831b-866b-48bf-80d4-99db41828aec,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.760228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No DVR routers for this DVR port 335e831b-866b-48bf-80d4-99db41828aec on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:42.765656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Deleting port 335e831b-866b-48bf-80d4-99db41828aec {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:42.766041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:42.822569 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:42.854558 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 11:48:42.854558 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 11:48:42.854558 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': '085f347d-9191-4cf3-8859-8ae3abc56c08'}] Apr 04 11:48:42.854558 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:42.855004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:42.867289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] DHCP port deletion for 552fd311-d713-49d4-baca-ce34c1d6b9bd request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:42.910925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] For port 335e831b-866b-48bf-80d4-99db41828aec, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:42.911421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.925201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.928657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.932251 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c2149ab9-f518-44af-b694-23dfca6e79c8 HTTP/1.1" status: 204 len: 168 time: 2.9604681 Apr 04 11:48:42.934430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39068) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:42.935233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbb826-a906-4b10-b5c1-b0d3ead97d9a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=c2149ab9-f518-44af-b694-23dfca6e79c8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:42.949515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Calling delete_port for 335e831b-866b-48bf-80d4-99db41828aec owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:42.953285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Port 335e831b-866b-48bf-80d4-99db41828aec was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:48:42.955533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:42.996053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] Pushing event deleted for resources: {'Port': ['ID=335e831b-866b-48bf-80d4-99db41828aec,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:43.009337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6c17f-b5b3-43ff-a522-9ae6e9482dc3 None None] No DVR routers for this DVR port 335e831b-866b-48bf-80d4-99db41828aec on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:43.040727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Deleting port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:43.041599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.047828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34302fa-8ae2-4b07-a150-e29e58f528f7']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:43.058826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-0a2d5ae3-d5d9-4bd7-aa0c-cbe1a0287964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:43.060334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-0a2d5ae3-d5d9-4bd7-aa0c-cbe1a0287964 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.3807008 Apr 04 11:48:43.076512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port b5f74b0a-a297-4f52-9795-b890690ef0b7 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:43.077111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.080539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3484d273-2e53-444f-89bf-47e5c2954531') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:43.081119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3484d273-2e53-444f-89bf-47e5c2954531') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:43.099336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.143933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.152487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] For port a0e135e0-19df-4e9d-b734-f1cab7dfadd7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,segment=NetworkSegment(5abcf246-7e8e-4e8e-81a6-83268799a816),segment_id=5abcf246-7e8e-4e8e-81a6-83268799a816)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:43.160795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.160948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a0e7d-e2b8-440a-abb9-4308430e40de tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:43.160948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a0e7d-e2b8-440a-abb9-4308430e40de tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:43.160948 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b03a0e7d-e2b8-440a-abb9-4308430e40de tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2201192 Apr 04 11:48:43.177704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39070) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:43.180004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Calling delete_port for a0e135e0-19df-4e9d-b734-f1cab7dfadd7 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:43.200117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.206149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.206950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.301110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:43.331214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 431b0efd-34e8-46fc-b0d7-bec5c0baef71 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:43.336651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.349439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.366113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:43.366532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:43.388409 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:43.405459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-224177b9-c7cf-4c17-ab1a-52e75774ed72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 200 len: 1002 time: 0.3307564 Apr 04 11:48:43.412674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.435352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.460166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] No DVR routers for this DVR port a0e135e0-19df-4e9d-b734-f1cab7dfadd7 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:43.463635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89c77f-d19a-4819-807a-c3c32ab8798d None None] Pushing event deleted for resources: {'Port': ['ID=a0e135e0-19df-4e9d-b734-f1cab7dfadd7,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:43.464765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 96f452c1-c200-4326-ab2c-618acba01e90 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:43.480178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:43.525024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440bd7e-96f8-4479-9f5a-501de250c1ef None None] Network 96f452c1-c200-4326-ab2c-618acba01e90 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:43.546309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.571611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.620573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-c98db0e1-d91f-4aa3-a125-1211bc940e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:43.622131 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-c98db0e1-d91f-4aa3-a125-1211bc940e11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1825907 Apr 04 11:48:43.641230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] Provisioning complete for port 03805b6a-4b2d-402f-b93b-8cbf077c50ea triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:43.643000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.654291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for b5f74b0a-a297-4f52-9795-b890690ef0b7 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:43.678766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.768798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=95e14318-a228-412b-a534-b83b69fb184d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:43.774588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.785714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:43.786702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-78e249d7-2f8c-4e89-8d4d-aab8dcdfa916 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/95e14318-a228-412b-a534-b83b69fb184d HTTP/1.1" status: 204 len: 168 time: 1.4383779 Apr 04 11:48:43.787630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39072) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:43.804492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.809869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:43.810224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.810878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.813630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08f23a-4884-4c25-aca1-f43e86f15004 None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:43.816127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:43.819528 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/e34302fa-8ae2-4b07-a150-e29e58f528f7 HTTP/1.1" status: 204 len: 168 time: 2.2235677 Apr 04 11:48:43.820128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c5cf1-800f-4f69-82bb-6ab7fbd09f5d None None] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:43.823310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39074) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:43.848462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911801239'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:43.871057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-51501cd7-6e6c-4238-a744-97d40f5f4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:43.872611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-51501cd7-6e6c-4238-a744-97d40f5f4b04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372985 Apr 04 11:48:43.883136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf081-8ced-4b1d-9637-b18b813d34b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=e34302fa-8ae2-4b07-a150-e29e58f528f7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:43.958651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:43.982444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.025079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=50db6b9a-9f78-4b60-a8bf-a9123f9ae785,segment=NetworkSegment(4938243f-01b8-4892-8499-d9bc4ef2e019),segment_id=4938243f-01b8-4892-8499-d9bc4ef2e019)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:44.025697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.044988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.093062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] For port 03805b6a-4b2d-402f-b93b-8cbf077c50ea, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=03805b6a-4b2d-402f-b93b-8cbf077c50ea,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:44.127403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:44.140150 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:44.152703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-88bfbfc9-4fcb-403a-af58-5586fa8db038 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649262 Apr 04 11:48:44.164154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:44.171214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-474c3e2c-7e8c-4eb0-898c-de4534e86fe7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9587474 Apr 04 11:48:44.176447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39076) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:44.180850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:44.181969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-551691128'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:44.186713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.207786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.213304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:44.218961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:44.339597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.357739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.359083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:44.368442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.373141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.442909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=b5f74b0a-a297-4f52-9795-b890690ef0b7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:44.473386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552fd311-d713-49d4-baca-ce34c1d6b9bd']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:44.476112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:44.496801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=431b0efd-34e8-46fc-b0d7-bec5c0baef71,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:44.501030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.505204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-33ca501c-c77e-481e-996b-4824fe04b11e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/431b0efd-34e8-46fc-b0d7-bec5c0baef71 HTTP/1.1" status: 204 len: 168 time: 1.3237979 Apr 04 11:48:44.523335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39078) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:44.527486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abcf246-7e8e-4e8e-81a6-83268799a816') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:44.527914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abcf246-7e8e-4e8e-81a6-83268799a816') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:44.574689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.576826 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a8ef000-0d48-4b45-8ff3-5a90cc2edf34 req-9183bb63-9fc9-4031-bca5-6480a484a4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071558 Apr 04 11:48:44.578668 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a3c01a39-1a03-4770-ac01-7cf1c8455788 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/ports/b5f74b0a-a297-4f52-9795-b890690ef0b7 HTTP/1.1" status: 204 len: 168 time: 2.6766434 Apr 04 11:48:44.584361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39080) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:44.596087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cf802baa-59a0-4101-a314-8ba04db6bfb0 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:44.625067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.628099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.629389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Added segment d77eec95-4988-406b-8e96-98121e24baa9 of type vlan for network 63a2e27c-9832-490b-9b3f-ad4170cad39a Apr 04 11:48:44.643017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da47e2-e90a-423e-802a-b2b2c1c6da63 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:44.653080 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a5b5e5f2-d32e-4126-b254-37d35b0237f4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222513 Apr 04 11:48:44.661331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39082) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:44.672343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting subnet ec9698e2-6d3a-41c4-ad72-338008df61c7 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:44.681223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 60b14e66-4b31-4432-b897-079066aab201 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:44.681625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.697806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.700936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:44.716496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.748345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:44.749464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:44.756210 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:44.771549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.790855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.817470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3971dc6-4286-4917-a46a-f77ea50bf354 None None] DHCP port deletion for 085f347d-9191-4cf3-8859-8ae3abc56c08 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:44.818761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:44.833884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=50db6b9a-9f78-4b60-a8bf-a9123f9ae785,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:44.856950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:44.857251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.868486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.873737 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added segment d5646729-5833-40fa-9cd0-83f37a154a84 of type vlan for network 14619fca-f411-4ebe-88a5-a9ec421afd3f Apr 04 11:48:44.919881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:44.960116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Port 715a62cb-7fa8-427d-be7c-841626058ab5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:44.961224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.970740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:44.974362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:44.995460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.005239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.009465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6089ff-3087-4a7c-9221-5ad42bc021c2 None None] Pushing event updated for resources: {'Port': ['ID=03805b6a-4b2d-402f-b93b-8cbf077c50ea,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:45.010697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.026983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/552fd311-d713-49d4-baca-ce34c1d6b9bd HTTP/1.1" status: 204 len: 168 time: 1.2332129 Apr 04 11:48:45.044825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39086) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.063211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Could not find standard attr ID for object 50db6b9a-9f78-4b60-a8bf-a9123f9ae785. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:45.083039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cf802baa-59a0-4101-a314-8ba04db6bfb0 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:45.083414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.085622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f232c-d342-4827-8450-17cce5292afe None None] Network 085f347d-9191-4cf3-8859-8ae3abc56c08 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:45.100537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.130881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] DHCP port deletion for 4bad65d5-52cd-4a14-9351-f114bd14ba1c request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:45.135717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2949555 Apr 04 11:48:45.140742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.142329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d524b2f-db32-4f96-8b7f-791c7bd7307c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:45.144005 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9d524b2f-db32-4f96-8b7f-791c7bd7307c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4678450 Apr 04 11:48:45.149066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:45.160130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39090) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.238216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.246898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.255806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:45.256487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.352644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Provisioning complete for port 03805b6a-4b2d-402f-b93b-8cbf077c50ea triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:45.352982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-51e68f55-c475-4e43-a70f-0c4bcbf98c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.369124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085f347d-9191-4cf3-8859-8ae3abc56c08']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:45.377643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186ace7-cc6e-435d-8520-7c76c8e29dfc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:45.379219 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1186ace7-cc6e-435d-8520-7c76c8e29dfc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2224967 Apr 04 11:48:45.430282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39092) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.477767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4938243f-01b8-4892-8499-d9bc4ef2e019') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:45.478133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4938243f-01b8-4892-8499-d9bc4ef2e019') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:45.483278 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-af9b2a13-3030-4f70-a63f-4d4515c5c6d2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494909 Apr 04 11:48:45.493285 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3155859 Apr 04 11:48:45.494041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39094) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.494379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39096) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:45.506869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:45.515815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'subnet': {'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:45.519797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cf644-bca9-4886-b4bc-b654de13dd5f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Network': ['ID=14619fca-f411-4ebe-88a5-a9ec421afd3f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:45.560735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.566939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.572184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9c96c-948b-4b2f-98e6-2ae38b42243b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Network': ['ID=63a2e27c-9832-490b-9b3f-ad4170cad39a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:45.596404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.615699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:45.625206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.639651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d4c7f-9808-4e7b-8d86-bb45e7c2c1e7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=552fd311-d713-49d4-baca-ce34c1d6b9bd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:45.688747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.693439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:45.736091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:45.736091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:45.739651 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:45.744877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:48:45.747166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20235e5-8532-4082-8bd5-bcbd3bd437e2" -d '{"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-plugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:48:45.778264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 3861d173-9751-4dbb-83f6-68e886c763e3 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:45.778537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.828697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:45.831151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b713ad-ffeb-44f3-bec4-656202ec029a x-openstack-request-id: req-35b713ad-ffeb-44f3-bec4-656202ec029a {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:48:45.831433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-plugged", "status": "completed", "tag": "60b14e66-4b31-4432-b897-079066aab201", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:48:45.831688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35b713ad-ffeb-44f3-bec4-656202ec029a {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:48:45.832066 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b713ad-ffeb-44f3-bec4-656202ec029a'] response: {'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'code': 200} Apr 04 11:48:45.844260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:45.848478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.871572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Made reservation on behalf of 94a2ab0477e948d9a88d00f85b3fc2cd for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:45.875206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.887262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 3861d173-9751-4dbb-83f6-68e886c763e3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3861d173-9751-4dbb-83f6-68e886c763e3,segment=NetworkSegment(a1757149-ad52-45e4-9bde-45a8032e8714),segment_id=a1757149-ad52-45e4-9bde-45a8032e8714)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:45.887633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:45.936335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 3861d173-9751-4dbb-83f6-68e886c763e3 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:45.975375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Deleting port 3861d173-9751-4dbb-83f6-68e886c763e3 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:45.975751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.018138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.029242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:46.033939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.033939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.040054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:46.043493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.088114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.093728 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/085f347d-9191-4cf3-8859-8ae3abc56c08 HTTP/1.1" status: 204 len: 168 time: 6.2269757 Apr 04 11:48:46.098186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39100) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.120815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757445-5e07-4a23-9dcd-0da275085617 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=085f347d-9191-4cf3-8859-8ae3abc56c08,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.128357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9698e2-6d3a-41c4-ad72-338008df61c7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.132289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddb7412-ff8e-4bd9-9fd5-063823eeb379 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:46.132960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddb7412-ff8e-4bd9-9fd5-063823eeb379 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:46.136765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6ddb7412-ff8e-4bd9-9fd5-063823eeb379 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/393fc73f-a6d6-4165-94db-88e0abb09910 HTTP/1.1" status: 404 len: 337 time: 0.0373881 Apr 04 11:48:46.139372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39102) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.144498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.147866 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ce519032-08a7-4d78-b151-d46465292d6c tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/subnets/ec9698e2-6d3a-41c4-ad72-338008df61c7 HTTP/1.1" status: 204 len: 168 time: 1.5608926 Apr 04 11:48:46.152312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39104) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.181401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e54bf1-1420-44a0-bd86-bd0d7ea58bc0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:46.182113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e54bf1-1420-44a0-bd86-bd0d7ea58bc0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:46.187399 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-87e54bf1-1420-44a0-bd86-bd0d7ea58bc0 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/085f347d-9191-4cf3-8859-8ae3abc56c08 HTTP/1.1" status: 404 len: 339 time: 0.0446107 Apr 04 11:48:46.192122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39106) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.195714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e7107-bb52-4a37-9612-b1bc45359dfa None None] Network 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:46.202227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] For port 3861d173-9751-4dbb-83f6-68e886c763e3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3861d173-9751-4dbb-83f6-68e886c763e3,segment=NetworkSegment(a1757149-ad52-45e4-9bde-45a8032e8714),segment_id=a1757149-ad52-45e4-9bde-45a8032e8714)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:46.205455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.219582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcb1cbb-80b2-4025-a356-a5c989238b81 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:46.220062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcb1cbb-80b2-4025-a356-a5c989238b81 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:46.223849 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-abcb1cbb-80b2-4025-a356-a5c989238b81 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/eb488d72-aa65-4bfc-bc21-f8a3268b063a HTTP/1.1" status: 404 len: 337 time: 0.0315161 Apr 04 11:48:46.227755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.233060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.251699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:46.263063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Calling delete_port for 3861d173-9751-4dbb-83f6-68e886c763e3 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:46.269452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=3861d173-9751-4dbb-83f6-68e886c763e3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.271461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 3861d173-9751-4dbb-83f6-68e886c763e3 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:46.306857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.318589 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8728c553-a52d-4504-a96a-e7f72eddeaba tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:46.319168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8728c553-a52d-4504-a96a-e7f72eddeaba tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:46.324540 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8728c553-a52d-4504-a96a-e7f72eddeaba tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/04ca0367-b16a-48d4-a962-1c24e0d2a648 HTTP/1.1" status: 404 len: 339 time: 0.0881186 Apr 04 11:48:46.325577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.340975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:46.341328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 04 11:48:46.341730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.343377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-84c05962-47cb-488a-912e-c49417a7b6e8 None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:46.343749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-84c05962-47cb-488a-912e-c49417a7b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.350208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.392507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.415557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.436222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 not found, will not notify nova. {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 04 11:48:46.438548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 03805b6a-4b2d-402f-b93b-8cbf077c50ea up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:46.497370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bad65d5-52cd-4a14-9351-f114bd14ba1c']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.521539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Subnet': ['ID=c9e1ba9a-8aea-4c42-b026-df5ab9237a76,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.527738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-84c05962-47cb-488a-912e-c49417a7b6e8 None None] Port 715a62cb-7fa8-427d-be7c-841626058ab5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:46.529585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1757149-ad52-45e4-9bde-45a8032e8714') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.529920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1757149-ad52-45e4-9bde-45a8032e8714') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.539507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.549334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Checking segment: {'id': 'd77eec95-4988-406b-8e96-98121e24baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:46.554735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network hostable DHCP agents. Network: 63a2e27c-9832-490b-9b3f-ad4170cad39a, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:46.554887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Deleting port fed99fcd-19bf-46d9-8609-0598c58f7057 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:46.554887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.558523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.558943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:41Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:42Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.562666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=3c461f2c-c158-45ac-9ae6-c17a61d6b5a2,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.567819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Checking segment: {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:46.568195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network hostable DHCP agents. Network: 14619fca-f411-4ebe-88a5-a9ec421afd3f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:46.589489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.622172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:46.622172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.622491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:46.626069 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:46.643618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:46.686550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] For port fed99fcd-19bf-46d9-8609-0598c58f7057, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fed99fcd-19bf-46d9-8609-0598c58f7057,segment=NetworkSegment(55b4c62a-fc80-4f26-a932-540e99fd7d40),segment_id=55b4c62a-fc80-4f26-a932-540e99fd7d40)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:46.686897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.692901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:46.702103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:46.710826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:46.715489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Calling delete_port for fed99fcd-19bf-46d9-8609-0598c58f7057 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:46.719850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:46.720453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.725931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.746857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.768885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a636df3b-f833-47a1-bc63-4093249dacf6']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.772572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Deleting port cf802baa-59a0-4101-a314-8ba04db6bfb0 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:46.773088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.774499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:46.774848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Updating router 500332fa-4fd1-4b92-a80b-06e83f9bff30 port 715a62cb-7fa8-427d-be7c-841626058ab5 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:48:46.778818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 63a2e27c-9832-490b-9b3f-ad4170cad39a) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:46.779958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 14619fca-f411-4ebe-88a5-a9ec421afd3f) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:46.781446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20f4ad6-7c6f-4915-b9c6-8e2e0b4e5850') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.781782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20f4ad6-7c6f-4915-b9c6-8e2e0b4e5850') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:46.788282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:46.791123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.791239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:46.791239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.801734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.813663 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0eb91c7c-9b53-4ccd-9528-96fd455c2b4c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108904 Apr 04 11:48:46.816949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.818397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39112) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.824664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:1b:0e:24', 'name': 'tempest-NetworksTestDHCPv6-1632444504'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:46.834316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.837415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/4bad65d5-52cd-4a14-9351-f114bd14ba1c HTTP/1.1" status: 204 len: 168 time: 1.7916045 Apr 04 11:48:46.838591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.838721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b19b3-a50a-4c1a-ab3a-dd338d986b23 None None] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:46.840793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976dad2-83d6-4869-af52-167e33a477b0 None None] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:46.842248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39114) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.850480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1253153178'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:46.868158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abee39-3a3e-4339-a420-2e9495dde956 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=4bad65d5-52cd-4a14-9351-f114bd14ba1c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:46.870372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:46.870802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.879462 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-60662213-861f-4054-9236-19cce86056a4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3676000 Apr 04 11:48:46.880385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39116) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:46.881207 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:46.900667 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2395b94d-ad89-4e74-b643-9f66620528f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7554677 Apr 04 11:48:46.928653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39118) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:46.941980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:46.944944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-479829345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:46.947782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.067563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Network 4bad65d5-52cd-4a14-9351-f114bd14ba1c is not hosted by any dhcp agent {{(pid=109638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:48:47.068152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] No DVR routers for this DVR port 3861d173-9751-4dbb-83f6-68e886c763e3 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:47.076519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 03805b6a-4b2d-402f-b93b-8cbf077c50ea triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:47.076519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.078887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e514f0d-4cd9-43ad-a3bd-f2d1c95d64be None None] DHCP port deletion for 1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:47.097150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d80fc-9de6-4850-b265-0a947afe6cda None None] Pushing event deleted for resources: {'Port': ['ID=3861d173-9751-4dbb-83f6-68e886c763e3,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:47.110231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.113087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.115989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.125899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.131418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/a636df3b-f833-47a1-bc63-4093249dacf6 HTTP/1.1" status: 204 len: 168 time: 0.8032963 Apr 04 11:48:47.140942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39120) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.151017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff552a87-b733-4f7c-9ef1-d74d7f0df829 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=a636df3b-f833-47a1-bc63-4093249dacf6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:47.181985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7e1000-4a8c-416b-bc40-426de22d6151 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.182446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7e1000-4a8c-416b-bc40-426de22d6151 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.186107 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5f7e1000-4a8c-416b-bc40-426de22d6151 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/caa55e47-71d9-41f1-b34a-ca8698370e8a HTTP/1.1" status: 404 len: 337 time: 0.0433686 Apr 04 11:48:47.188701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39122) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.202742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] For port cf802baa-59a0-4101-a314-8ba04db6bfb0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cf802baa-59a0-4101-a314-8ba04db6bfb0,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:47.203126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.208437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:47.240088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1653451e-0e6d-4fc3-a30b-7ca002a6bf6d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.240998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1653451e-0e6d-4fc3-a30b-7ca002a6bf6d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.245648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Calling delete_port for cf802baa-59a0-4101-a314-8ba04db6bfb0 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:47.245849 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1653451e-0e6d-4fc3-a30b-7ca002a6bf6d tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/40e0cb06-0292-45d0-8549-1a499a535d8f HTTP/1.1" status: 404 len: 339 time: 0.0542173 Apr 04 11:48:47.248001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.291266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.310046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.312979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-737af5f1-76ce-4aaa-b8b6-1dc18b2193fd tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.313441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737af5f1-76ce-4aaa-b8b6-1dc18b2193fd tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.316574 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-737af5f1-76ce-4aaa-b8b6-1dc18b2193fd tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/66fdc2c3-84c7-4a70-bf7b-3a47195a260c HTTP/1.1" status: 404 len: 337 time: 0.0674477 Apr 04 11:48:47.319185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39126) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.351503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Port': ['ID=fed99fcd-19bf-46d9-8609-0598c58f7057,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:47.356956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:47.360608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.369032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] No DVR routers for this DVR port fed99fcd-19bf-46d9-8609-0598c58f7057 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:47.385840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-57317c13-adbd-4145-b661-45519ae9d744 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.386499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57317c13-adbd-4145-b661-45519ae9d744 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.393443 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-57317c13-adbd-4145-b661-45519ae9d744 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/977b7835-6722-4e4c-aa0d-786c3a85cd49 HTTP/1.1" status: 404 len: 339 time: 0.0696936 Apr 04 11:48:47.393443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.396516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39128) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.441423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-01971482-3759-48ce-a298-6de67c6bd8f3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.442199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01971482-3759-48ce-a298-6de67c6bd8f3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.445534 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-01971482-3759-48ce-a298-6de67c6bd8f3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/d215ccdb-1267-4bf4-8a74-83285bbfe65c HTTP/1.1" status: 404 len: 337 time: 0.0439026 Apr 04 11:48:47.449107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.451270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39130) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.475804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.482831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a2fcb8-7782-4d0b-8461-d25c50e1231a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.483425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a2fcb8-7782-4d0b-8461-d25c50e1231a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.486705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-69a2fcb8-7782-4d0b-8461-d25c50e1231a tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/7d1e2b39-a542-48ec-870d-165917226572 HTTP/1.1" status: 404 len: 339 time: 0.0334668 Apr 04 11:48:47.489307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39132) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.500801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port 02975412-8dac-4eed-b8f7-263cba9aacf3 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:47.522684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:47.531971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.534152 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8330856c-05ce-400f-8737-4c6ec6cc1344 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5928166 Apr 04 11:48:47.535343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63b3168-825c-47e5-948f-e0b0ce235edc tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.535958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63b3168-825c-47e5-948f-e0b0ce235edc tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.539223 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d63b3168-825c-47e5-948f-e0b0ce235edc tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/272c3b84-a1d1-4d27-ab8a-88435f8fbf46 HTTP/1.1" status: 404 len: 337 time: 0.0487518 Apr 04 11:48:47.539737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39134) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.541939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39136) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.544557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a', 'name': 'tempest-PortsTestJSON-1249662023'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:47.578976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:47.604334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefed97a-b68f-4995-9854-c259e16d268f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.605509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefed97a-b68f-4995-9854-c259e16d268f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.608966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fefed97a-b68f-4995-9854-c259e16d268f tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/310688d7-653c-459e-b19a-123998464338 HTTP/1.1" status: 404 len: 339 time: 0.0657041 Apr 04 11:48:47.609163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.609521 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 2de909a3-af3c-413c-b64f-92d251d9e6cf of type vlan for network c5dc3960-da21-4997-a4dc-1ae98ef63bfb Apr 04 11:48:47.614444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39138) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.617429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-63a2e27c-9832-490b-9b3f-ad4170cad39a', 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': '3c461f2c-c158-45ac-9ae6-c17a61d6b5a2'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:47.618454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.620732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-14619fca-f411-4ebe-88a5-a9ec421afd3f', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:47.621659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.633009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b4c62a-fc80-4f26-a932-540e99fd7d40') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:47.633311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b4c62a-fc80-4f26-a932-540e99fd7d40') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:47.664374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e95c762-a66a-4a50-8528-17016a7b6f52 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.664845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e95c762-a66a-4a50-8528-17016a7b6f52 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.671831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9e95c762-a66a-4a50-8528-17016a7b6f52 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/5ae29411-0baa-463a-a5d3-dbceb83efc7c HTTP/1.1" status: 404 len: 337 time: 0.0523632 Apr 04 11:48:47.671831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39140) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.701966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23a4932-b450-4ba4-a063-6bd25c5385c6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.702558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23a4932-b450-4ba4-a063-6bd25c5385c6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.708707 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c23a4932-b450-4ba4-a063-6bd25c5385c6 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/3dd51e97-5cec-449c-8209-f73db268fa87 HTTP/1.1" status: 404 len: 339 time: 0.0343599 Apr 04 11:48:47.715876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.717255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39142) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.737521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a0e135e0-19df-4e9d-b734-f1cab7dfadd7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:47.746511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.764394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::3c (ceacc3cd-ec61-49ea-8b56-a460936e63f2/c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03/02975412-8dac-4eed-b8f7-263cba9aacf3) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:47.775980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.778333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.811514 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0d4e9c-4a5e-408e-9dba-16cefafaed0c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.812340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0d4e9c-4a5e-408e-9dba-16cefafaed0c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.814998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-af0d4e9c-4a5e-408e-9dba-16cefafaed0c tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/96ade225-918a-4f83-a46b-05cb5f442768 HTTP/1.1" status: 404 len: 337 time: 0.0949016 Apr 04 11:48:47.817645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39144) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.827430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:47.829586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:47.833637 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:47.850193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-598f11b8-50e9-4036-a9b8-860d202f8373 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.850193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598f11b8-50e9-4036-a9b8-860d202f8373 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.855298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-598f11b8-50e9-4036-a9b8-860d202f8373 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/39277c1b-1083-45db-92f4-5d4d2a3c4611 HTTP/1.1" status: 404 len: 339 time: 0.0339200 Apr 04 11:48:47.858560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: a0e135e0-19df-4e9d-b734-f1cab7dfadd7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:47.859073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a0e135e0-19df-4e9d-b734-f1cab7dfadd7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:47.859321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 335e831b-866b-48bf-80d4-99db41828aec no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:47.868906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39146) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.878983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] Pushing event deleted for resources: {'Port': ['ID=cf802baa-59a0-4101-a314-8ba04db6bfb0,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:47.883825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ce222-65e7-40b8-b6df-6f5cb3fc3659 None None] No DVR routers for this DVR port cf802baa-59a0-4101-a314-8ba04db6bfb0 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:47.902764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3086082-371f-4940-8ad9-8da767417bed tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.903166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3086082-371f-4940-8ad9-8da767417bed tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.909161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c3086082-371f-4940-8ad9-8da767417bed tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/7f0c3006-3674-4e04-92f7-a048e7f030fe HTTP/1.1" status: 404 len: 337 time: 0.0404925 Apr 04 11:48:47.911803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39148) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.931406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8bb792-5b72-4ee2-8d60-cc857b12ab9a None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:47.932713 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df3c49d-cd31-4066-974e-54b26c1d6d55 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.933035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 335e831b-866b-48bf-80d4-99db41828aec {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:47.933377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 335e831b-866b-48bf-80d4-99db41828aec not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:47.933873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df3c49d-cd31-4066-974e-54b26c1d6d55 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.937179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5df3c49d-cd31-4066-974e-54b26c1d6d55 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/cefa8faf-019b-42cf-994b-3d7449cc8d08 HTTP/1.1" status: 404 len: 339 time: 0.0264165 Apr 04 11:48:47.940067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39150) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:47.991320 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4666307-4aad-4b95-9fda-6b0da7d4e7a3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:47.991540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4666307-4aad-4b95-9fda-6b0da7d4e7a3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:47.995134 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a4666307-4aad-4b95-9fda-6b0da7d4e7a3 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/e095da27-d759-46fa-9aa2-63eba17fa6d9 HTTP/1.1" status: 404 len: 337 time: 0.0541179 Apr 04 11:48:47.998078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39152) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.040924 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c02150-59bb-47fb-8b2b-5045c026b142 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] DELETE failed (client error): The resource could not be found. Apr 04 11:48:48.041204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c02150-59bb-47fb-8b2b-5045c026b142 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:48.046929 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8c02150-59bb-47fb-8b2b-5045c026b142 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/313e9db9-2563-4044-b0fe-a757648392bb HTTP/1.1" status: 404 len: 339 time: 0.0450573 Apr 04 11:48:48.050327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39154) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.108842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.118889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.125622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Allocated IP 172.20.0.2 (63a2e27c-9832-490b-9b3f-ad4170cad39a/3c461f2c-c158-45ac-9ae6-c17a61d6b5a2/5996b50d-40e9-4e55-b1dd-3229407b3858) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:48.126403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:48.127250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.134557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting subnet 81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:48.141084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 03805b6a-4b2d-402f-b93b-8cbf077c50ea up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:48.142200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.144209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.145770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:48.149126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.168854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.172363 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] 10.222.0.43 "DELETE /v2.0/networks/1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d HTTP/1.1" status: 204 len: 168 time: 2.0163291 Apr 04 11:48:48.184945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Allocated IP 2001:db8:3::2 (14619fca-f411-4ebe-88a5-a9ec421afd3f/c9e1ba9a-8aea-4c42-b026-df5ab9237a76/a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:48.203172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.207230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.231294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 95056335-c573-487b-be91-d031cf0ea71d yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:48.240598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.281287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=c5dc3960-da21-4997-a4dc-1ae98ef63bfb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:48.289963 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-42b6ca0d-6294-46df-a202-01d91797b240 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4447703 Apr 04 11:48:48.302745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39158) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.302745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:48.309588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.311649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:48.357666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.380515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e8fa-9681-444c-a037-c97cd035d6a3 tempest-AllowedAddressPairTestJSON-1698542059 tempest-AllowedAddressPairTestJSON-1698542059-project] Pushing event deleted for resources: {'Network': ['ID=1d8afb6c-fd81-46a6-bfab-eb9f33a5d86d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:48.421775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.530749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=02975412-8dac-4eed-b8f7-263cba9aacf3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:48.539347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:48.550036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:48.556189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:48.563095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:48.563758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.663023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:48.666808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.703049 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f916365d-4d0d-4da2-af60-298dac5c7e86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8828454 Apr 04 11:48:48.706651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.707800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39160) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.743634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 03805b6a-4b2d-402f-b93b-8cbf077c50ea triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:48.744166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.760886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246bc1f-c502-4349-b666-c5ba57f09c81 None None] Pushing event updated for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:48.793337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Subnet': ['ID=81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:48.797010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e2e2a-f5ea-42a9-b876-f8738bb28a23 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:48.798554 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4a3e2e2a-f5ea-42a9-b876-f8738bb28a23 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0893776 Apr 04 11:48:48.802418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39166) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.816246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.823286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-33055dea-4bfd-44c8-acfb-9781e5a88702 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/subnets/81205aef-ba2d-4cdf-9d60-c9b7bb7b9ebb HTTP/1.1" status: 204 len: 168 time: 0.7623594 Apr 04 11:48:48.830632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39168) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:48.863024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40757e17-fca4-4681-8290-8a6dc94257a8 None None] Network c099cdf9-84ff-4e1e-92db-bf65cb323523 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:48.959798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.960925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port 02975412-8dac-4eed-b8f7-263cba9aacf3 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:48.961349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:48.963181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39170) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:49.053649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:49.054481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.058242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Attempting to bind port 715a62cb-7fa8-427d-be7c-841626058ab5 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:49.058676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Attempting to bind port 715a62cb-7fa8-427d-be7c-841626058ab5 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:49.059123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Attempting to bind port 715a62cb-7fa8-427d-be7c-841626058ab5 on network 96f452c1-c200-4326-ab2c-618acba01e90 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:49.100099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.113201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.114988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:49.115378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Checking segment: {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:49.115836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.116315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Bound using segment: {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:49.116812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Bound port: 715a62cb-7fa8-427d-be7c-841626058ab5, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de87ad7-83dd-49eb-b3f0-7fb131f950f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:49.117193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.122465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.129124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for 02975412-8dac-4eed-b8f7-263cba9aacf3 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:49.153478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-664eff25-754d-41cc-958e-c900aeac3f7a None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:49.153874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-664eff25-754d-41cc-958e-c900aeac3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.194631 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-846c4205-279f-459c-a7b2-fb70565e1ca1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d595f7f23d04c0fae1bba4925ef12b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281342 Apr 04 11:48:49.202120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39176) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:49.209591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.238943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.276307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Allocated IP 2001:db8:3::1 (14619fca-f411-4ebe-88a5-a9ec421afd3f/c9e1ba9a-8aea-4c42-b026-df5ab9237a76/e1d3d771-23a2-4999-a0ed-3f5ae3130f1d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:49.279292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Deleting port 776b3bf3-9d63-4cee-b490-846c1965aa86 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:49.280285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.299906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.306190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.5 (63a2e27c-9832-490b-9b3f-ad4170cad39a/3c461f2c-c158-45ac-9ae6-c17a61d6b5a2/95056335-c573-487b-be91-d031cf0ea71d) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:49.319188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.401694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-664eff25-754d-41cc-958e-c900aeac3f7a None None] Port 715a62cb-7fa8-427d-be7c-841626058ab5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:49.409813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=64b417ac-df77-402c-b523-5f1016ad8140,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.410001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:49.414924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:49.421332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.436043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:49.438509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:49.444038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] For port 776b3bf3-9d63-4cee-b490-846c1965aa86, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=776b3bf3-9d63-4cee-b490-846c1965aa86,segment=NetworkSegment(fb9f1ddb-ffa9-4db8-8df6-18692911019c),segment_id=fb9f1ddb-ffa9-4db8-8df6-18692911019c)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:49.445502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.449771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:49.459996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Pushing event updated for resources: {'Port': ['ID=5996b50d-40e9-4e55-b1dd-3229407b3858,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.484564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:49.487265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Calling delete_port for 776b3bf3-9d63-4cee-b490-846c1965aa86 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:49.538494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.570746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.574659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '2de909a3-af3c-413c-b64f-92d251d9e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:49.575811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: c5dc3960-da21-4997-a4dc-1ae98ef63bfb, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:48:49.585905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] For port 715a62cb-7fa8-427d-be7c-841626058ab5, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:49.621943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=02975412-8dac-4eed-b8f7-263cba9aacf3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.623595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cf802baa-59a0-4101-a314-8ba04db6bfb0 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:49.662761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.665926 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e2495e98-85ab-407d-a42c-fe770d933826 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/02975412-8dac-4eed-b8f7-263cba9aacf3 HTTP/1.1" status: 204 len: 168 time: 0.8624959 Apr 04 11:48:49.668663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39178) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:49.682066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.683165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Pushing event updated for resources: {'Port': ['ID=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.685127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.689195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0c4b052-f855-4ef2-a1a7-f2da979ac713 HTTP/1.1" status: 204 len: 168 time: 0.4850225 Apr 04 11:48:49.695581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] For port 715a62cb-7fa8-427d-be7c-841626058ab5, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=715a62cb-7fa8-427d-be7c-841626058ab5,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:49.697903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478e3e0-750b-41ab-8f85-9dbeb62af958 None None] DHCP port deletion for c099cdf9-84ff-4e1e-92db-bf65cb323523 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:49.703190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03/2b11af27-7f05-4516-ba9f-66b0d1e27607) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:49.708175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cf802baa-59a0-4101-a314-8ba04db6bfb0 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:49.708524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cf802baa-59a0-4101-a314-8ba04db6bfb0 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:49.708983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:49.723127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039614b-df09-45ef-a34b-5fa54a89691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c4b052-f855-4ef2-a1a7-f2da979ac713,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.726119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.726399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Attempting to bind port 5996b50d-40e9-4e55-b1dd-3229407b3858 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:49.726789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Attempting to bind port 5996b50d-40e9-4e55-b1dd-3229407b3858 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd77eec95-4988-406b-8e96-98121e24baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:49.727153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Attempting to bind port 5996b50d-40e9-4e55-b1dd-3229407b3858 on network 63a2e27c-9832-490b-9b3f-ad4170cad39a {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:49.741734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.742014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:48:49.753224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] No DVR routers for this DVR port 776b3bf3-9d63-4cee-b490-846c1965aa86 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:49.779981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:49.780364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Checking segment: {'id': 'd77eec95-4988-406b-8e96-98121e24baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:49.780778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.781200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Bound using segment: {'id': 'd77eec95-4988-406b-8e96-98121e24baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:49.781733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Bound port: 5996b50d-40e9-4e55-b1dd-3229407b3858, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77eec95-4988-406b-8e96-98121e24baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63a2e27c-9832-490b-9b3f-ad4170cad39a'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:49.782399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.784785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Attempting to bind port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:49.785162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Attempting to bind port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:49.785494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Attempting to bind port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 on network 14619fca-f411-4ebe-88a5-a9ec421afd3f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:49.787267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:49.787609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 50db6b9a-9f78-4b60-a8bf-a9123f9ae785 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:49.788052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3861d173-9751-4dbb-83f6-68e886c763e3 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:49.798900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Port': ['ID=776b3bf3-9d63-4cee-b490-846c1965aa86,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.822904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5117a41-e377-457c-92b2-04596647155a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:49.824435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5117a41-e377-457c-92b2-04596647155a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:49.825983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b5117a41-e377-457c-92b2-04596647155a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1557600 Apr 04 11:48:49.828843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39182) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:49.837747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.845534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:49.846569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Checking segment: {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:49.846976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.847451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Bound using segment: {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:49.847926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Bound port: a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:49.848310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.857861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 3861d173-9751-4dbb-83f6-68e886c763e3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:49.858210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3861d173-9751-4dbb-83f6-68e886c763e3 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:49.859206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fed99fcd-19bf-46d9-8609-0598c58f7057 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:49.879977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c5dc3960-da21-4997-a4dc-1ae98ef63bfb) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:49.882730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.892182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:48:49.893141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:49.893954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.904049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.906614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.916457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099cdf9-84ff-4e1e-92db-bf65cb323523']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:49.926739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9f1ddb-ffa9-4db8-8df6-18692911019c') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:49.927100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9f1ddb-ffa9-4db8-8df6-18692911019c') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:49.937926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a517bb-c933-4abc-ae7f-21fdbb9f041a None None] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:49.938496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.953690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.962041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:49.962572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:49.975978 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:49.978642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:49.981024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:49.982965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:49.988611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:50.013085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fed99fcd-19bf-46d9-8609-0598c58f7057 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:50.013432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fed99fcd-19bf-46d9-8609-0598c58f7057 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:50.048941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:50.049856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.059172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-811ad8f3-4c1c-4f8c-ab76-2e2e15c7ee42 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7617052 Apr 04 11:48:50.065416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39184) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:50.070814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1736833816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:50.130488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:50.147185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:50.153638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:50.154245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.162580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:50.163230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:50.201849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.254628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.258128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] 10.222.0.43 "DELETE /v2.0/networks/c099cdf9-84ff-4e1e-92db-bf65cb323523 HTTP/1.1" status: 204 len: 168 time: 1.4264963 Apr 04 11:48:50.260363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68707b-6bb9-4155-93f7-ebb9210ffa74 tempest-NetworksTest-1559526072 tempest-NetworksTest-1559526072-project] Pushing event deleted for resources: {'Network': ['ID=c099cdf9-84ff-4e1e-92db-bf65cb323523,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:50.270299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.272244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.290157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246bc1f-c502-4349-b666-c5ba57f09c81 None None] Pushing event updated for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:50.301174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 776b3bf3-9d63-4cee-b490-846c1965aa86 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:48:50.328157 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7842529 Apr 04 11:48:50.342407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39192) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:50.357699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.410487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d113-4fc8-476b-bd64-dc80436291ae tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=95056335-c573-487b-be91-d031cf0ea71d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:50.420501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] For port 5996b50d-40e9-4e55-b1dd-3229407b3858, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:50.433358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 776b3bf3-9d63-4cee-b490-846c1965aa86 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:48:50.433731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 776b3bf3-9d63-4cee-b490-846c1965aa86 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:48:50.466364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.538588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.625428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.634211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2dc4947-ad87-4717-82ac-965cff044a86 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5638747 Apr 04 11:48:50.634211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39200) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:50.647815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'port': {'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb', 'name': 'tempest-RoutersTest-110669616'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:50.763266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.774399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] For port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:50.796863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] For port 5996b50d-40e9-4e55-b1dd-3229407b3858, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5996b50d-40e9-4e55-b1dd-3229407b3858,segment=NetworkSegment(d77eec95-4988-406b-8e96-98121e24baa9),segment_id=d77eec95-4988-406b-8e96-98121e24baa9)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:50.812534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] For port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:50.815175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:50.874991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39206) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:50.920839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:50.985679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.014127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Pushing event updated for resources: {'Port': ['ID=2b11af27-7f05-4516-ba9f-66b0d1e27607,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:51.015511 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:51.027617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.031048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:51.038273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f450477b-28c3-416b-8301-30cd033b092f None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:51.043430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f450477b-28c3-416b-8301-30cd033b092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.053862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.086586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] device_id is not set on port e7d2ac14-4eb6-495b-9936-f885ac740458 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:48:51.089215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-c5dc3960-da21-4997-a4dc-1ae98ef63bfb', 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '64b417ac-df77-402c-b523-5f1016ad8140'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:51.095271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.099930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:51.140646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.162052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:51.185776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-00f5c0f9-06f1-467b-9713-d0ea5fa5d9fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c08452775a843c49c4aa0d6abbdc65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064432 Apr 04 11:48:51.188828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39216) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:51.332314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.364655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.20.0.3 (c5dc3960-da21-4997-a4dc-1ae98ef63bfb/64b417ac-df77-402c-b523-5f1016ad8140/e7d2ac14-4eb6-495b-9936-f885ac740458) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:51.368165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.396098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.399489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39218) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:51.476087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c1378-86b8-4c9b-b755-358df775e20d None None] Pushing event updated for resources: {'Port': ['ID=5996b50d-40e9-4e55-b1dd-3229407b3858,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:51.508490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Attempting to bind port 2b11af27-7f05-4516-ba9f-66b0d1e27607 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:51.509439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Attempting to bind port 2b11af27-7f05-4516-ba9f-66b0d1e27607 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:51.509985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Attempting to bind port 2b11af27-7f05-4516-ba9f-66b0d1e27607 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:51.591167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.605157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.605157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/648b13d7-e945-402a-8767-59590c477629 HTTP/1.1" status: 204 len: 168 time: 0.4127588 Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Bound port: 2b11af27-7f05-4516-ba9f-66b0d1e27607, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:51.627305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.673649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.674937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'networks': [{'name': 'tempest-network--1916782738'}, {'name': 'tempest-network--233723232'}]} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:51.675257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-network--1916782738'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:51.675736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-network--233723232'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:51.706758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.715700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607df08e-ecaa-4d00-8a72-e2873e87efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b13d7-e945-402a-8767-59590c477629,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:51.822468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49269b3-3ecf-4b7e-ac89-fe84d0e83911 None None] Pushing event updated for resources: {'Port': ['ID=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:51.827659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.889884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f450477b-28c3-416b-8301-30cd033b092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.905151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'network': 2} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:51.922404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.940231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:51.960623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f450477b-28c3-416b-8301-30cd033b092f None None] For port 715a62cb-7fa8-427d-be7c-841626058ab5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=715a62cb-7fa8-427d-be7c-841626058ab5,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:51.975570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:41Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:49Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:52.005727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a770ef1-d84b-435d-b33c-9fe2a2b7e0c1 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:41Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:49Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:52.025099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.065013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f450477b-28c3-416b-8301-30cd033b092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.078374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.115013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.116762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.153244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7bcdadcb-434b-452c-a293-674635987960 None None] For port 2b11af27-7f05-4516-ba9f-66b0d1e27607, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:52.157668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.208312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7bcdadcb-434b-452c-a293-674635987960 None None] For port 2b11af27-7f05-4516-ba9f-66b0d1e27607, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b11af27-7f05-4516-ba9f-66b0d1e27607,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:52.234120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Allocated IP 172.20.0.2 (c5dc3960-da21-4997-a4dc-1ae98ef63bfb/64b417ac-df77-402c-b523-5f1016ad8140/36a79718-b657-486b-b153-88c2c05da623) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:52.240886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:52.257174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:52.262310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:52.292820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450477b-28c3-416b-8301-30cd033b092f None None] Pushing event updated for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:52.298273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.305415 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03 HTTP/1.1" status: 204 len: 168 time: 2.4750979 Apr 04 11:48:52.313533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.316439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39226) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:52.349229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=e7d2ac14-4eb6-495b-9936-f885ac740458,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:52.374997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5ff9f-17f7-4cc1-88a1-c907c8d50536 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:52.409367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:52.410374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.477853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.517584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39228) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:52.518403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdadcb-434b-452c-a293-674635987960 None None] Pushing event updated for resources: {'Port': ['ID=2b11af27-7f05-4516-ba9f-66b0d1e27607,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:52.528428 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81841d97-3481-4e4f-b6cb-8a5715769b2f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2024505 Apr 04 11:48:52.561956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event updated for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:52.638997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:52.646340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a0ea7168-f3ac-4d0b-ad7d-e04cf8545e3e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0136647 Apr 04 11:48:52.649006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39234) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:52.736379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.753914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:52.772666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:52.782047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:52.782706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.800170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.849730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.931217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:52.933665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:52.937065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:52.949053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:53.124971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Pushing event updated for resources: {'Port': ['ID=36a79718-b657-486b-b153-88c2c05da623,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:53.155581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.170110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Attempting to bind port 36a79718-b657-486b-b153-88c2c05da623 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:53.170110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Attempting to bind port 36a79718-b657-486b-b153-88c2c05da623 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2de909a3-af3c-413c-b64f-92d251d9e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:53.170429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Attempting to bind port 36a79718-b657-486b-b153-88c2c05da623 on network c5dc3960-da21-4997-a4dc-1ae98ef63bfb {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:53.190090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:53.193182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Checking segment: {'id': '2de909a3-af3c-413c-b64f-92d251d9e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:53.193182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.193182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Bound using segment: {'id': '2de909a3-af3c-413c-b64f-92d251d9e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:53.193182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Bound port: 36a79718-b657-486b-b153-88c2c05da623, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de909a3-af3c-413c-b64f-92d251d9e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c5dc3960-da21-4997-a4dc-1ae98ef63bfb'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:53.197221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.224126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=95056335-c573-487b-be91-d031cf0ea71d,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:53.288585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] For port 36a79718-b657-486b-b153-88c2c05da623, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:53.292592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] For port 36a79718-b657-486b-b153-88c2c05da623, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=36a79718-b657-486b-b153-88c2c05da623,segment=NetworkSegment(2de909a3-af3c-413c-b64f-92d251d9e6cf),segment_id=2de909a3-af3c-413c-b64f-92d251d9e6cf)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:53.301322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:53.309849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:53.378243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.468512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88c22-295a-49d9-bb9f-0e04c66cf237 None None] Pushing event updated for resources: {'Port': ['ID=36a79718-b657-486b-b153-88c2c05da623,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:53.472600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.473831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 715a62cb-7fa8-427d-be7c-841626058ab5 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:53.521398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.522129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.557813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68091292-8644-46f4-a36c-7df002cfa5ee None None] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:53.612932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401be40-9f14-45a8-9ee4-85c4f4abcff7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:53.619786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0401be40-9f14-45a8-9ee4-85c4f4abcff7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0894618 Apr 04 11:48:53.625341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39248) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:53.658785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:53.694441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4669d149-a84f-4c48-8fd6-c0b2c436075b None None] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:53.721282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:53.745891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39250) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:53.762814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98efd2-87ae-471f-9afb-76dce5d0eede tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:53.767273 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fb98efd2-87ae-471f-9afb-76dce5d0eede tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1382761 Apr 04 11:48:53.771102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39254) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:53.800602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.801008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment c13fee49-1e26-4a65-b273-36c21b90f04e of type vlan for network f7db4dc3-ed1b-40c9-83d7-e6744c42ca93 Apr 04 11:48:53.810620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fcbdb-22ce-4c03-be20-3b12f3977c8e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:53.927172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:53.940535 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:53.946147 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-62051774-91ef-454c-95d5-df4d7e5e0a8c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0620630 Apr 04 11:48:53.951319 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d4898d26-6957-4d9d-8a5c-be2115bf6a7a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534574 Apr 04 11:48:53.951319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.958260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39256) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:53.961187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39258) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:53.963320 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:53.964215 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:53.966409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:53.972352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:53.977707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:54.087601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038221673'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:54.103469 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:54.132982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.resource_extend [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:48:54.141591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2b020a08-3a39-41bb-96f9-270db0b446a7 None None] Provisioning complete for port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:54.142434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2b020a08-3a39-41bb-96f9-270db0b446a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.224742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.245602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:54.258335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.258854 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment 4eac4a22-c65a-4f84-a109-9cb528ea7bfb of type vlan for network d6c0fa6c-1f68-4d00-9557-26b47be58e37 Apr 04 11:48:54.313611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.328435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:54.328840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.348969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.362134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.454418 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:50Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:54.533727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:54.534088 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Updating router 500332fa-4fd1-4b92-a80b-06e83f9bff30 port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:48:54.582001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.584294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.584973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.590510 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.593241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:54.599643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:54.601535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.665535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.700693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=f7db4dc3-ed1b-40c9-83d7-e6744c42ca93,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:54.715515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.731985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.749706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5996b50d-40e9-4e55-b1dd-3229407b3858 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:54.751517 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f7db4dc3-ed1b-40c9-83d7-e6744c42ca93 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:54.839890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27fa621-873f-43ff-ac86-f1f2baff9158 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:54.843276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:54.895752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4951496 Apr 04 11:48:54.902388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39260) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:54.924497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1942c0a2-f50a-4a56-b82f-d9a5f707a874,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:54.941678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] Provisioning complete for port 5996b50d-40e9-4e55-b1dd-3229407b3858 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:54.942064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.054624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.103962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:55.108188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.138106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=95056335-c573-487b-be91-d031cf0ea71d,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:55.156636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.171080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5996b50d-40e9-4e55-b1dd-3229407b3858 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:55.171666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.261982 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.289813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.309662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65cfb9-7b9c-479b-acd8-7efd359fb6c1 None None] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:55.364395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba322e0-ffed-4dd0-8c11-f409e4d8e41e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:55.366636 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.380961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312a3b-5147-4693-8da6-24451887036a tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=d6c0fa6c-1f68-4d00-9557-26b47be58e37,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:55.406178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.415750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:55.417303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:55.456613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] For port 5996b50d-40e9-4e55-b1dd-3229407b3858, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5996b50d-40e9-4e55-b1dd-3229407b3858,segment=NetworkSegment(d77eec95-4988-406b-8e96-98121e24baa9),segment_id=d77eec95-4988-406b-8e96-98121e24baa9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:55.465270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5db1-d980-4f11-b4df-25b921b24b9e None None] Pushing event updated for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:55.512419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:48:55.514697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network d6c0fa6c-1f68-4d00-9557-26b47be58e37 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:48:55.552330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.557351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.561086 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dfd1e794-d6f8-498a-8e71-537d80d047ba tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8115475 Apr 04 11:48:55.563692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39262) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:55.569136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Attempting to bind port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:55.569508 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Attempting to bind port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:55.569893 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Attempting to bind port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d on network 14619fca-f411-4ebe-88a5-a9ec421afd3f {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:55.579403 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:55.579688 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Checking segment: {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:55.584391 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.594501 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Bound using segment: {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:55.601089 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Bound port: e1d3d771-23a2-4999-a0ed-3f5ae3130f1d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5646729-5833-40fa-9cd0-83f37a154a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:55.601089 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.665283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.688839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:48:55.706504 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] For port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:55.713148 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-35c37cff-92c1-4fe8-b093-70c8392560f0 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1455421 Apr 04 11:48:55.715724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Removed routes are [] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:48:55.716401 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] For port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:55.716731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.719930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39264) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:55.746519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-security--985627132', 'description': 'tempest-security-description-834079722'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:55.799958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.830206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.888882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Provisioning complete for port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:55.889311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.910812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:55.926133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Router ea9d3a49-d98e-438b-a82f-564b2e489be5 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:48:55.958559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a7f3-997d-492a-98ee-6c37e3015ccf None None] Pushing event updated for resources: {'Port': ['ID=5996b50d-40e9-4e55-b1dd-3229407b3858,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:56.006124 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:56.006124 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.006472 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5db1-d980-4f11-b4df-25b921b24b9e None None] Pushing event updated for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:56.028979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.034556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.034556 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "PUT /v2.0/security-groups/2ba322e0-ffed-4dd0-8c11-f409e4d8e41e HTTP/1.1" status: 200 len: 1776 time: 0.3130171 Apr 04 11:48:56.040489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39266) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:56.154111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.164564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.184149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d025526-7225-47b4-b0e2-8bb63b213125 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:56.191902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d025526-7225-47b4-b0e2-8bb63b213125 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:56.192142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:48:56.196219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:48:56.200696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d025526-7225-47b4-b0e2-8bb63b213125 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:56.207895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d025526-7225-47b4-b0e2-8bb63b213125 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:56.210482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6d025526-7225-47b4-b0e2-8bb63b213125 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3064561 Apr 04 11:48:56.217818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Deleting port 2b11af27-7f05-4516-ba9f-66b0d1e27607 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:56.217818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.218094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39268) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:56.233744 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:56.268911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:56.281099 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81e3a753-4810-4d19-97fc-cffe10d87f7b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/routers/ea9d3a49-d98e-438b-a82f-564b2e489be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9367003 Apr 04 11:48:56.297617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] Sync routers for ids ['ea9d3a49-d98e-438b-a82f-564b2e489be5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:56.320646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39270) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:56.396233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b1479-c42f-4d72-a405-2fc4bc7debd3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba322e0-ffed-4dd0-8c11-f409e4d8e41e,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:56.418402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.430313 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0a590b3f-b13c-406d-80ae-ee33bdba84e4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups/2ba322e0-ffed-4dd0-8c11-f409e4d8e41e HTTP/1.1" status: 200 len: 1776 time: 0.3833981 Apr 04 11:48:56.435354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39272) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:56.457539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Provisioning complete for port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:56.458092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.462486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] Routers {'ea9d3a49-d98e-438b-a82f-564b2e489be5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:56.469944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ea9d3a49-d98e-438b-a82f-564b2e489be5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.558621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] For port 2b11af27-7f05-4516-ba9f-66b0d1e27607, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2b11af27-7f05-4516-ba9f-66b0d1e27607,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:56.559402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.586951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Calling delete_port for 2b11af27-7f05-4516-ba9f-66b0d1e27607 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:48:56.595169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.639306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:56.654806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.685594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78fd29-a475-40e4-9e37-5ad4021a91d6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:56.694569 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3e78fd29-a475-40e4-9e37-5ad4021a91d6 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea9d3a49-d98e-438b-a82f-564b2e489be5 HTTP/1.1" status: 200 len: 982 time: 0.3702075 Apr 04 11:48:56.711399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39274) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:56.726054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.731847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:48:56.808818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.831061 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 6, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.878313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.900797 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d53d1a-12f9-4026-a398-e8a28f194709 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 6, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 4, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:56.927483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:56.928071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] Routers {'ea9d3a49-d98e-438b-a82f-564b2e489be5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:56.928732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ea9d3a49-d98e-438b-a82f-564b2e489be5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.997914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:56.998878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050d1c5-b034-4207-95a3-a017f012b7c2 None None] The sync data for ids ['ea9d3a49-d98e-438b-a82f-564b2e489be5'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:57.052870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7db4dc3-ed1b-40c9-83d7-e6744c42ca93']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:57.159506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.260674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] For port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:57.271658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.281629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13fee49-1e26-4a65-b273-36c21b90f04e') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:57.282192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13fee49-1e26-4a65-b273-36c21b90f04e') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:57.330846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] Pushing event deleted for resources: {'Port': ['ID=2b11af27-7f05-4516-ba9f-66b0d1e27607,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:57.339886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcf8f4-3a4a-4a04-930f-ba06cd0dfefd None None] No DVR routers for this DVR port 2b11af27-7f05-4516-ba9f-66b0d1e27607 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:48:57.342831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.384824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.415914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Could not find standard attr ID for object 2b11af27-7f05-4516-ba9f-66b0d1e27607. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:57.423562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Pushing event updated for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:57.431999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-15c4b032-b456-42ab-a5ff-1c2c8952ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.453454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Provisioning complete for port 36a79718-b657-486b-b153-88c2c05da623 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:57.453962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.465045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.480966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.485008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.487012 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/2ba322e0-ffed-4dd0-8c11-f409e4d8e41e HTTP/1.1" status: 204 len: 168 time: 1.0494211 Apr 04 11:48:57.489820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:57.490394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.512457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39276) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:57.514155 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:57.537035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e6e1c-dc1c-47f2-a6e3-7f071623c5a2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba322e0-ffed-4dd0-8c11-f409e4d8e41e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:57.585377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.594061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:48:57.599672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=e7d2ac14-4eb6-495b-9936-f885ac740458,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:57.609653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.610838 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bd2063d8-3673-437c-8ca7-27dc6b7e5103 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 954 time: 3.6513309 Apr 04 11:48:57.615479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39278) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:57.623488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:57.681143 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.services.revisions.revision_plugin [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Could not find related port for resource to bump revision. Apr 04 11:48:57.709801 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-07e2b499-64d0-4b59-9146-e9144d03a8a7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1923492 Apr 04 11:48:57.714758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39280) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:57.729185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] For port 36a79718-b657-486b-b153-88c2c05da623, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=36a79718-b657-486b-b153-88c2c05da623,segment=NetworkSegment(2de909a3-af3c-413c-b64f-92d251d9e6cf),segment_id=2de909a3-af3c-413c-b64f-92d251d9e6cf)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:48:57.742909 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-16034267-9f9e-4344-a26e-369e2d6c6dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] delete failed (client error): The resource could not be found. Apr 04 11:48:57.751492 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16034267-9f9e-4344-a26e-369e2d6c6dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/2ba322e0-ffed-4dd0-8c11-f409e4d8e41e HTTP/1.1" status: 404 len: 347 time: 0.0312774 Apr 04 11:48:57.755000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39282) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:57.763142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:57.770172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.770372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--152534283'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:57.788717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Port 2b11af27-7f05-4516-ba9f-66b0d1e27607 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109636) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 04 11:48:57.788717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:818f {{(pid=109636) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 04 11:48:57.826568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.832179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.903865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Provisioning complete for port 5996b50d-40e9-4e55-b1dd-3229407b3858 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:57.909031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:57.959091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Pushing event updated for resources: {'Port': ['ID=36a79718-b657-486b-b153-88c2c05da623,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:57.979055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:57.985878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:57.994873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:57.995761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.005236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9726b-38cb-4af2-963e-f6f05259e326 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:48:58.030739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 715a62cb-7fa8-427d-be7c-841626058ab5 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:58.034003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=dff875e3-7c95-41e6-b1ff-f50cfb8e7b69,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:58.036245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.088071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ebfcb032-7a21-4b23-a123-b91aed1168eb tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1271040 Apr 04 11:48:58.113413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39284) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:58.120102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:58.123862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.136083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.141442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.147195 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/f7db4dc3-ed1b-40c9-83d7-e6744c42ca93 HTTP/1.1" status: 204 len: 168 time: 1.9130645 Apr 04 11:48:58.157421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39286) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:58.172548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 715a62cb-7fa8-427d-be7c-841626058ab5 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:58.173014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.197673 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd762-9e2d-438f-a0ff-cf03e73dc908 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=f7db4dc3-ed1b-40c9-83d7-e6744c42ca93,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:58.247822 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aa44db9a-f427-43ac-903d-d8f8329ed1cf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 954 time: 0.6268239 Apr 04 11:48:58.248064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Could not find standard attr ID for object 02975412-8dac-4eed-b8f7-263cba9aacf3. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:48:58.253827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39288) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:58.286606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Provisioning complete for port 95056335-c573-487b-be91-d031cf0ea71d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:58.287163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.294547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'routes': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:58.305047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.328029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'dff875e3-7c95-41e6-b1ff-f50cfb8e7b69'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:48:58.328881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.354031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.379432 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:48:58.383435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.390655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4016d-a900-4221-b4f4-2058dcb73898 None None] Port 95056335-c573-487b-be91-d031cf0ea71d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:58.397810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5996b50d-40e9-4e55-b1dd-3229407b3858 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:58.406960 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:58.407980 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.419557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:58.423872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.520266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.526938 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:58.553828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.555378 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7955589 Apr 04 11:48:58.557052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39290) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:58.558888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Allocated IP 2001:db8::f816:3eff:fe77:78e8 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/dff875e3-7c95-41e6-b1ff-f50cfb8e7b69/f79f1030-95ce-40a7-91d4-eef3b5e17621) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:48:58.563978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Provisioning complete for port 36a79718-b657-486b-b153-88c2c05da623 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:58.564347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.578005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': '880b393f-2e86-41d9-a703-bd620fedc820', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:58.599117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5996b50d-40e9-4e55-b1dd-3229407b3858 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:58.599487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.621591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff7c1-bfb0-45e1-93a5-23cae5b9281f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880b393f-2e86-41d9-a703-bd620fedc820,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:58.787529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dff875e3-7c95-41e6-b1ff-f50cfb8e7b69 (CIDR: 2001:db8::/64) Apr 04 11:48:58.791892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.793970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added routes are [] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:48:58.794453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:48:58.827345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e1d3d771-23a2-4999-a0ed-3f5ae3130f1d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:58.829122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.847024 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 6, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.867222 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:48:58.867724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:48:58.886882 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:48:58.894863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Provisioning complete for port 95056335-c573-487b-be91-d031cf0ea71d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:58.895581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.900042 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:48:58.901343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.910393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.934653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.936226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c0fa6c-1f68-4d00-9557-26b47be58e37']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.948247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac4a22-c65a-4f84-a109-9cb528ea7bfb') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.948722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac4a22-c65a-4f84-a109-9cb528ea7bfb') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:58.959596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.973707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.980339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:48:58.980758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:58.997355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Port 95056335-c573-487b-be91-d031cf0ea71d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:59.006386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.006751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.008224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:59.008707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.029252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4333fae6-a73c-4a7a-b535-c2e33d6ed1c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9139447 Apr 04 11:48:59.031324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39292) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:59.039238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:59.042008 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:48:59.044390 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:48:59.055796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Provisioning complete for port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:59.056283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.094165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.156592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.163347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.190849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 36a79718-b657-486b-b153-88c2c05da623 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:59.230250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.248651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b04145-3d60-421c-97d0-6e28df3a90c0,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:59.252414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.256764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:59.265768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.266089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:59.273311 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/d6c0fa6c-1f68-4d00-9557-26b47be58e37 HTTP/1.1" status: 204 len: 168 time: 1.1127350 Apr 04 11:48:59.275202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39294) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:59.290667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:48:59.316656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837810de-f031-428f-b2a2-e91e3e0e9466 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=d6c0fa6c-1f68-4d00-9557-26b47be58e37,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:59.387733 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 6, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:48:59.396158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Provisioning complete for port e7d2ac14-4eb6-495b-9936-f885ac740458 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:59.396661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.399500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Attempting to bind port f79f1030-95ce-40a7-91d4-eef3b5e17621 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:48:59.399876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Attempting to bind port f79f1030-95ce-40a7-91d4-eef3b5e17621 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:48:59.400339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Attempting to bind port f79f1030-95ce-40a7-91d4-eef3b5e17621 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:48:59.407226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:48:59.407762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:48:59.408949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.409494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:48:59.410308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Bound port: f79f1030-95ce-40a7-91d4-eef3b5e17621, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:48:59.411003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.413364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Pushing event updated for resources: {'Port': ['ID=f79f1030-95ce-40a7-91d4-eef3b5e17621,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:59.432607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571aea09-065b-41d6-a7b1-84b20e97ac4b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:59.440185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571aea09-065b-41d6-a7b1-84b20e97ac4b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:48:59.440633 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b59ec-0676-42b7-80ea-0ee000386b25 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:55Z', 'revision_number': 6, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:48:59.442518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-571aea09-065b-41d6-a7b1-84b20e97ac4b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1641765 Apr 04 11:48:59.449108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39296) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:59.454279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:59.458005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.468840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.469927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.470157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-911779ae-bbd9-4b74-817e-ca2294562c65 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9011252 Apr 04 11:48:59.476016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1946784946'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:48:59.477039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39298) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:59.494995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.501143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=e7d2ac14-4eb6-495b-9936-f885ac740458,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:59.507595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.526713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.536443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.645333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e0269716-fcf6-437a-8eeb-feea8f520884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.668624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.686255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4f229883-aced-4ebd-bc28-4926f518f0e6 None None] Port e7d2ac14-4eb6-495b-9936-f885ac740458 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:48:59.692390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 36a79718-b657-486b-b153-88c2c05da623 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:48:59.692767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.693815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:48:59.697390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.703964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.703964 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a6b04145-3d60-421c-97d0-6e28df3a90c0 HTTP/1.1" status: 204 len: 168 time: 0.2208891 Apr 04 11:48:59.703964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39300) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:48:59.709302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:48:59.719216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:48:59.726931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:48:59.734321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e63ac-80bc-4531-9edc-567f9dd421bb tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6b04145-3d60-421c-97d0-6e28df3a90c0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:48:59.743936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:48:59.757022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 95056335-c573-487b-be91-d031cf0ea71d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:48:59.761410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.761569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] For port f79f1030-95ce-40a7-91d4-eef3b5e17621, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:48:59.766129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] For port f79f1030-95ce-40a7-91d4-eef3b5e17621, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f79f1030-95ce-40a7-91d4-eef3b5e17621,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:48:59.811185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.811185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment 87ff5d1d-f300-41d2-877b-7f700e4fb524 of type vlan for network e463bcbe-8b63-4d4c-b706-d17cf2465104 Apr 04 11:48:59.853575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.921942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:48:59.953113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e1d3d771-23a2-4999-a0ed-3f5ae3130f1d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:48:59.969930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95890075-0872-41ba-bd5d-7553cd591e34 None None] Pushing event updated for resources: {'Port': ['ID=f79f1030-95ce-40a7-91d4-eef3b5e17621,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:00.049544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.058999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:00.059477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.072373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.075923 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e737c8a3-48a1-45fa-bd3c-e73a2865a9ca tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3647552 Apr 04 11:49:00.084233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:00.084233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.084401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39302) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.119171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 95056335-c573-487b-be91-d031cf0ea71d owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:00.126018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-36573420-7b35-415a-9581-226f1602fdc5 None None] Provisioning complete for port e7d2ac14-4eb6-495b-9936-f885ac740458 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:00.126607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36573420-7b35-415a-9581-226f1602fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.179353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=e463bcbe-8b63-4d4c-b706-d17cf2465104,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:00.182922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 586ad924-16e0-4c03-87ee-2dadd876cd20 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:00.186034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.196417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e463bcbe-8b63-4d4c-b706-d17cf2465104 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:00.202370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:00.219907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 36a79718-b657-486b-b153-88c2c05da623 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:00.237018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.238358 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4091959b-b157-4192-b110-04fb664085f0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 704 time: 1.9834983 Apr 04 11:49:00.251004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39304) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.263400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c8c6718a-5c60-4553-825f-ba8c8d7b1b3e tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8077021 Apr 04 11:49:00.266046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:00.266302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39306) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.273181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:00.284465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-36573420-7b35-415a-9581-226f1602fdc5 None None] Port e7d2ac14-4eb6-495b-9936-f885ac740458 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:00.320541 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1095360278'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:00.325344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:00.333163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:00.333748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.338887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:00.339663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.365779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.407503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=e707af26-f94e-4d9a-9136-21127724774d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:00.414194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:00.420142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e46e4f20-9232-414f-a19f-2e82cb03d6b1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/586ad924-16e0-4c03-87ee-2dadd876cd20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7700379 Apr 04 11:49:00.422763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39308) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.426899 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] Sync routers for ids ['586ad924-16e0-4c03-87ee-2dadd876cd20'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:00.444122 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] Routers {'586ad924-16e0-4c03-87ee-2dadd876cd20'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:00.444753 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['586ad924-16e0-4c03-87ee-2dadd876cd20'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.480810 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.487577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d126b-74b4-4589-b192-58daf6a60d1e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:00.488995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a3d126b-74b4-4589-b192-58daf6a60d1e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports/e7d2ac14-4eb6-495b-9936-f885ac740458 HTTP/1.1" status: 200 len: 976 time: 0.0650856 Apr 04 11:49:00.490261 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2bbdcd88-b819-4827-a287-12846d20eee9 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 704 time: 0.2380292 Apr 04 11:49:00.491453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39310) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.496791 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] Routers {'586ad924-16e0-4c03-87ee-2dadd876cd20'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:00.497437 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['586ad924-16e0-4c03-87ee-2dadd876cd20'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.501924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39312) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.505394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 36a79718-b657-486b-b153-88c2c05da623 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:00.505918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.531000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.535617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.535617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a838a6-a00f-4733-b81f-85d6d33391bc None None] The sync data for ids ['586ad924-16e0-4c03-87ee-2dadd876cd20'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:00.548474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:00.551273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f5d9a2c5-01f5-4b7c-bf3a-15b102027e5b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5187385 Apr 04 11:49:00.555062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.583332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.597534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:b8:4d:50', 'name': 'tempest-NetworksTestDHCPv6-257957927'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:00.607052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:00.614672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.670073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.672857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.677978 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/880b393f-2e86-41d9-a703-bd620fedc820 HTTP/1.1" status: 204 len: 168 time: 0.5930829 Apr 04 11:49:00.682097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39316) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:00.686198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:00.705124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae62039-f680-4530-94b5-28101334dcb6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b393f-2e86-41d9-a703-bd620fedc820,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:00.708889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.709242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment 835a5b28-bb9e-46dc-8d17-e0f36ab8ec60 of type vlan for network 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c Apr 04 11:49:00.756565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.782093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.819881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=95056335-c573-487b-be91-d031cf0ea71d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:00.863658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:58Z', 'revision_number': 7, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.906078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:00.918523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:00.919255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:00.942671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.953506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:00.955964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:00.979005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-41aef89a-aee9-4193-9e51-af4745a41438 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2836397 Apr 04 11:49:00.987601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39318) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:01.024514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167329931'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:01.066630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.081044 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8106267 Apr 04 11:49:01.093868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39320) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:01.103561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:01.108178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'ports': [{'network_id': 'e463bcbe-8b63-4d4c-b706-d17cf2465104', 'name': 'tempest-port--673502684', 'admin_state_up': True}, {'network_id': '38aa5509-963c-4d75-bbe8-5ecb4f8ec13c', 'admin_state_up': False}]} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:01.108499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'port': {'network_id': 'e463bcbe-8b63-4d4c-b706-d17cf2465104', 'name': 'tempest-port--673502684', 'admin_state_up': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:01.108989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'port': {'network_id': '38aa5509-963c-4d75-bbe8-5ecb4f8ec13c', 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:01.196715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf717-dfb5-4810-b75b-f559fde213a9 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=38aa5509-963c-4d75-bbe8-5ecb4f8ec13c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:01.227093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:01.365376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4fe40-cf16-4e99-8324-259ec577d9b7 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:01.494990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] Provisioning complete for port f79f1030-95ce-40a7-91d4-eef3b5e17621 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:01.495383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.589531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:01.616793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:58Z', 'revision_number': 7, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:01.675404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.691748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fc5a6-3626-498d-90f8-3733dfc3ab68 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:48:58Z', 'revision_number': 7, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1d3d771-23a2-4999-a0ed-3f5ae3130f1d', 'name': '', 'network_id': '14619fca-f411-4ebe-88a5-a9ec421afd3f', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:a0:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:48Z', 'updated_at': '2022-04-04T11:48:57Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c9e1ba9a-8aea-4c42-b026-df5ab9237a76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:01.708284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.740187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.774282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] For port f79f1030-95ce-40a7-91d4-eef3b5e17621, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f79f1030-95ce-40a7-91d4-eef3b5e17621,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:01.805745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port a975a18d-b1d7-4deb-99bc-b17a889a050d yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:01.810302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.850321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.864868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:01.900739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Router ea9d3a49-d98e-438b-a82f-564b2e489be5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:01.978968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.087749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.094969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'port': 2} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:02.095953 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f79f1030-95ce-40a7-91d4-eef3b5e17621 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:02.099578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.160316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:02.166003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.171060 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2e824ba5-f4bd-4f4b-9b15-512159568b20 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/routers/ea9d3a49-d98e-438b-a82f-564b2e489be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4590549 Apr 04 11:49:02.175241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39322) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:02.188315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] Sync routers for ids ['ea9d3a49-d98e-438b-a82f-564b2e489be5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:02.194152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c440cba5-487f-43be-a1ba-21a00a445b89,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:02.198016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Update dhcp port {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': 'dff875e3-7c95-41e6-b1ff-f50cfb8e7b69', 'ip_address': '2001:db8::f816:3eff:fe77:78e8'}, {'subnet_id': 'e707af26-f94e-4d9a-9136-21127724774d'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': 'f79f1030-95ce-40a7-91d4-eef3b5e17621'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:02.222733 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ee6958-6a61-4aa3-9f9d-bd62c7fc469f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:49:02.224263 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c0ee6958-6a61-4aa3-9f9d-bd62c7fc469f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/95056335-c573-487b-be91-d031cf0ea71d HTTP/1.1" status: 404 len: 333 time: 0.0473030 Apr 04 11:49:02.227088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39324) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:02.233467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56ad58-c097-4c9e-be90-e73128c16f71 None None] Pushing event updated for resources: {'Port': ['ID=f79f1030-95ce-40a7-91d4-eef3b5e17621,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:02.244397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] Routers {'ea9d3a49-d98e-438b-a82f-564b2e489be5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:02.244839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ea9d3a49-d98e-438b-a82f-564b2e489be5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:02.268679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.268679 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d519fbe6-cd37-4085-8cc0-5f539199c235 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2732320 Apr 04 11:49:02.270071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39326) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:02.276300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'c440cba5-487f-43be-a1ba-21a00a445b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:02.283869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.284665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:02.288270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.312862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8:0:1::3c0 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/e707af26-f94e-4d9a-9136-21127724774d/a975a18d-b1d7-4deb-99bc-b17a889a050d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:02.324902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] Routers {'ea9d3a49-d98e-438b-a82f-564b2e489be5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:02.325517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:feb8:4d50 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/dff875e3-7c95-41e6-b1ff-f50cfb8e7b69/a975a18d-b1d7-4deb-99bc-b17a889a050d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:02.325694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ea9d3a49-d98e-438b-a82f-564b2e489be5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:02.378089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.395033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f79f1030-95ce-40a7-91d4-eef3b5e17621 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:02.395600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.399835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:02.400526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c525fe-af7f-4f1f-8d66-0c138b7938fc None None] The sync data for ids ['ea9d3a49-d98e-438b-a82f-564b2e489be5'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:02.440915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.484625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.493149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] device_id is not set on port 9fb7e668-993f-4335-aeb2-c2f2f0af2b24 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:02.593216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.596405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.614159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port e7d2ac14-4eb6-495b-9936-f885ac740458 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:02.614503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.630061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.694138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.706610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.721680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.721680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Fanout notify agent at l3_agent the message router_deleted on router ea9d3a49-d98e-438b-a82f-564b2e489be5 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:02.729145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.730329 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0b24aaa3-d844-4951-a592-96ee48b1972c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/routers/ea9d3a49-d98e-438b-a82f-564b2e489be5 HTTP/1.1" status: 204 len: 168 time: 0.5020776 Apr 04 11:49:02.733274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39328) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:02.787233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] device_id is not set on port 751b1595-a0e8-4177-854c-2ebb4c39a303 yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:02.807831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.813259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:02.813259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.815212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.864361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for e7d2ac14-4eb6-495b-9936-f885ac740458 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:02.866791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.875766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 3c461f2c-c158-45ac-9ae6-c17a61d6b5a2 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:02.882754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a026c272-eab1-4afa-830d-a5d7bf3d834b,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:02.886741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.943719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:02.953611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Allocated IP 2001:db8:0:1::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/e707af26-f94e-4d9a-9136-21127724774d/f79f1030-95ce-40a7-91d4-eef3b5e17621) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:02.995289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.029906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.033914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f97b5256-e0e5-4260-8a4c-61c2c864bbdd tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7594678 Apr 04 11:49:03.038359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39330) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:03.041638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.045029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'c440cba5-487f-43be-a1ba-21a00a445b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:03.055921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] For port f79f1030-95ce-40a7-91d4-eef3b5e17621, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f79f1030-95ce-40a7-91d4-eef3b5e17621,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:03.098408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Port': ['ID=9fb7e668-993f-4335-aeb2-c2f2f0af2b24,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.100655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.104222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Checking segment: {'id': '87ff5d1d-f300-41d2-877b-7f700e4fb524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e463bcbe-8b63-4d4c-b706-d17cf2465104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:03.104593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network hostable DHCP agents. Network: e463bcbe-8b63-4d4c-b706-d17cf2465104, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:03.120472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:03.132825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port e1d3d771-23a2-4999-a0ed-3f5ae3130f1d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:03.133191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.135742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:03.145270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=a975a18d-b1d7-4deb-99bc-b17a889a050d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.152995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:03.158656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:03.159270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.159800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.177499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.179587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network e463bcbe-8b63-4d4c-b706-d17cf2465104 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:03.200750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for e1d3d771-23a2-4999-a0ed-3f5ae3130f1d owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:03.235486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.252636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e463bcbe-8b63-4d4c-b706-d17cf2465104) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:03.268134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e247b5e-27e8-41ed-8512-74dbfebf05d3 None None] Network e463bcbe-8b63-4d4c-b706-d17cf2465104 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:03.268381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:03.269195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.273255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15d9de-df2c-49d4-a578-e306adafacaf None None] Pushing event updated for resources: {'Port': ['ID=f79f1030-95ce-40a7-91d4-eef3b5e17621,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.290755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.327220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-af5f8fb0-1ab5-4838-88ac-2e83598167bc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7381437 Apr 04 11:49:03.330874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39332) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:03.391789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.407470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Port': ['ID=751b1595-a0e8-4177-854c-2ebb4c39a303,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.438123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306b6c32-f1ef-419c-9981-77ba312987b7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.469598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Checking segment: {'id': '835a5b28-bb9e-46dc-8d17-e0f36ab8ec60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38aa5509-963c-4d75-bbe8-5ecb4f8ec13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:03.471598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network hostable DHCP agents. Network: 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:03.506625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.507842 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8f29afd2-b48e-45b5-a5fa-e1b16da027a3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4667437 Apr 04 11:49:03.510841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port a975a18d-b1d7-4deb-99bc-b17a889a050d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:03.518878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.519053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39334) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:03.520696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'c440cba5-487f-43be-a1ba-21a00a445b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:03.544819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.555040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.595794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:03.615042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=3c461f2c-c158-45ac-9ae6-c17a61d6b5a2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.617636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.620014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=e7d2ac14-4eb6-495b-9936-f885ac740458,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.628003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.628227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d4608-d0d7-42b2-83a7-a2fb7f7a2ca0 None None] Network 63a2e27c-9832-490b-9b3f-ad4170cad39a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:03.633755 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8850700d-7e65-4eb6-b3a7-4bc8630c9bb9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/3c461f2c-c158-45ac-9ae6-c17a61d6b5a2 HTTP/1.1" status: 204 len: 168 time: 0.8935475 Apr 04 11:49:03.634153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:03.645995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for a975a18d-b1d7-4deb-99bc-b17a889a050d owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:03.675499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.712115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:03.722457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6484ae-7bf4-461f-a612-86dd46b6b5c0 None None] Network 38aa5509-963c-4d75-bbe8-5ecb4f8ec13c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:03.729527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:03.736703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:03.742742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:03.743511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:03.807137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=e1d3d771-23a2-4999-a0ed-3f5ae3130f1d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:03.881751 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-61e02c8d-bb35-41c6-8c06-d3a26410b812 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7822790 Apr 04 11:49:03.883106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.109034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f79f1030-95ce-40a7-91d4-eef3b5e17621 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:04.110440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166025a7-0122-4753-b30e-bec3ffbd3246 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.124033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166025a7-0122-4753-b30e-bec3ffbd3246 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.124033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-166025a7-0122-4753-b30e-bec3ffbd3246 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2363915 Apr 04 11:49:04.124206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39344) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.183138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] DHCP port deletion for 63a2e27c-9832-490b-9b3f-ad4170cad39a request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:04.187921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.242675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.263392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f79f1030-95ce-40a7-91d4-eef3b5e17621 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:04.263771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.313481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=a975a18d-b1d7-4deb-99bc-b17a889a050d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:04.332931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.338846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7a1cb369-5e57-4ce5-9f1f-bc114e7564be tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a975a18d-b1d7-4deb-99bc-b17a889a050d HTTP/1.1" status: 204 len: 168 time: 0.9979939 Apr 04 11:49:04.339067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Deleting port 5996b50d-40e9-4e55-b1dd-3229407b3858 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:04.339067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.339640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39346) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.353648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Deleting port 9fb7e668-993f-4335-aeb2-c2f2f0af2b24 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:04.353927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.413902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] For port 5996b50d-40e9-4e55-b1dd-3229407b3858, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5996b50d-40e9-4e55-b1dd-3229407b3858,segment=NetworkSegment(d77eec95-4988-406b-8e96-98121e24baa9),segment_id=d77eec95-4988-406b-8e96-98121e24baa9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:04.414222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.427303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.429017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Calling delete_port for 5996b50d-40e9-4e55-b1dd-3229407b3858 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:04.442606 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Calling delete_port for 9fb7e668-993f-4335-aeb2-c2f2f0af2b24 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:04.460692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.490255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.495256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.532063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bb110f6f-4510-4323-9c27-b737c1494ab6 None None] Provisioning complete for port f79f1030-95ce-40a7-91d4-eef3b5e17621 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:04.532559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb110f6f-4510-4323-9c27-b737c1494ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.571843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47e4b8-d494-4143-8b83-44527506552a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.576076 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a47e4b8-d494-4143-8b83-44527506552a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2305112 Apr 04 11:49:04.578010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39348) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.647121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57adf3e1-0524-45da-809d-07f2b75fea19 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.653145 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-57adf3e1-0524-45da-809d-07f2b75fea19 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0745740 Apr 04 11:49:04.654202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39350) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.667361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.681732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.707619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] Pushing event deleted for resources: {'Port': ['ID=5996b50d-40e9-4e55-b1dd-3229407b3858,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:04.709633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7414580-ace4-48d8-9bff-641b2b0a72e2 None None] No DVR routers for this DVR port 5996b50d-40e9-4e55-b1dd-3229407b3858 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:04.716908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.730630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.739277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] The port '5996b50d-40e9-4e55-b1dd-3229407b3858' was deleted {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Apr 04 11:49:04.774130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Port': ['ID=9fb7e668-993f-4335-aeb2-c2f2f0af2b24,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:04.789749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.797273 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db8af4f4-da45-473e-a440-e271a921856c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/ports/9fb7e668-993f-4335-aeb2-c2f2f0af2b24 HTTP/1.1" status: 204 len: 168 time: 0.6695518 Apr 04 11:49:04.801692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-46d1404c-06b7-4bad-8cc1-c4e71805c1a7 None None] Could not find standard attr ID for object a975a18d-b1d7-4deb-99bc-b17a889a050d. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:49:04.806225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac39e53-3727-4751-b0c9-032171aa94e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.808648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac39e53-3727-4751-b0c9-032171aa94e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.810390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac39e53-3727-4751-b0c9-032171aa94e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:04.812509 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5ac39e53-3727-4751-b0c9-032171aa94e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1567888 Apr 04 11:49:04.813256 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39352) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.820617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39354) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:04.827271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.908323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Deleting port 751b1595-a0e8-4177-854c-2ebb4c39a303 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:04.908601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.979362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:04.990689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Calling delete_port for 751b1595-a0e8-4177-854c-2ebb4c39a303 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:05.005816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.015843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e13412-e016-4e77-9253-581da1a3eef6,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.066480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 586ad924-16e0-4c03-87ee-2dadd876cd20 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:05.076747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet dff875e3-7c95-41e6-b1ff-f50cfb8e7b69 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:05.080448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a2e27c-9832-490b-9b3f-ad4170cad39a']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.084610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.116130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77eec95-4988-406b-8e96-98121e24baa9') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.116445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77eec95-4988-406b-8e96-98121e24baa9') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.127646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.128813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0e7b602-f7b9-4349-aa97-2403aee64c3b tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6121683 Apr 04 11:49:05.131841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.133434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39356) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.134979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.139899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'c440cba5-487f-43be-a1ba-21a00a445b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:05.172744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Port': ['ID=751b1595-a0e8-4177-854c-2ebb4c39a303,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.184778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.187925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-65b6d6c1-2b6f-49ee-a7ba-ef7116167e8c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/ports/751b1595-a0e8-4177-854c-2ebb4c39a303 HTTP/1.1" status: 204 len: 168 time: 0.3736789 Apr 04 11:49:05.190568 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39358) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.202964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.208431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.221919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fe14154d-22b6-491b-a4d9-736897e6f943 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0302420 Apr 04 11:49:05.225582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39360) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.230535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1032363768'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:05.279495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.292439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:05.292848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:05.297033 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:05.343550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.348875 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:05.352303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.375905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:05.385947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.386301 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment bcf96fd6-30df-48f4-8b25-05cad6c687a0 of type vlan for network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d Apr 04 11:49:05.407883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:05.418514 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-11f3989f-6264-4e00-af67-5111a72db14d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/586ad924-16e0-4c03-87ee-2dadd876cd20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9155328 Apr 04 11:49:05.421305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39362) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.424285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] Sync routers for ids ['586ad924-16e0-4c03-87ee-2dadd876cd20'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:05.435165 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] Routers {'586ad924-16e0-4c03-87ee-2dadd876cd20'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:05.441039 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['586ad924-16e0-4c03-87ee-2dadd876cd20'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.455739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:05.468558 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.470385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.474792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.475482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.478812 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] Routers {'586ad924-16e0-4c03-87ee-2dadd876cd20'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:05.479607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['586ad924-16e0-4c03-87ee-2dadd876cd20'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.516435 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.516996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb248ce7-0dfe-4478-85d3-4ae35b003963 None None] The sync data for ids ['586ad924-16e0-4c03-87ee-2dadd876cd20'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:05.532791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.543605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b208c87-2b12-439f-8ee5-04228210fe37,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.549940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.553001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/63a2e27c-9832-490b-9b3f-ad4170cad39a HTTP/1.1" status: 204 len: 168 time: 1.9180028 Apr 04 11:49:05.557798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39364) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.625530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a79184-312e-4a96-9e6e-5f41d25590d9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=63a2e27c-9832-490b-9b3f-ad4170cad39a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.662090 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-e4609a57-39e4-42c7-8d43-6679c87bbb36 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] remove_router_interface failed (client error): The resource could not be found. Apr 04 11:49:05.663144 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e4609a57-39e4-42c7-8d43-6679c87bbb36 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/586ad924-16e0-4c03-87ee-2dadd876cd20/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2408607 Apr 04 11:49:05.665903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c54eb-969e-464b-9769-4475c46ec1ff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:05.666030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.669803 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b76e6918-203e-4845-a124-c26902db78e7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5324850 Apr 04 11:49:05.669989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c52c54eb-969e-464b-9769-4475c46ec1ff tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/2bffcef5-bee5-46bd-9bb8-e08a5d295a8b HTTP/1.1" status: 200 len: 841 time: 0.1083739 Apr 04 11:49:05.670105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39366) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.670589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39368) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.674839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'c440cba5-487f-43be-a1ba-21a00a445b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:05.684826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.685131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:05.686363 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-545f418d-3d68-4a62-9bd4-5d13aecd1354 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1936939 Apr 04 11:49:05.688982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39372) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.693914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:05.703320 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fe9c3a35-02bb-49c8-8726-92294a02e235 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=586ad924-16e0-4c03-87ee-2dadd876cd20 HTTP/1.1" status: 200 len: 205 time: 0.0346920 Apr 04 11:49:05.710562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:05.711286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:05.720461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39374) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.729128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.735637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:05.736246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.769328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.780917 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0458f55d-4c78-404b-adcd-b0c18ab028f3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/2bffcef5-bee5-46bd-9bb8-e08a5d295a8b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1026299 Apr 04 11:49:05.784899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39376) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.790829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:05.811747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:05.838230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=dff875e3-7c95-41e6-b1ff-f50cfb8e7b69,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.844223 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6175420 Apr 04 11:49:05.845647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet c9e1ba9a-8aea-4c42-b026-df5ab9237a76 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:05.847176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39378) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.851670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.852350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1727316037'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:05.855430 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56bee078-a58d-4d76-93ef-c4a610ceac91 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dff875e3-7c95-41e6-b1ff-f50cfb8e7b69 HTTP/1.1" status: 204 len: 168 time: 1.0338507 Apr 04 11:49:05.859433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.861401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39380) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:05.862562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050d5b-c463-422b-8440-d57cad990e63 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=3a4722f1-bcb2-4f50-8747-3ecb8907de2d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:05.862924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:05.872738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912874a5-779d-47c7-8798-d3ed441b9470 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:05.895356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.004520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:06.009286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.025822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:06.025822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.032518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.076028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:06.078139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5996b50d-40e9-4e55-b1dd-3229407b3858 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:06.095174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:06.115725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.116148 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Added segment 764a21a8-1b1f-4c72-9eb7-8c45aeba7f92 of type vlan for network 2d32f64e-0138-4776-9737-09a6d8f6659b Apr 04 11:49:06.120197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5996b50d-40e9-4e55-b1dd-3229407b3858 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:06.120458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5996b50d-40e9-4e55-b1dd-3229407b3858 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:06.133045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet e707af26-f94e-4d9a-9136-21127724774d {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:06.147636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.186713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.320701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.326927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:06.328531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.354020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.442309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:03Z', 'revision_number': 8, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:06.454171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6057000 Apr 04 11:49:06.472377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f071-645b-4bb5-9d82-fc2b4a3f481f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Network': ['ID=2d32f64e-0138-4776-9737-09a6d8f6659b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:06.474691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:06.475703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=e4457da3-f4c9-4a22-8166-621a27491e91,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:06.495655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:06.497232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:06.497365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:06.499506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:06.504818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:06.505639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2d32f64e-0138-4776-9737-09a6d8f6659b details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:06.505776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.506063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.520468 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:49:06.528236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.563381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963cf0c-3773-4b7e-b252-d3270d5d6fbc None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:06.628444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.634917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.676084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.690333 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-363b19e6-10db-44e2-a3f0-332b6e1af961 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9035645 Apr 04 11:49:06.691364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39384) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:06.700377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'security_group': {'name': 'tempest-secgroup-690417605'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:06.721622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:06.732636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.733647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router 586ad924-16e0-4c03-87ee-2dadd876cd20 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:06.745773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.747208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-346e95ed-81eb-4d23-9bec-5ef1d8e94b0a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/586ad924-16e0-4c03-87ee-2dadd876cd20 HTTP/1.1" status: 204 len: 168 time: 1.0252714 Apr 04 11:49:06.753950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39386) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:06.809721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.853737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.913259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac219c0-0971-4e38-809f-6e8bee34ab7d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:06.918902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.953736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 64b417ac-df77-402c-b523-5f1016ad8140 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:06.961163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.993269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:06.994890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0cc700ec-8535-45ee-acd6-6c9cb15b1268 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3236287 Apr 04 11:49:07.001764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39388) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.040570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.050815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.068453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-591d424f-56a5-4efd-a09d-973dea44d9ca', 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'tenant_id': '13cdb2f18ed24aa5a39198e30fb986e7', 'fixed_ips': [{'subnet_id': 'e4457da3-f4c9-4a22-8166-621a27491e91'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:07.069450 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.072254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.129332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.138140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e1ba9a-8aea-4c42-b026-df5ab9237a76,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:07.138818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:03Z', 'revision_number': 8, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:07.147079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.150327 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c4f1b472-2ca2-45f6-ae9f-dd593764d7e2 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/c9e1ba9a-8aea-4c42-b026-df5ab9237a76 HTTP/1.1" status: 204 len: 168 time: 1.4595864 Apr 04 11:49:07.153158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39390) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.155731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.224199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57173f57-577d-45e5-9b4e-2ad37be32e92 None None] Network 14619fca-f411-4ebe-88a5-a9ec421afd3f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:07.226000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.228475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43ed5-8f03-4b7e-a0b9-f0d16960ed67 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:03Z', 'revision_number': 8, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '715a62cb-7fa8-427d-be7c-841626058ab5', 'name': '', 'network_id': '96f452c1-c200-4326-ab2c-618acba01e90', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:89:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:39Z', 'updated_at': '2022-04-04T11:48:51Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'ae67973b-5525-4b16-a6df-07b0243b6097', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:07.275346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.284915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=e707af26-f94e-4d9a-9136-21127724774d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:07.288868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.322318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.340809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c13f3-6270-4343-b93d-b72f0ab28b2d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:07.353587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.367966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.369253 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/dac219c0-0971-4e38-809f-6e8bee34ab7d HTTP/1.1" status: 204 len: 168 time: 0.3662343 Apr 04 11:49:07.373169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39392) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.380641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.385217 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-93e1dffd-60d3-4e43-a278-b7cac00d7409 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/e707af26-f94e-4d9a-9136-21127724774d HTTP/1.1" status: 204 len: 168 time: 1.5193434 Apr 04 11:49:07.391444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39394) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.394147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eeeaf-c523-465d-b484-5822a95989e6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac219c0-0971-4e38-809f-6e8bee34ab7d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:07.451798 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1cd44ae-a8c5-489e-8e75-96fe6f1bdce6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590160 Apr 04 11:49:07.455503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.457941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.462086 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-521e1759-c33b-4fcf-90dc-c26c23866477 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7671103 Apr 04 11:49:07.463179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39398) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.468239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:07.469376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693919783'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:07.512866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.557550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.576993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/64b417ac-df77-402c-b523-5f1016ad8140 HTTP/1.1" status: 204 len: 168 time: 0.8194811 Apr 04 11:49:07.577784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Allocated IP 172.20.0.2 (591d424f-56a5-4efd-a09d-973dea44d9ca/e4457da3-f4c9-4a22-8166-621a27491e91/02809195-009f-4e93-bf9b-cdf880db3184) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:07.579644 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0eee535d-4945-451d-ab27-966a7b9bd9d8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1909018 Apr 04 11:49:07.580987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39400) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.581324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39402) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:07.625252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88bbcf-5d33-4136-a593-be050b9e1c09 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=64b417ac-df77-402c-b523-5f1016ad8140,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:07.629953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.666118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:07.666828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.742309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299bdba2-5f3f-4674-8d2b-ba2c7e3911a4 None None] Network c5dc3960-da21-4997-a4dc-1ae98ef63bfb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:07.745014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720fcbc-975f-43b3-95a8-5dfd1884cbfd None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:07.796917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:07.798876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.801752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.824814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.902038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.915901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,segment=NetworkSegment(d5646729-5833-40fa-9cd0-83f37a154a84),segment_id=d5646729-5833-40fa-9cd0-83f37a154a84)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:07.916273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:07.948616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:07.957711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.038903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.048863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.050594 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9b208c87-2b12-439f-8ee5-04228210fe37 HTTP/1.1" status: 204 len: 168 time: 0.4674630 Apr 04 11:49:08.054727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39404) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:08.069390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.076574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269e2ca-9527-45b3-b83d-b45bac90daa6 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b208c87-2b12-439f-8ee5-04228210fe37,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:08.123921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16eebea-e65b-4222-bad9-8be6ab3299b5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:08.128087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 36a79718-b657-486b-b153-88c2c05da623 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:08.128431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.191293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-acecb8a7-cac6-4341-ad95-e561b2a0c452 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1348271 Apr 04 11:49:08.195673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39406) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:08.215545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 36a79718-b657-486b-b153-88c2c05da623, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=36a79718-b657-486b-b153-88c2c05da623,segment=NetworkSegment(2de909a3-af3c-413c-b64f-92d251d9e6cf),segment_id=2de909a3-af3c-413c-b64f-92d251d9e6cf)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:08.216249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.234425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 36a79718-b657-486b-b153-88c2c05da623 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:08.239830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.248143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.266037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e1d3d771-23a2-4999-a0ed-3f5ae3130f1d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:08.269617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f445d927-334b-4f0e-b7f8-e8429c334045 None None] Provisioning complete for port f79f1030-95ce-40a7-91d4-eef3b5e17621 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:08.270231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f445d927-334b-4f0e-b7f8-e8429c334045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.274811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.307616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.313016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.318409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39408) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:08.321852 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4acfb7c1-9609-4b2e-a5ea-5a744bc5529d tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8529263 Apr 04 11:49:08.323586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364934128', 'security_groups': ['e16eebea-e65b-4222-bad9-8be6ab3299b5'], 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4457da3-f4c9-4a22-8166-621a27491e91'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:08.363312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:08.365476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.372389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: e1d3d771-23a2-4999-a0ed-3f5ae3130f1d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:08.372730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e1d3d771-23a2-4999-a0ed-3f5ae3130f1d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:08.397978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:08.441894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.470923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.473045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/02e13412-e016-4e77-9253-581da1a3eef6 HTTP/1.1" status: 204 len: 168 time: 0.2761126 Apr 04 11:49:08.484010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39410) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:08.496324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d39664-bc62-45fe-96f7-d2fc22a3a0c5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e13412-e016-4e77-9253-581da1a3eef6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:08.507196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:08.522510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:08.528436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:08.532819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:08.558286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629996df-9142-4bd6-994f-55fefffc00aa None None] DHCP port deletion for 14619fca-f411-4ebe-88a5-a9ec421afd3f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:08.624827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:08.670784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:08.683625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Attempting to bind port 02809195-009f-4e93-bf9b-cdf880db3184 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:08.683625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Attempting to bind port 02809195-009f-4e93-bf9b-cdf880db3184 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '68ea1935-aa4f-4153-96b3-fa15ee565576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:08.683625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Attempting to bind port 02809195-009f-4e93-bf9b-cdf880db3184 on network 591d424f-56a5-4efd-a09d-973dea44d9ca {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:08.716663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] DHCP port deletion for c5dc3960-da21-4997-a4dc-1ae98ef63bfb request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:08.719770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:08.720145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Checking segment: {'id': '68ea1935-aa4f-4153-96b3-fa15ee565576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:08.720547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.720968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Bound using segment: {'id': '68ea1935-aa4f-4153-96b3-fa15ee565576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:08.721457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Bound port: 02809195-009f-4e93-bf9b-cdf880db3184, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ea1935-aa4f-4153-96b3-fa15ee565576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:08.721862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.790098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.817771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 166924fc-f693-494c-8912-f22fa2c637fa yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:08.836521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Deleting port f79f1030-95ce-40a7-91d4-eef3b5e17621 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:08.837148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.843730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:08.882326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:08.917602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Deleting port 36a79718-b657-486b-b153-88c2c05da623 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:08.917989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.966368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] For port f79f1030-95ce-40a7-91d4-eef3b5e17621, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f79f1030-95ce-40a7-91d4-eef3b5e17621,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:08.966946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:08.981456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Calling delete_port for f79f1030-95ce-40a7-91d4-eef3b5e17621 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:09.022201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.4 (591d424f-56a5-4efd-a09d-973dea44d9ca/e4457da3-f4c9-4a22-8166-621a27491e91/166924fc-f693-494c-8912-f22fa2c637fa) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:09.041768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.069770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14619fca-f411-4ebe-88a5-a9ec421afd3f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.070513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.082091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5646729-5833-40fa-9cd0-83f37a154a84') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.082709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5646729-5833-40fa-9cd0-83f37a154a84') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.094830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c7d4ee0-35fe-4f35-aa4d-02c2b7c9494e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6045477 Apr 04 11:49:09.094830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39412) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.103542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.120621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.128687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:09.129315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.151245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851b1f7-400b-4f92-b9bb-106acf9a400b None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.169865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.207755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] Pushing event deleted for resources: {'Port': ['ID=f79f1030-95ce-40a7-91d4-eef3b5e17621,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.215682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.223259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] For port 36a79718-b657-486b-b153-88c2c05da623, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=36a79718-b657-486b-b153-88c2c05da623,segment=NetworkSegment(2de909a3-af3c-413c-b64f-92d251d9e6cf),segment_id=2de909a3-af3c-413c-b64f-92d251d9e6cf)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:09.224957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.230574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9049047-ee94-4cc2-b5c3-1cb42422eeb9 None None] No DVR routers for this DVR port f79f1030-95ce-40a7-91d4-eef3b5e17621 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:09.230894 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:09.235196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.256782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Calling delete_port for 36a79718-b657-486b-b153-88c2c05da623 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:09.270254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=36a79718-b657-486b-b153-88c2c05da623,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.281017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 36a79718-b657-486b-b153-88c2c05da623 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:09.317519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.320547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.338228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:49:09.375588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.406720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] Pushing event deleted for resources: {'Port': ['ID=36a79718-b657-486b-b153-88c2c05da623,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.413784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.425648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b6899-adcf-400b-8cb3-00036544c2bf None None] No DVR routers for this DVR port 36a79718-b657-486b-b153-88c2c05da623 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:09.450327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.456567 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/14619fca-f411-4ebe-88a5-a9ec421afd3f HTTP/1.1" status: 204 len: 168 time: 2.2993245 Apr 04 11:49:09.457594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.475099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dc3960-da21-4997-a4dc-1ae98ef63bfb']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.477238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77cae-95cd-47c5-a4b2-975cdb309fdf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=14619fca-f411-4ebe-88a5-a9ec421afd3f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.495622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de909a3-af3c-413c-b64f-92d251d9e6cf') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.495879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de909a3-af3c-413c-b64f-92d251d9e6cf') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:09.528242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.555274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.577805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:09.578381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:09.582434 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:09.681315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.710006 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.services.revisions.revision_plugin [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Could not find related port for resource to bump revision. Apr 04 11:49:09.760880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.778260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.780417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.788333 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/c5dc3960-da21-4997-a4dc-1ae98ef63bfb HTTP/1.1" status: 204 len: 168 time: 2.1886239 Apr 04 11:49:09.788885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.789383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eaeac-614b-48ee-b87e-d12ee0379f5c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=c5dc3960-da21-4997-a4dc-1ae98ef63bfb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.790031 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/306b6c32-f1ef-419c-9981-77ba312987b7 HTTP/1.1" status: 204 len: 168 time: 0.6920052 Apr 04 11:49:09.791251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39416) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.796627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930176641'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:09.801939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39418) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.833290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_pluggable_backend [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Port f79f1030-95ce-40a7-91d4-eef3b5e17621 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109636) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 04 11:49:09.837057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_pluggable_backend [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Reverting IP allocation for 2001:db8::f816:3eff:fe77:78e8 {{(pid=109636) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 04 11:49:09.837855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd5cf-8316-4b8f-ba0a-a6695a20924f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=306b6c32-f1ef-419c-9981-77ba312987b7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:09.848548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.857623 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03c03e29-1822-4a37-ab6a-658d42a6bc66 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0544763 Apr 04 11:49:09.864141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39420) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.909548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:09.915053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:09.919149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.942284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:09.949323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:09.949957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.959699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8c1d0-f7f8-4760-ad9b-339251daff25 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:09.973457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.980199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39422) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:09.985966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:09.986471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'subnets': [{'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--226379402', 'ip_version': 6}, {'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:09.986983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'subnet': {'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--226379402', 'ip_version': 6}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:09.989649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Request body: {'subnet': {'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:10.014670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.034699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:10.044414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=46b17a8c-5122-4578-a99c-6d2c6f352a86,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:10.062141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.062641 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b of type vlan for network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb Apr 04 11:49:10.074843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:10.114358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:10.115397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.121758 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c1586f48-dd23-458c-9160-3db419e2113b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6625936 Apr 04 11:49:10.127166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39426) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.128152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:10.131522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=166924fc-f693-494c-8912-f22fa2c637fa,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:10.136836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:10.144840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:10.219582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.235225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:10.235642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.259400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.263077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a026c272-eab1-4afa-830d-a5d7bf3d834b HTTP/1.1" status: 204 len: 168 time: 0.3914855 Apr 04 11:49:10.263474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39428) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.266472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': '46b17a8c-5122-4578-a99c-6d2c6f352a86'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:10.267343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.294630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a349d-9460-4034-9eda-69e7092a8dfc tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a026c272-eab1-4afa-830d-a5d7bf3d834b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:10.304796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:10.305454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.327421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.334440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:10.334776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.398179 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-947469d3-0c42-4e4c-8ff3-4158063751c7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1334329 Apr 04 11:49:10.401515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39430) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.431438 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-346de5f1-acc0-480f-aed5-2b15c33ff5b9 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1118903 Apr 04 11:49:10.435526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.441911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:10.451249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Allocated IP 2001:db8::f816:3eff:fe0b:eb11 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/46b17a8c-5122-4578-a99c-6d2c6f352a86/8d1c3160-ee00-44d3-9373-6172af44eff8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:10.475009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:10.501197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:10.523895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.553491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.554791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.594586 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a279a1d4-19ba-4bb5-b9fd-9b36d45257ed tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7990854 Apr 04 11:49:10.594586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Made reservation on behalf of deec2c5f068c49b481c999d02369cd4c for: {'subnet': 2} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:10.597312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.597688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.600238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39434) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.609000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:10.684728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:10.688252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.703118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2de5a950-1dd5-4db3-b4af-2bf671dfb7a6 None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:10.703779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2de5a950-1dd5-4db3-b4af-2bf671dfb7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.752526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.761168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.763744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.764970 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/c440cba5-487f-43be-a1ba-21a00a445b89 HTTP/1.1" status: 204 len: 168 time: 0.3623288 Apr 04 11:49:10.771632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39436) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.792932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.794802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2de5a950-1dd5-4db3-b4af-2bf671dfb7a6 None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:10.800101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6e1ed-635a-48fa-b3e2-72fe371cc6c3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c440cba5-487f-43be-a1ba-21a00a445b89,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:10.829981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:10.859229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2de5a950-1dd5-4db3-b4af-2bf671dfb7a6 None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:10.859911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2de5a950-1dd5-4db3-b4af-2bf671dfb7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.889976 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3732dee4-8b72-42d8-b9fa-519583ea164d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1145704 Apr 04 11:49:10.896556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39438) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:10.900151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--304085889'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:10.900569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.932681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.968240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:10.976548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:10.987869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:10.991562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:10.996217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:10.997006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46b17a8c-5122-4578-a99c-6d2c6f352a86 (CIDR: 2001:db8::/64) Apr 04 11:49:11.004766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Pushing event updated for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.046812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:11.061904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.086072 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:11.086736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:11.094807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:11.095375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a22ccbe5-f9f1-4c72-ac05-0b8ff2e7f8f4 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:11.095882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f79f1030-95ce-40a7-91d4-eef3b5e17621 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:11.130018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:11.134131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.136918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f79f1030-95ce-40a7-91d4-eef3b5e17621 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:11.137368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f79f1030-95ce-40a7-91d4-eef3b5e17621 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:11.138300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 36a79718-b657-486b-b153-88c2c05da623 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:11.182360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.216486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.283251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.295971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Subnet': ['ID=b57ac3ff-9832-4d30-a491-e900c17eb0cd,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.328244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Checking segment: {'id': 'bcf96fd6-30df-48f4-8b25-05cad6c687a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:11.329030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network hostable DHCP agents. Network: 3a4722f1-bcb2-4f50-8747-3ecb8907de2d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:11.333953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb350b-3abc-45d9-a7e3-eae46763da23,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.335976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 36a79718-b657-486b-b153-88c2c05da623 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:11.338349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 36a79718-b657-486b-b153-88c2c05da623 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:11.339237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Attempting to bind port 8d1c3160-ee00-44d3-9373-6172af44eff8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:11.339678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Attempting to bind port 8d1c3160-ee00-44d3-9373-6172af44eff8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:11.340152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Attempting to bind port 8d1c3160-ee00-44d3-9373-6172af44eff8 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:11.342259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.353389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:11.353801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:11.354209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.354707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:11.355213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Bound port: 8d1c3160-ee00-44d3-9373-6172af44eff8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:11.355474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.368636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fe41c469-2c95-4bc5-a6fc-bf40f935e767 None None] Provisioning complete for port 166924fc-f693-494c-8912-f22fa2c637fa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:11.369008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fe41c469-2c95-4bc5-a6fc-bf40f935e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.418670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.421010 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-78913358-3f02-4423-b2e8-1eef48ca7582 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5239856 Apr 04 11:49:11.426102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:11.431409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': '1cfb350b-3abc-45d9-a7e3-eae46763da23', 'direction': 'ingress', 'protocol': 17}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:11.434393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fe41c469-2c95-4bc5-a6fc-bf40f935e767 None None] Port 166924fc-f693-494c-8912-f22fa2c637fa cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:11.440470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:11.458140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:11.461271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8d1c3160-ee00-44d3-9373-6172af44eff8,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:11.538542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e4457da3-f4c9-4a22-8166-621a27491e91 (CIDR: 172.20.0.0/28) Apr 04 11:49:11.542608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3a4722f1-bcb2-4f50-8747-3ecb8907de2d) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:11.546592 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca0f19a7-0a04-4070-a548-8ab5ed38e7ef tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4135594 Apr 04 11:49:11.550071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.556760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39442) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:11.559776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb55c05-7866-4822-a576-0ce92163b28c None None] Network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:11.564289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:11.583722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.624486 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:11.625575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:11.640213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.692280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75cdb5-5815-46a4-a0ea-7fb45016ccef None None] Pushing event updated for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.702168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 715a62cb-7fa8-427d-be7c-841626058ab5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:11.702635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.728317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event updated for resources: {'Subnet': ['ID=5bae36da-953b-4372-90c2-af89be2033d9,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:11.732245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-94e5ec70-d533-413a-8f29-02c93c2e10cb tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2950785 Apr 04 11:49:11.743574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39444) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:11.749264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:11.795605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Checking segment: {'id': '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:11.795881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network hostable DHCP agents. Network: 2d32f64e-0138-4776-9737-09a6d8f6659b, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:11.805884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3a4722f1-bcb2-4f50-8747-3ecb8907de2d', 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d', 'tenant_id': 'deec2c5f068c49b481c999d02369cd4c', 'fixed_ips': [{'subnet_id': 'b57ac3ff-9832-4d30-a491-e900c17eb0cd'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:11.806918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.828591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.915158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.939032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 715a62cb-7fa8-427d-be7c-841626058ab5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=715a62cb-7fa8-427d-be7c-841626058ab5,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:11.939244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Network 2d32f64e-0138-4776-9737-09a6d8f6659b is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:11.939422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.944368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:11.950825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:11.976538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:11.990217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 715a62cb-7fa8-427d-be7c-841626058ab5 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:11.996669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b3d080-a036-47dc-8ce9-97c0b2882433,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.020608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.061370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Allocated IP 2001:db8::1 (3a4722f1-bcb2-4f50-8747-3ecb8907de2d/b57ac3ff-9832-4d30-a491-e900c17eb0cd/fd38b8c0-a38f-4a10-9cdd-73f27c22cce8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:12.149926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2d32f64e-0138-4776-9737-09a6d8f6659b) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:12.153876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.157385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:12.157783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.158994 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-48dd82f2-581a-415f-a00c-50c84d22190a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7310860 Apr 04 11:49:12.161371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39446) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.191988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfab625-c9e0-47fc-bd0c-a01fbe07a243 None None] Network 2d32f64e-0138-4776-9737-09a6d8f6659b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:12.197003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=c2f15510-d593-41ec-a0ab-c527524f967c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.197189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.197693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.198408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.222813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:12.228304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.270938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.278025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:12.278025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:12.306358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.333899 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aaea0d8a-311b-4804-b49d-adab52a0b152 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3522155 Apr 04 11:49:12.343699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39448) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.386388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.416093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7ff08-8451-4ab0-b92d-0bb45873e8ec tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.418396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7ff08-8451-4ab0-b92d-0bb45873e8ec tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.420629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7ff08-8451-4ab0-b92d-0bb45873e8ec tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.425004 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ba7ff08-8451-4ab0-b92d-0bb45873e8ec tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0802374 Apr 04 11:49:12.431572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39450) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.444651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:12.481981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2d32f64e-0138-4776-9737-09a6d8f6659b', 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b', 'tenant_id': 'deec2c5f068c49b481c999d02369cd4c', 'fixed_ips': [{'subnet_id': '5bae36da-953b-4372-90c2-af89be2033d9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:12.483906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.486892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Deleting subnet b57ac3ff-9832-4d30-a491-e900c17eb0cd {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:12.503677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.506845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.507797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.538290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.561969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.564407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.569974 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cfb350b-3abc-45d9-a7e3-eae46763da23 HTTP/1.1" status: 204 len: 168 time: 0.4008369 Apr 04 11:49:12.573754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:12.575032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39452) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.579183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=715a62cb-7fa8-427d-be7c-841626058ab5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.606374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:12.613146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:12.615065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89e2b1-20db-40c3-8112-1f1664d3918d tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb350b-3abc-45d9-a7e3-eae46763da23,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.617260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.617884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.626527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.651590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:12.653514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.656564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:12.658547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=ce645a8a-b43c-47e6-b89a-589b82abbd30,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.676347 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-43e61ae2-7a6d-42bd-89cf-09f133385365 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0888071 Apr 04 11:49:12.678633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39454) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.678746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9eb54-85c9-459c-bbd4-f31193d18408 None None] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:12.682434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068820132'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:12.700129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:12.702723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:12.725095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Pushing event updated for resources: {'Port': ['ID=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:12.792204 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-95d111f7-3d16-44fb-ab1b-1531ebc084af tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2343421 Apr 04 11:49:12.792836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39456) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.800034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:3a:0c:ff', 'name': 'tempest-NetworksTestDHCPv6-2037104304'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:12.808828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-df46e0b0-79ac-4f77-9536-931ebef90830 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2066996 Apr 04 11:49:12.817069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39458) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:12.839304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1992450934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:12.846262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.855749 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.894595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.932581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Attempting to bind port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:12.943483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Attempting to bind port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'bcf96fd6-30df-48f4-8b25-05cad6c687a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:12.946291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Attempting to bind port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 on network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:12.965784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.966835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.984405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:12.984939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Checking segment: {'id': 'bcf96fd6-30df-48f4-8b25-05cad6c687a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:12.985380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:12.985903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Bound using segment: {'id': 'bcf96fd6-30df-48f4-8b25-05cad6c687a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:12.987472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Bound port: fd38b8c0-a38f-4a10-9cdd-73f27c22cce8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf96fd6-30df-48f4-8b25-05cad6c687a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a4722f1-bcb2-4f50-8747-3ecb8907de2d'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:12.988039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.004295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Allocated IP 2001:db8:0:1::1 (2d32f64e-0138-4776-9737-09a6d8f6659b/5bae36da-953b-4372-90c2-af89be2033d9/20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:13.024850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.059253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.081923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.098008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:13.110779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=8cba62e4-f6c9-4aca-8d4d-fad6519193d7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:13.115885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Subnet': ['ID=b57ac3ff-9832-4d30-a491-e900c17eb0cd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:13.121651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] For port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:13.123643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:13.124176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:13.136402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:13.137085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.152786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7facd34-536c-4b12-8d12-e03390d9c534 None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:13.156463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] For port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,segment=NetworkSegment(bcf96fd6-30df-48f4-8b25-05cad6c687a0),segment_id=bcf96fd6-30df-48f4-8b25-05cad6c687a0)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:13.179422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.207530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.213242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f023ec13-a55f-4571-a1ee-f7c8bb151517 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/subnets/b57ac3ff-9832-4d30-a491-e900c17eb0cd HTTP/1.1" status: 204 len: 168 time: 0.7783384 Apr 04 11:49:13.213242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.214225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39460) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:13.242156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d032e1-a6c5-45ce-96e4-1a2733da74ac None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:13.254961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6e41bed6-ab9f-4f66-93e4-425f33f111c8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5103388 Apr 04 11:49:13.256698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.266489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39462) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:13.273086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1255532482', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8cba62e4-f6c9-4aca-8d4d-fad6519193d7'}], 'security_groups': ['ba8c13f3-6270-4343-b93d-b72f0ab28b2d']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:13.275094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.319200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83749290-4799-4e16-bf0e-bef8c361b1e2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:13.328385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Deleting subnet 5bae36da-953b-4372-90c2-af89be2033d9 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:13.334946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.351487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:13.357524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:13.366106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.417103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.418087 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b8ff139e-dbd5-4686-b915-1df91a0e7870 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7403924 Apr 04 11:49:13.421696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:13.426907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--100605919'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:13.431647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb', 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': 'c2f15510-d593-41ec-a0ab-c527524f967c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:13.431647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.431914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.432354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-91909e73-1ddf-4b6e-a065-db36ac5d0db1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6019433 Apr 04 11:49:13.452178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39466) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:13.550038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.562507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:13.574779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5dd9af8d-e44f-4b2e-a770-4fe2e7a67ed4 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1135819 Apr 04 11:49:13.578069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39468) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:13.583958 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:13.616714 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:13.618277 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:13.647326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] Provisioning complete for port 8d1c3160-ee00-44d3-9373-6172af44eff8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:13.647701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.710322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet ae67973b-5525-4b16-a6df-07b0243b6097 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:13.721539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.756529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c1a2d-60e9-4432-9d2e-da48b3a0823d None None] Pushing event updated for resources: {'Port': ['ID=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:13.818615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.823623 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:13.959042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.964200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8:0:1::b7 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ce645a8a-b43c-47e6-b89a-589b82abbd30/a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:13.975900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:13.982180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::f816:3eff:fe3a:cff (ceacc3cd-ec61-49ea-8b56-a460936e63f2/46b17a8c-5122-4578-a99c-6d2c6f352a86/a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:14.014054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.018808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.096393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.104379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.142033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.195716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.243629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136b44da-5013-46ec-9abd-816e8869f755,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:14.261282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.287915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1ca15-7c97-4a9d-851b-0831bf0a2f7c None None] Network 96f452c1-c200-4326-ab2c-618acba01e90 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:14.289946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8d1c3160-ee00-44d3-9373-6172af44eff8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:14.344599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Delete allocated IP 172.20.0.4 (591d424f-56a5-4efd-a09d-973dea44d9ca/e4457da3-f4c9-4a22-8166-621a27491e91) {{(pid=109636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:49:14.353891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.21 (591d424f-56a5-4efd-a09d-973dea44d9ca/8cba62e4-f6c9-4aca-8d4d-fad6519193d7/166924fc-f693-494c-8912-f22fa2c637fa) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:14.369707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Network 2d32f64e-0138-4776-9737-09a6d8f6659b is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:14.385691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Allocated IP 172.20.0.2 (ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb/c2f15510-d593-41ec-a0ab-c527524f967c/49395fab-82e5-4953-8009-06aa44efbdc0) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:14.398404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:14.411307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.426341 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:12Z', 'revision_number': 9, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:14.445712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:14.461940 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:14.467190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.468594 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-13b11f51-70f4-486a-8a60-1ab9846fed5e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0462298 Apr 04 11:49:14.481714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Pushing event updated for resources: {'Port': ['ID=20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:14.494997 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:14.495877 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:14.503384 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39470) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:14.509766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67973b-5525-4b16-a6df-07b0243b6097,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:14.510462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': '83749290-4799-4e16-bf0e-bef8c361b1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '136b44da-5013-46ec-9abd-816e8869f755', 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:14.513777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.517012 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7549c0c8-a463-4559-b584-3b4f09821b2e tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/ae67973b-5525-4b16-a6df-07b0243b6097 HTTP/1.1" status: 204 len: 168 time: 0.9377732 Apr 04 11:49:14.520124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39472) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:14.612901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.653101 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:14.705060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.741891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 03805b6a-4b2d-402f-b93b-8cbf077c50ea {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:14.742217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.765312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.795487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.847965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.856681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.861862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8d1c3160-ee00-44d3-9373-6172af44eff8,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:14.870891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Update dhcp port {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'fixed_ips': [{'subnet_id': 'e4457da3-f4c9-4a22-8166-621a27491e91', 'ip_address': '172.20.0.2'}, {'subnet_id': '8cba62e4-f6c9-4aca-8d4d-fad6519193d7'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '02809195-009f-4e93-bf9b-cdf880db3184'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:14.899447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Attempting to bind port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:14.899447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Attempting to bind port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:14.899447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Attempting to bind port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 on network 2d32f64e-0138-4776-9737-09a6d8f6659b {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:14.920708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8d1c3160-ee00-44d3-9373-6172af44eff8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:14.921090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.965529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:14.970822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Checking segment: {'id': '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:14.970822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.970822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Bound using segment: {'id': '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:14.970822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Bound port: 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2d32f64e-0138-4776-9737-09a6d8f6659b'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:14.970822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.971276 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:12Z', 'revision_number': 9, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:14.973186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=166924fc-f693-494c-8912-f22fa2c637fa,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:14.981177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:14.997079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.006489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 03805b6a-4b2d-402f-b93b-8cbf077c50ea, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=03805b6a-4b2d-402f-b93b-8cbf077c50ea,segment=NetworkSegment(2de87ad7-83dd-49eb-b3f0-7fb131f950f0),segment_id=2de87ad7-83dd-49eb-b3f0-7fb131f950f0)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:15.006863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.008338 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39a969-5557-4a09-a05a-341740af4e5c None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:12Z', 'revision_number': 9, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcaa9e9c-7462-440b-ab36-7331ab5dbc14', 'name': '', 'network_id': '2f27649a-a73c-437c-b9e8-73476f2770e0', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:f3:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:28Z', 'updated_at': '2022-04-04T11:48:35Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'c0514834-f303-437b-8acc-f52aa32742bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:15.040576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 03805b6a-4b2d-402f-b93b-8cbf077c50ea owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:15.050247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] In _notify_port_updated(), no bound segment for port 166924fc-f693-494c-8912-f22fa2c637fa on network 591d424f-56a5-4efd-a09d-973dea44d9ca {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:49:15.069619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:15.069619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.070077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-744ec58d-917c-45f7-8f16-7489bbf56e24 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/ports/166924fc-f693-494c-8912-f22fa2c637fa HTTP/1.1" status: 200 len: 921 time: 1.8023818 Apr 04 11:49:15.081289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Update dhcp port {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': '46b17a8c-5122-4578-a99c-6d2c6f352a86', 'ip_address': '2001:db8::f816:3eff:fe0b:eb11'}, {'subnet_id': 'ce645a8a-b43c-47e6-b89a-589b82abbd30'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '8d1c3160-ee00-44d3-9373-6172af44eff8'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:15.093672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:15.099012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406352e-90be-490b-a773-990fa2c10349 None None] Network 3a4722f1-bcb2-4f50-8747-3ecb8907de2d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:15.112437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.116273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39478) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:15.211421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Subnet': ['ID=5bae36da-953b-4372-90c2-af89be2033d9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.215067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.227975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.237204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.241808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.248882 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8c516055-3082-489c-83e1-50351266ee6c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/subnets/5bae36da-953b-4372-90c2-af89be2033d9 HTTP/1.1" status: 204 len: 168 time: 2.0275047 Apr 04 11:49:15.266280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39480) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:15.267331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.270833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=03805b6a-4b2d-402f-b93b-8cbf077c50ea,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.284889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port 03805b6a-4b2d-402f-b93b-8cbf077c50ea on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:15.316887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.381536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f586a4-1ceb-499e-b8e3-d375049f1782 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:15.386994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-97f586a4-1ceb-499e-b8e3-d375049f1782 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138418 Apr 04 11:49:15.408644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.427019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] Provisioning complete for port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:15.427383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.430452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39482) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:15.434922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.436712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaf58f-b352-4aeb-8106-b515751a719f None None] Pushing event updated for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.441601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dcfb93-d634-4495-9a3d-8a9c24199d53 None None] DHCP port deletion for 96f452c1-c200-4326-ab2c-618acba01e90 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:15.495275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f452c1-c200-4326-ab2c-618acba01e90']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:15.540470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de87ad7-83dd-49eb-b3f0-7fb131f950f0') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:15.540790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de87ad7-83dd-49eb-b3f0-7fb131f950f0') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:15.558817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.567793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.568380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] For port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:15.586742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.594410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:15.594861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:15.599304 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:15.619837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:15.679275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] For port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1,segment=NetworkSegment(764a21a8-1b1f-4c72-9eb7-8c45aeba7f92),segment_id=764a21a8-1b1f-4c72-9eb7-8c45aeba7f92)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:15.697885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:15.700305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Deleting port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:15.700645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.718489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:15.728662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Pushing event updated for resources: {'Port': ['ID=49395fab-82e5-4953-8009-06aa44efbdc0,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.741337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:15.747538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.786608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:15.790070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:15.800762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:15.801021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.801142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:15.832673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:15.834886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.886792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3522ab6-53c4-495e-a728-ba85a47fd174,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:15.914083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.20.0.1 (ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb/c2f15510-d593-41ec-a0ab-c527524f967c/8dfadaf0-7dba-47c8-8af3-08405953b4d8) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:15.944411 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55f752fc-eb45-46ba-aa2f-ea03f49c9fbf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1487370 Apr 04 11:49:15.970014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39484) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:15.997424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.001802 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ce01420c-cba2-45b8-94aa-d23b59625cd4 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4970806 Apr 04 11:49:16.002577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39486) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:16.037372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 166924fc-f693-494c-8912-f22fa2c637fa {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:16.037834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.044568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Allocated IP 172.20.0.18 (591d424f-56a5-4efd-a09d-973dea44d9ca/8cba62e4-f6c9-4aca-8d4d-fad6519193d7/02809195-009f-4e93-bf9b-cdf880db3184) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:16.084745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.089744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.097580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/96f452c1-c200-4326-ab2c-618acba01e90 HTTP/1.1" status: 204 len: 168 time: 1.5763543 Apr 04 11:49:16.099927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39488) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:16.230925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.256568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Attempting to bind port 49395fab-82e5-4953-8009-06aa44efbdc0 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:16.256814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Attempting to bind port 49395fab-82e5-4953-8009-06aa44efbdc0 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:16.257008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Attempting to bind port 49395fab-82e5-4953-8009-06aa44efbdc0 on network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:16.267209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] DHCP port deletion for 3a4722f1-bcb2-4f50-8747-3ecb8907de2d request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:16.274768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.284398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac699f2-c6e8-4ffe-9eae-244e684cf547 None None] Pushing event updated for resources: {'Port': ['ID=20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.297325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a086d-c440-43b8-8f2d-b2b38d794b3c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=96f452c1-c200-4326-ab2c-618acba01e90,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.299781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.302091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:16.302403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Checking segment: {'id': 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:16.303108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.303233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Bound using segment: {'id': 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:16.303694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Bound port: 49395fab-82e5-4953-8009-06aa44efbdc0, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:16.304697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.317336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Deleting port 8430ce6a-a128-421a-9a9a-a76421f47312 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:16.317839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.328157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.346195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] For port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:16.346195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.367028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Calling delete_port for 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:16.368460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.369372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 166924fc-f693-494c-8912-f22fa2c637fa owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:16.398727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2295d2-6e78-4990-9451-7a07b5f266d3 None None] Network 2d32f64e-0138-4776-9737-09a6d8f6659b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:16.402004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Allocated IP 2001:db8:0:1::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/ce645a8a-b43c-47e6-b89a-589b82abbd30/8d1c3160-ee00-44d3-9373-6172af44eff8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:16.464913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:16.465624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.488312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.492729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] For port 49395fab-82e5-4953-8009-06aa44efbdc0, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:16.495872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] For port 49395fab-82e5-4953-8009-06aa44efbdc0, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=49395fab-82e5-4953-8009-06aa44efbdc0,segment=NetworkSegment(dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b),segment_id=dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:16.507818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.511791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a3522ab6-53c4-495e-a728-ba85a47fd174 HTTP/1.1" status: 204 len: 168 time: 0.5010815 Apr 04 11:49:16.513079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39490) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:16.541624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] For port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,segment=NetworkSegment(bcf96fd6-30df-48f4-8b25-05cad6c687a0),segment_id=bcf96fd6-30df-48f4-8b25-05cad6c687a0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:16.544512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2f356-68d6-4fb4-ae2f-c969a60cca6e tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3522ab6-53c4-495e-a728-ba85a47fd174,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.578280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.578770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.584275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:16.584646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.584950 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e567fe0f-58b7-4828-9f2a-138e6da93178 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697422 Apr 04 11:49:16.587849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39492) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:16.595542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.618615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Calling delete_port for 8430ce6a-a128-421a-9a9a-a76421f47312 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:16.620625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.650389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.684879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.687511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.691504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Port': ['ID=20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.700355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] No DVR routers for this DVR port 20cc6919-cbb8-42ee-9ee9-105ccb5cf2d1 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:16.747195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:16.761283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:16.763355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.780862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:16.808685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:16.833375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:16.839585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.849978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=8dfadaf0-7dba-47c8-8af3-08405953b4d8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.851412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7bdc8-e691-4363-93d3-95cdbedb1ea0 None None] Pushing event updated for resources: {'Port': ['ID=49395fab-82e5-4953-8009-06aa44efbdc0,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:16.853025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.854829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Deleting port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:16.855201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.859628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.933983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.936676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] For port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,segment=NetworkSegment(bcf96fd6-30df-48f4-8b25-05cad6c687a0),segment_id=bcf96fd6-30df-48f4-8b25-05cad6c687a0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:16.937066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.940957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8d1c3160-ee00-44d3-9373-6172af44eff8,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:16.953074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d32f64e-0138-4776-9737-09a6d8f6659b']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:16.982586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:16.982908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764a21a8-1b1f-4c72-9eb7-8c45aeba7f92') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:16.994339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:16.998253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.010915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Calling delete_port for fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:17.019347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.048540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.088058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:17.089542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:17.095691 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:17.103071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.125276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.148836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.152855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.159657 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/136b44da-5013-46ec-9abd-816e8869f755 HTTP/1.1" status: 204 len: 168 time: 0.5650876 Apr 04 11:49:17.159876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07c62d-adad-4c6b-8cd6-ed178f61cc75 None None] Pushing event updated for resources: {'Port': ['ID=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.176080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39494) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:17.215784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=166924fc-f693-494c-8912-f22fa2c637fa,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.246610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0459a-ae09-42ab-84a6-92b5d0dd972f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b44da-5013-46ec-9abd-816e8869f755,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.258496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.385693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.397670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8776b1-5b70-4b60-b26d-076ceaebe8fd None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.407929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.415791 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/2d32f64e-0138-4776-9737-09a6d8f6659b HTTP/1.1" status: 204 len: 168 time: 1.9831603 Apr 04 11:49:17.418063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39496) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:17.469925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd09e8-8533-4d98-af21-60b76a18fe6b tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=2d32f64e-0138-4776-9737-09a6d8f6659b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.502617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a191b4b-d322-41ac-87db-00c6acf3fbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.509597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.548724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] Pushing event deleted for resources: {'Port': ['ID=fd38b8c0-a38f-4a10-9cdd-73f27c22cce8,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.558378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61321507-187b-4f0e-bd09-ee4d454bc1bf None None] No DVR routers for this DVR port fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:17.590841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.605403 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a8bcf2c2-9799-4faf-87a2-654b281563b2 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3984902 Apr 04 11:49:17.621229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39498) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:17.660037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port bcaa9e9c-7462-440b-ab36-7331ab5dbc14 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:17.660037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.664655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.665713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.669186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8d1c3160-ee00-44d3-9373-6172af44eff8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:17.683803 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bc684b20-44fa-4bfa-9bc4-f91391ee8f12 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/166924fc-f693-494c-8912-f22fa2c637fa HTTP/1.1" status: 204 len: 168 time: 2.5889966 Apr 04 11:49:17.684702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:17.749809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8d1c3160-ee00-44d3-9373-6172af44eff8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:17.750076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.760119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.873749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 49395fab-82e5-4953-8009-06aa44efbdc0 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:17.889205 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0173a5d3-b0e1-4f32-bbf7-119c597eb402 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:49:17.900357 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0173a5d3-b0e1-4f32-bbf7-119c597eb402 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/166924fc-f693-494c-8912-f22fa2c637fa HTTP/1.1" status: 404 len: 333 time: 0.1823444 Apr 04 11:49:17.917406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39502) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:17.930308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.941441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 49395fab-82e5-4953-8009-06aa44efbdc0 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:17.941991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:17.968719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Port': ['ID=8430ce6a-a128-421a-9a9a-a76421f47312,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:17.996789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4722f1-bcb2-4f50-8747-3ecb8907de2d']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.030843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf96fd6-30df-48f4-8b25-05cad6c687a0') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.031484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf96fd6-30df-48f4-8b25-05cad6c687a0') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.038693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port bcaa9e9c-7462-440b-ab36-7331ab5dbc14, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:18.039202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.076258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.088679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for bcaa9e9c-7462-440b-ab36-7331ab5dbc14 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:18.112289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.123644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.174791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:18.181962 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:18.218087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 49395fab-82e5-4953-8009-06aa44efbdc0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=49395fab-82e5-4953-8009-06aa44efbdc0,segment=NetworkSegment(dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b),segment_id=dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:18.302076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.388584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.419601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.426062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/3a4722f1-bcb2-4f50-8747-3ecb8907de2d HTTP/1.1" status: 204 len: 168 time: 1.0046897 Apr 04 11:49:18.426757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39504) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:18.434481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 715a62cb-7fa8-427d-be7c-841626058ab5 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:18.451004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402ea5-769c-486b-87a7-77384ad7883c tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=3a4722f1-bcb2-4f50-8747-3ecb8907de2d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:18.475800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=49395fab-82e5-4953-8009-06aa44efbdc0,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:18.481150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 715a62cb-7fa8-427d-be7c-841626058ab5 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:18.481346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 715a62cb-7fa8-427d-be7c-841626058ab5 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:18.481800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:18.485739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Could not find standard attr ID for object 166924fc-f693-494c-8912-f22fa2c637fa. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:49:18.514681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:18.514681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fd38b8c0-a38f-4a10-9cdd-73f27c22cce8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:18.515570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 03805b6a-4b2d-402f-b93b-8cbf077c50ea no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:18.556360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 03805b6a-4b2d-402f-b93b-8cbf077c50ea {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:18.557042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 03805b6a-4b2d-402f-b93b-8cbf077c50ea not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:18.561105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:18.561485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.568082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.583739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.602246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.608582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.613538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.615049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:18.616515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Floating IP 4086e739-b801-4c5a-8241-faf265ef52fe disassociated (deleted). External IP: 172.26.1.137, port: 60b14e66-4b31-4432-b897-079066aab201. Apr 04 11:49:18.633081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767d5d1-1b47-46d8-8663-c6983eb71452 None None] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:18.649539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:18.650149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b962538-7978-4892-9cbe-70d874b8d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.667749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=bcaa9e9c-7462-440b-ab36-7331ab5dbc14,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:18.685304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.730982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:18.741961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.742161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.873869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa5509-963c-4d75-bbe8-5ecb4f8ec13c']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.892622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835a5b28-bb9e-46dc-8d17-e0f36ab8ec60') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.893981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835a5b28-bb9e-46dc-8d17-e0f36ab8ec60') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:18.915035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.917365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.920160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:18.957003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.025393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:19.025997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.029980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:19.033235 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:19.037239 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e6d246fe-cfbc-41a9-adff-850d6f85a360 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb HTTP/1.1" status: 204 len: 168 time: 3.0574999 Apr 04 11:49:19.040815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.043754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.047457 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/83749290-4799-4e16-bf0e-bef8c361b1e2 HTTP/1.1" status: 204 len: 168 time: 1.4200871 Apr 04 11:49:19.047457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.065262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39508) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.074818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902130f-a5f3-4aac-bc62-8cfcc4bcc506 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83749290-4799-4e16-bf0e-bef8c361b1e2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:19.086979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.089853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.091699 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/security-groups/e16eebea-e65b-4222-bad9-8be6ab3299b5 HTTP/1.1" status: 204 len: 168 time: 1.1189220 Apr 04 11:49:19.120980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.150867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.226976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2bb1b-6191-4f68-a8d7-6bcd89351a0b tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16eebea-e65b-4222-bad9-8be6ab3299b5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:19.255877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.313323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.324970 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e14f76fb-def9-4f57-85e9-2dd47b4cc45a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2577512 Apr 04 11:49:19.347636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=8dfadaf0-7dba-47c8-8af3-08405953b4d8,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:19.352508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39512) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.353792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.359828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/38aa5509-963c-4d75-bbe8-5ecb4f8ec13c HTTP/1.1" status: 204 len: 168 time: 0.9178505 Apr 04 11:49:19.378747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.386494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584874645'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:19.431432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Could not find standard attr ID for object 166924fc-f693-494c-8912-f22fa2c637fa. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:49:19.439535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Could not find standard attr ID for object a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:49:19.441461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d0304-112e-4732-a751-33343871c50c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:19.443234 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-670d0304-112e-4732-a751-33343871c50c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3832140 Apr 04 11:49:19.458707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Provisioning complete for port 49395fab-82e5-4953-8009-06aa44efbdc0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:19.459321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.473648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39516) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.490133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6413c-423b-4809-80f8-16edab80b6e1 tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=38aa5509-963c-4d75-bbe8-5ecb4f8ec13c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:19.550007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8d1c3160-ee00-44d3-9373-6172af44eff8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:19.557127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.567576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:19.577900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e669be-57a4-4230-ad3a-0a9bd028390b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:19.582483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d9e669be-57a4-4230-ad3a-0a9bd028390b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1040218 Apr 04 11:49:19.583752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39518) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.596627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.626665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.661226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8d1c3160-ee00-44d3-9373-6172af44eff8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:19.661541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.699125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242dfd8-378f-4905-ab7c-ce88c142a005 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:19.701639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242dfd8-378f-4905-ab7c-ce88c142a005 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:19.703372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242dfd8-378f-4905-ab7c-ce88c142a005 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:19.705160 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1242dfd8-378f-4905-ab7c-ce88c142a005 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1204975 Apr 04 11:49:19.711904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39520) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:19.742991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.760152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.765723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:19.769641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 49395fab-82e5-4953-8009-06aa44efbdc0 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:19.774843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Router e481d1f9-4bd8-4462-968d-0ff64897faa2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:19.778823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:19.798522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Provisioning complete for port 8d1c3160-ee00-44d3-9373-6172af44eff8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:19.799803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62b66583-e961-4602-a9a4-e8387696c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:19.878902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 49395fab-82e5-4953-8009-06aa44efbdc0 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:19.879712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.016873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:20.047130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.050248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.054546 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba8c13f3-6270-4343-b93d-b72f0ab28b2d HTTP/1.1" status: 204 len: 168 time: 0.9246466 Apr 04 11:49:20.068808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39522) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:20.109494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-091d2c62-e588-4103-8846-a23e77725691 None None] Provisioning complete for port 49395fab-82e5-4953-8009-06aa44efbdc0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:20.109949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-091d2c62-e588-4103-8846-a23e77725691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.135088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.147674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c91b3-c000-4fb0-ac21-b31badcd2252 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c13f3-6270-4343-b93d-b72f0ab28b2d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:20.148413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:20.149264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.184981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:20.186551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:20.189317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e463bcbe-8b63-4d4c-b706-d17cf2465104']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.200701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.205358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:20.210034 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Sync routers for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:20.213512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ff5d1d-f300-41d2-877b-7f700e4fb524') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.213839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ff5d1d-f300-41d2-877b-7f700e4fb524') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.226664 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:20.227344 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3f4d4daf-8653-4540-a50f-c66769d335dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1233683 Apr 04 11:49:20.228185 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.236508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:20.254178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet e4457da3-f4c9-4a22-8166-621a27491e91 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:20.265473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.265914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.271218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.278670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:20.281762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.291521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 46b17a8c-5122-4578-a99c-6d2c6f352a86 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:20.306404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.346852 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b5527a4-3192-4ee9-b71a-f8bb1a814f30 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "DELETE /v2.0/floatingips/4086e739-b801-4c5a-8241-faf265ef52fe HTTP/1.1" status: 204 len: 168 time: 5.1836667 Apr 04 11:49:20.357661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:49:20.378109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaaa6f2-62fd-4838-a78b-08d3d80ca544 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:49:20.383440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.386822 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:20.466994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:20.499634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.557862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9514a65c-aadd-499b-b423-1b0f2cd63191,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:20.574142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-091d2c62-e588-4103-8846-a23e77725691 None None] Provisioning complete for port 8dfadaf0-7dba-47c8-8af3-08405953b4d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:20.574900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-091d2c62-e588-4103-8846-a23e77725691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.621947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.641594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626da4a4-b3e1-4640-b480-a30c239e275f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:49:20.660242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.670905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router dc31d3b1-ed4b-47ed-a788-9d1da802067a is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:20.683719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:20.684132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:20.692364 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:20.694740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-091d2c62-e588-4103-8846-a23e77725691 None None] Port 8dfadaf0-7dba-47c8-8af3-08405953b4d8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:20.700049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.701729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-618d463c-58d0-4490-8f20-b3a351d267f8 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3430195 Apr 04 11:49:20.707383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:20.707894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.713470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': '9514a65c-aadd-499b-b423-1b0f2cd63191', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:20.750061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet c0514834-f303-437b-8acc-f52aa32742bd {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:20.756449 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.782872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.794100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaaa6f2-62fd-4838-a78b-08d3d80ca544 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:49:20.824852 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Checking router: e481d1f9-4bd8-4462-968d-0ff64897faa2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:20.837280 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:20.839307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:20.842088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.881642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9e90b8b6-8186-4d6b-a26c-b893449f472b None None] Provisioning complete for port 8dfadaf0-7dba-47c8-8af3-08405953b4d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:20.882028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9e90b8b6-8186-4d6b-a26c-b893449f472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.914941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:20.976044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9e90b8b6-8186-4d6b-a26c-b893449f472b None None] Port 8dfadaf0-7dba-47c8-8af3-08405953b4d8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:20.996262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:18Z', 'revision_number': 10, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.013268 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:21.022131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.037010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.041010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=46b17a8c-5122-4578-a99c-6d2c6f352a86,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:21.048922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.051764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:21.057972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f906c940-ba8d-4549-957d-ee43cd3a6838 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/46b17a8c-5122-4578-a99c-6d2c6f352a86 HTTP/1.1" status: 204 len: 168 time: 1.3435144 Apr 04 11:49:21.059277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39538) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.108425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c669977f-a10c-4b19-b5ee-49287dd7f70b x-openstack-request-id: req-c669977f-a10c-4b19-b5ee-49287dd7f70b {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:49:21.109892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "tag": "60b14e66-4b31-4432-b897-079066aab201", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:49:21.111132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c669977f-a10c-4b19-b5ee-49287dd7f70b {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:49:21.112804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c669977f-a10c-4b19-b5ee-49287dd7f70b'] response: {'name': 'network-changed', 'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'status': 'completed', 'code': 200} Apr 04 11:49:21.125266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:21.125948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.126398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet ce645a8a-b43c-47e6-b89a-589b82abbd30 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:21.136370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.192191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.203902 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] 10.222.0.43 "DELETE /v2.0/networks/e463bcbe-8b63-4d4c-b706-d17cf2465104 HTTP/1.1" status: 204 len: 168 time: 1.8135192 Apr 04 11:49:21.203902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf26c4e-73f3-4f01-8a3a-51985ca3670f tempest-BulkNetworkOpsIpV6Test-1907692540 tempest-BulkNetworkOpsIpV6Test-1907692540-project] Pushing event deleted for resources: {'Network': ['ID=e463bcbe-8b63-4d4c-b706-d17cf2465104,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:21.204285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.222988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.267168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:21.291496 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c8e7310c-4cba-4a42-9e03-b757dffa03be tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/dc31d3b1-ed4b-47ed-a788-9d1da802067a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8361554 Apr 04 11:49:21.303526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39544) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.311406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.332396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.391441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf0ef-3879-4500-83f9-794c5b689176 req-233bb16e-386d-4e43-975c-84f7f1c7e249 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:21.397722 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.400017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.403099 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1fddf0ef-3879-4500-83f9-794c5b689176 req-233bb16e-386d-4e43-975c-84f7f1c7e249 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.3701682 Apr 04 11:49:21.437570 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fb2d1-316f-40af-af4d-19f7cb32b86e None None] The sync data for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv is: [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:47:14Z', 'revision_number': 4, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'aaaf5b9b-a3f7-498c-af0c-5d2066a89df2', 'name': '', 'network_id': '13a2988c-46d1-471f-95ab-9246b4e9b6e5', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'mac_address': 'fa:16:3e:89:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:47:12Z', 'updated_at': '2022-04-04T11:47:26Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'subnets': [{'id': '2b2a8d58-21ae-46d8-b713-8b73789869eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:21.456799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626da4a4-b3e1-4640-b480-a30c239e275f req-393be983-5ca7-4831-ab96-9784679d045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:21.458532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-393be983-5ca7-4831-ab96-9784679d045a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a35905c2acfa42f89fd224798d21c0ae&device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 1098 time: 0.3982494 Apr 04 11:49:21.459189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9751d1-dc25-40ae-837d-d73b4fcb8c44,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:21.476441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869767c-5ba7-4155-a3d7-ce06694bb7a7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:21.477952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1869767c-5ba7-4155-a3d7-ce06694bb7a7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports/8dfadaf0-7dba-47c8-8af3-08405953b4d8 HTTP/1.1" status: 200 len: 910 time: 0.1689880 Apr 04 11:49:21.481300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39546) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.491618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:21.562448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.563885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.582182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] Sync routers for ids ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:21.592327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.593614 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6fc3a781-2c84-4ae9-a034-c2418c077d32 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8844128 Apr 04 11:49:21.625607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.627036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.633922 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1fddf0ef-3879-4500-83f9-794c5b689176 req-981f5abe-bd95-432c-87c3-95580567e829 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2296476 Apr 04 11:49:21.636784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39550) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.644420 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/c0514834-f303-437b-8acc-f52aa32742bd HTTP/1.1" status: 204 len: 168 time: 1.3961365 Apr 04 11:49:21.673005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.680377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=e4457da3-f4c9-4a22-8166-621a27491e91,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:21.696560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.707508 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aebf8ad6-b378-44f6-8ac0-ecd5dcadb531 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/e4457da3-f4c9-4a22-8166-621a27491e91 HTTP/1.1" status: 204 len: 168 time: 1.6360321 Apr 04 11:49:21.730879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39554) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.736282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:21.740527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] Routers {'dc31d3b1-ed4b-47ed-a788-9d1da802067a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:21.743975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.755956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac19b60-9e1a-4ac2-a16c-f5f6a0b03f97 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=c0514834-f303-437b-8acc-f52aa32742bd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:21.819677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.863512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39556) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:21.865197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.884886 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c15822-8a3c-46d4-bce1-a19ecf6e950f None None] New status for floating IP 4086e739-b801-4c5a-8241-faf265ef52fe: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:49:21.930921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.935203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] Routers {'dc31d3b1-ed4b-47ed-a788-9d1da802067a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:21.937320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:21.940690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:21.990262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626da4a4-b3e1-4640-b480-a30c239e275f req-851c04a5-628d-4e1f-89a2-3acb5796e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:21.991138 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-851c04a5-628d-4e1f-89a2-3acb5796e402 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13a2988c-46d1-471f-95ab-9246b4e9b6e5 HTTP/1.1" status: 200 len: 897 time: 0.5231898 Apr 04 11:49:22.018867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:22.020347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f94496-ec51-48ba-bce9-4062e28f758d None None] The sync data for ids ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:22.053219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.070243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e43a3a-00ab-44a4-bbc1-668e212c807a None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:22.079203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7e8f7-a2d8-4489-89e9-a26c05d470fb None None] Network 2f27649a-a73c-437c-b9e8-73476f2770e0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:22.082222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a86ab4-67ba-4656-8dfa-33f0c3f3e941 None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:22.104294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.104294 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6e9751d1-dc25-40ae-837d-d73b4fcb8c44 HTTP/1.1" status: 204 len: 168 time: 0.4679196 Apr 04 11:49:22.111346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39560) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:22.118569 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-910e6c78-99b6-48e4-9f8e-422ab5340d1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b14e66-4b31-4432-b897-079066aab201 HTTP/1.1" status: 200 len: 217 time: 0.0926061 Apr 04 11:49:22.128659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcbfd2-0c96-40f1-a83b-a0033ac54f3c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e9751d1-dc25-40ae-837d-d73b4fcb8c44,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:22.180462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626da4a4-b3e1-4640-b480-a30c239e275f req-ed1dbf48-b974-4e6f-81b6-cebc8f492238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:22.181961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-ed1dbf48-b974-4e6f-81b6-cebc8f492238 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2a8d58-21ae-46d8-b713-8b73789869eb HTTP/1.1" status: 200 len: 835 time: 0.0475521 Apr 04 11:49:22.185797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.191460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:22.194357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.250068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=ce645a8a-b43c-47e6-b89a-589b82abbd30,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:22.272561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.279562 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-468958b0-5842-45cb-bf87-d78770a97824 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1643682 Apr 04 11:49:22.279750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7c633f5d-cb62-429e-a967-924fa887a7e7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ce645a8a-b43c-47e6-b89a-589b82abbd30 HTTP/1.1" status: 204 len: 168 time: 1.2168169 Apr 04 11:49:22.281669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39562) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:22.281669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39564) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:22.336139 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4b5704d4-68c1-48c7-a864-7a8743d8852d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500760 Apr 04 11:49:22.338651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 11056f11-7faf-4716-b587-798b210226a2 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:22.339170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.339967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39566) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:22.346499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a43ccd7-7dee-4b84-b1f1-84169aa26db4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deec2c5f068c49b481c999d02369cd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759724 Apr 04 11:49:22.347791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:22.355889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39568) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:22.383888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:18Z', 'revision_number': 10, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:22.401470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69876cf-2476-46ac-9970-ee1896cc879e req-176c26f7-872e-4a3a-b784-4c88b8ebce08 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:22.403086 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d69876cf-2476-46ac-9970-ee1896cc879e req-176c26f7-872e-4a3a-b784-4c88b8ebce08 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.1908250 Apr 04 11:49:22.445387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202d6ad-9f92-4ab3-ba09-e6058ac139c8 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:18Z', 'revision_number': 10, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None, '_interfaces': [{'id': '3b10be10-c888-4a72-a490-362c48cdb84c', 'name': '', 'network_id': '4a1578cf-1444-45e3-b04e-a6181dac0c6c', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'mac_address': 'fa:16:3e:b6:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:48:16Z', 'updated_at': '2022-04-04T11:48:27Z', 'revision_number': 5, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'subnets': [{'id': 'b5cbda41-b862-45f5-8f26-92964922018a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:22.453617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 11056f11-7faf-4716-b587-798b210226a2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=11056f11-7faf-4716-b587-798b210226a2,segment=NetworkSegment(a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6),segment_id=a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:22.453617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.458298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626da4a4-b3e1-4640-b480-a30c239e275f req-fa06daaa-75b7-41c8-b2cb-2c795e7fdb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:22.459902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-fa06daaa-75b7-41c8-b2cb-2c795e7fdb0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a2988c-46d1-471f-95ab-9246b4e9b6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2500458 Apr 04 11:49:22.499688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.507928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 11056f11-7faf-4716-b587-798b210226a2 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:22.581533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.657209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.685073 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-62f5a582-4109-451d-8aec-720104434ae1 service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132232 Apr 04 11:49:22.707987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.801148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] DHCP port deletion for 2f27649a-a73c-437c-b9e8-73476f2770e0 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:22.845463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-626da4a4-b3e1-4640-b480-a30c239e275f req-b4533220-26d6-42e3-9cad-a4049dad419f service neutron] 10.222.0.44 "GET /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525202 Apr 04 11:49:22.859425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:22.904889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.945655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Deleting port 11056f11-7faf-4716-b587-798b210226a2 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:22.946078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.955895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=11056f11-7faf-4716-b587-798b210226a2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:22.959465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port 11056f11-7faf-4716-b587-798b210226a2 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:22.961336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.978133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:22.979363 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/9514a65c-aadd-499b-b423-1b0f2cd63191 HTTP/1.1" status: 204 len: 168 time: 0.6928406 Apr 04 11:49:23.004569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39572) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:23.028013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] For port 11056f11-7faf-4716-b587-798b210226a2, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:23.028403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.043804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Calling delete_port for 11056f11-7faf-4716-b587-798b210226a2 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:23.046734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Port 11056f11-7faf-4716-b587-798b210226a2 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:49:23.050065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.086049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] Pushing event deleted for resources: {'Port': ['ID=11056f11-7faf-4716-b587-798b210226a2,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.095572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:23.107329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.121783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2d35c-d8ca-473a-8971-24dc8ed6213a None None] No DVR routers for this DVR port 11056f11-7faf-4716-b587-798b210226a2 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:23.141133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Deleting port 8d1c3160-ee00-44d3-9373-6172af44eff8 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:23.141512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.145041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.167003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f27649a-a73c-437c-b9e8-73476f2770e0']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:23.179729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:23.180124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46e238a-af79-4db2-bbc4-d0fd0cb5f3e6') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:23.190588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.198269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.205928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.212057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:23.212467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.242007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8d1c3160-ee00-44d3-9373-6172af44eff8,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:23.242813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.263365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Calling delete_port for 8d1c3160-ee00-44d3-9373-6172af44eff8 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:23.277342 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:23.285455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94299231-8bd7-4ac0-8ea1-5b524a9b7143 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514a65c-aadd-499b-b423-1b0f2cd63191,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.342345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8d1c3160-ee00-44d3-9373-6172af44eff8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:23.359064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.369944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.375205 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/2f27649a-a73c-437c-b9e8-73476f2770e0 HTTP/1.1" status: 204 len: 168 time: 1.7118170 Apr 04 11:49:23.388582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39576) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:23.396998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6724f1-1af3-4b46-a82e-a6bf15fc4f19 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=2f27649a-a73c-437c-b9e8-73476f2770e0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.436557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Deleting port 60b14e66-4b31-4432-b897-079066aab201 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:23.437075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.442155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.474172 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d1e1c92b-bc6a-4735-8170-e13d01b0ee06 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4534292 Apr 04 11:49:23.493500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39578) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:23.497874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 8d1c3160-ee00-44d3-9373-6172af44eff8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8d1c3160-ee00-44d3-9373-6172af44eff8,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:23.509307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039939181'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:23.537697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d2301f5b-295a-40a5-87c3-c76091161ef2 None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:23.537697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d2301f5b-295a-40a5-87c3-c76091161ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.574572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d2301f5b-295a-40a5-87c3-c76091161ef2 None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:23.586428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d2301f5b-295a-40a5-87c3-c76091161ef2 None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:23.589428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d2301f5b-295a-40a5-87c3-c76091161ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.604936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68669b-ce6a-479b-8ff5-15c048b4c65f req-f75e63d6-7bba-4b81-89c7-c73b2177c8f7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:23.606493 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7a68669b-ce6a-479b-8ff5-15c048b4c65f req-f75e63d6-7bba-4b81-89c7-c73b2177c8f7 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 945 time: 0.5928082 Apr 04 11:49:23.619632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.620353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bcaa9e9c-7462-440b-ab36-7331ab5dbc14 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:23.671118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.677546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: bcaa9e9c-7462-440b-ab36-7331ab5dbc14 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:23.677988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bcaa9e9c-7462-440b-ab36-7331ab5dbc14 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:23.678485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 11056f11-7faf-4716-b587-798b210226a2 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:23.701531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.703901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] For port 60b14e66-4b31-4432-b897-079066aab201, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=60b14e66-4b31-4432-b897-079066aab201,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:23.704276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.715661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 11056f11-7faf-4716-b587-798b210226a2 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:23.716090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 11056f11-7faf-4716-b587-798b210226a2 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:23.730158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] No DVR routers for this DVR port 8d1c3160-ee00-44d3-9373-6172af44eff8 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:23.741424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.764614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.767737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.773452 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf7fcbdb-22ce-4c03-be20-3b12f3977c8e HTTP/1.1" status: 204 len: 168 time: 1.4080915 Apr 04 11:49:23.780829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.796109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Calling delete_port for 60b14e66-4b31-4432-b897-079066aab201 owned by compute:nova {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:23.814380 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7a68669b-ce6a-479b-8ff5-15c048b4c65f req-2aedb66d-33e5-4263-8013-8136e51cec81 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f068963-98b1-477a-a6ef-27271dc9144a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959925 Apr 04 11:49:23.833204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1b41f-96e0-40f2-aed1-f820e3e8b1f7 None None] Pushing event deleted for resources: {'Port': ['ID=8d1c3160-ee00-44d3-9373-6172af44eff8,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.849102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ed52d-1248-4cc1-b5d2-62bcf635cbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fcbdb-22ce-4c03-be20-3b12f3977c8e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:23.852034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:23.879056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.894301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:23.906575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77152a8a-1071-4517-8869-b437a93a82d0 None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:23.938627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:23.939231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:23.967381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=e2403261-8210-4a2b-aa9f-54f3604c0821,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.085594 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7583b64c-3ad8-408a-89f8-56b134f42fb1 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3524828 Apr 04 11:49:24.087907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39584) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:24.094335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 8dfadaf0-7dba-47c8-8af3-08405953b4d8 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:24.094686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.100032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'security_group': {'name': 'tempest-secgroup-640604899'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:24.115770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.152700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.214497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.222943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Update dhcp port {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'fixed_ips': [{'subnet_id': '8cba62e4-f6c9-4aca-8d4d-fad6519193d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e2403261-8210-4a2b-aa9f-54f3604c0821'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '02809195-009f-4e93-bf9b-cdf880db3184'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:24.231800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.269994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.284546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 3b10be10-c888-4a72-a490-362c48cdb84c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:24.285154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.285412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:24.298072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:24.303698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=b4669e10-de2f-4581-9816-9a9f3a4c683f,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.306559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:24.307156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.318505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b5a20-ad39-4fe7-8a21-445e07a8a45a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.333169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.336776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.356684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.360477 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-15322c38-7ee7-4774-bc19-7f129bcfdd27 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8595350 Apr 04 11:49:24.372918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39590) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:24.378308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'fa9b5a20-ad39-4fe7-8a21-445e07a8a45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:24.382811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 8dfadaf0-7dba-47c8-8af3-08405953b4d8 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:24.384738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Port': ['ID=60b14e66-4b31-4432-b897-079066aab201,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.392057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.402855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598448ed-0f17-4c9f-8831-b16539fa5846 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:24.435403 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-820782da-a1ba-4b64-8ad8-106a6d692711 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0889938 Apr 04 11:49:24.435521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39592) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:24.439307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:24.503321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] No DVR routers for this DVR port 60b14e66-4b31-4432-b897-079066aab201 on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:24.506563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.510812 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d69876cf-2476-46ac-9970-ee1896cc879e req-c335df98-3f92-48b2-81f2-a4260e7640c5 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.44 "DELETE /v2.0/ports/60b14e66-4b31-4432-b897-079066aab201 HTTP/1.1" status: 204 len: 173 time: 2.0936341 Apr 04 11:49:24.513685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-deleted', 'tag': '60b14e66-4b31-4432-b897-079066aab201'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:49:24.516768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cc84e8-7894-4136-aa26-99a0318ed7fa" -d '{"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-deleted", "tag": "60b14e66-4b31-4432-b897-079066aab201"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:49:24.526645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.539940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 3b10be10-c888-4a72-a490-362c48cdb84c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b10be10-c888-4a72-a490-362c48cdb84c,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:24.540393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.575315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.593356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 3b10be10-c888-4a72-a490-362c48cdb84c owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:24.609180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639a28a-e2ee-42c3-b5bc-fb5609feab88 x-openstack-request-id: req-1639a28a-e2ee-42c3-b5bc-fb5609feab88 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:49:24.609504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dae20b-fb5c-4e32-a816-e59ef354f87c", "name": "network-vif-deleted", "tag": "60b14e66-4b31-4432-b897-079066aab201", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:49:24.612191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1639a28a-e2ee-42c3-b5bc-fb5609feab88 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:49:24.612191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1639a28a-e2ee-42c3-b5bc-fb5609feab88'] response: {'server_uuid': 'e4dae20b-fb5c-4e32-a816-e59ef354f87c', 'name': 'network-vif-deleted', 'tag': '60b14e66-4b31-4432-b897-079066aab201', 'status': 'completed', 'code': 200} Apr 04 11:49:24.676231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05dadf-c5ce-40df-bbad-20cae8c774da,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.735081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.739651 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-83587e8f-3489-40f3-8d32-26e733dcaf83 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6457210 Apr 04 11:49:24.740962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39600) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:24.744942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.749320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'security_group': {'name': 'tempest-secgroup-426104546'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:24.829710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.863092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=8dfadaf0-7dba-47c8-8af3-08405953b4d8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.878097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.879177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.879704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.880214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.880776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.881409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.881922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.882423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.882922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.883421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.883906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.884395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:24.887118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:24.891020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.898317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.898480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:24.906565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Allocated IP 172.20.0.2 (591d424f-56a5-4efd-a09d-973dea44d9ca/e2403261-8210-4a2b-aa9f-54f3604c0821/02809195-009f-4e93-bf9b-cdf880db3184) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:24.962748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef90cdc9-6647-40c9-9fb6-dfad65339c18,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:24.978113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'b4669e10-de2f-4581-9816-9a9f3a4c683f'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:24.979001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.026711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.111162 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0ff2919b-0401-403b-a113-aecc1cfeae57 req-fc55151d-d9ec-4c99-b085-64a676bda411 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dae20b-fb5c-4e32-a816-e59ef354f87c HTTP/1.1" status: 200 len: 210 time: 0.1220195 Apr 04 11:49:25.137315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4669e10-de2f-4581-9816-9a9f3a4c683f (CIDR: 2001:db8::/64) Apr 04 11:49:25.137315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.138931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-959b93a1-2811-4ef2-a2ec-b81bc52bb17c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7646465 Apr 04 11:49:25.150117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39610) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.163101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=3b10be10-c888-4a72-a490-362c48cdb84c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:25.198567 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:25.198747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:25.242823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.257976 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-651ed68d-f0b3-4708-8306-f3a0f3c1c0c1 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules/ef90cdc9-6647-40c9-9fb6-dfad65339c18 HTTP/1.1" status: 200 len: 763 time: 0.1061802 Apr 04 11:49:25.304972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:25.339490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39614) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.383909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.392153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/b4669e10-de2f-4581-9816-9a9f3a4c683f/526d1551-2803-4353-8f2c-dcf49e0d9277) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:25.392711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.404145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.411314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.449166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39618) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.472883 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f915b37b-6e2c-48ac-8f29-aeceecd6cd0c tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1288636 Apr 04 11:49:25.477452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39622) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.494595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.524853 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45e1d79f-8239-41d4-9b33-18810a11bccf tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0900009 Apr 04 11:49:25.527109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30e50a-f11e-40e9-b25e-f23ecfc1939d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:25.527295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39624) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.538669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:25.595040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.599585 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-009a7ddb-fe46-4559-9e2f-a2bae49e717a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8550260 Apr 04 11:49:25.602145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39626) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.611298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086294012'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:25.635378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a6d3-df18-4746-87ac-3c638dc75a7e None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:25.666849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.707495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.726766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:25.774626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:25.832364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:25.842384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fbfa3451-6bf6-4198-a86e-bf98ea9e5323 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4529836 Apr 04 11:49:25.846313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:25.847349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Pushing event updated for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:25.849980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39628) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:25.865736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:25.870645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:25.882528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:25.886993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:25.887557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.007086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:26.014503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.020476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:26.023920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797695569'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:26.071075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router dc31d3b1-ed4b-47ed-a788-9d1da802067a has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:26.119904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 60b14e66-4b31-4432-b897-079066aab201 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:26.120580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 60b14e66-4b31-4432-b897-079066aab201 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:26.126791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.134956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.135109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Attempting to bind port 526d1551-2803-4353-8f2c-dcf49e0d9277 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:26.135109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Attempting to bind port 526d1551-2803-4353-8f2c-dcf49e0d9277 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:26.135109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Attempting to bind port 526d1551-2803-4353-8f2c-dcf49e0d9277 on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:26.177422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.184493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:26.186708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:26.187084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:26.187329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.187469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.187860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:26.188339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Bound port: 526d1551-2803-4353-8f2c-dcf49e0d9277, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:26.188721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.192512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.196786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ef90cdc9-6647-40c9-9fb6-dfad65339c18 HTTP/1.1" status: 204 len: 168 time: 0.7130320 Apr 04 11:49:26.208096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39632) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.208429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39634) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.209477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:26.215424 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ce271bf1-9846-4230-8bae-1c5b3a98901a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/dc31d3b1-ed4b-47ed-a788-9d1da802067a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7320871 Apr 04 11:49:26.224708 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] Sync routers for ids ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:26.238554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39636) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.245586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] Routers {'dc31d3b1-ed4b-47ed-a788-9d1da802067a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:26.246209 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.268378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:26.269748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.280944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.311654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.318545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cb4b-1b70-4370-9b02-53ab85a1dd6a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef90cdc9-6647-40c9-9fb6-dfad65339c18,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:26.332165 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] Routers {'dc31d3b1-ed4b-47ed-a788-9d1da802067a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:26.349512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:48:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.362134 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f05acc11-5767-41cb-b36e-939b7ded41bd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc31d3b1-ed4b-47ed-a788-9d1da802067a HTTP/1.1" status: 200 len: 205 time: 0.0979457 Apr 04 11:49:26.372163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:26.373950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39638) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.402105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.402335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting subnet b5cbda41-b862-45f5-8f26-92964922018a {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:26.404810 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ca312-9f4f-4d25-a282-49b478ae3326 None None] The sync data for ids ['dc31d3b1-ed4b-47ed-a788-9d1da802067a'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:26.409416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.442094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:26.462324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.479872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7deea-e48e-4fff-bf58-f5391cb7c814 None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:26.502881 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b67989ee-0d31-4fe8-8d6f-940e76b65d92 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2834203 Apr 04 11:49:26.506171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:26.507470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39640) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.512360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=526d1551-2803-4353-8f2c-dcf49e0d9277,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:26.513898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e86c1c02-ac10-45a3-a066-839064e79aad None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:26.513898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e86c1c02-ac10-45a3-a066-839064e79aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.543648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:26.547178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.550909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e86c1c02-ac10-45a3-a066-839064e79aad None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:26.561488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e86c1c02-ac10-45a3-a066-839064e79aad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:26.564764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e86c1c02-ac10-45a3-a066-839064e79aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.581848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'fa9b5a20-ad39-4fe7-8a21-445e07a8a45a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:26.586951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.588775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.605039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.647472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.674184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a7f54-3ae3-4d3b-82e4-b7fc88d5cd01 None None] Pushing event updated for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:26.754605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.802285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.838248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.879075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:26.882389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/b5cbda41-b862-45f5-8f26-92964922018a HTTP/1.1" status: 204 len: 168 time: 1.0310769 Apr 04 11:49:26.883360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cbda41-b862-45f5-8f26-92964922018a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:26.885420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:26.889042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feac593-f131-498d-9a5c-152f1d1be743 None None] Network 4a1578cf-1444-45e3-b04e-a6181dac0c6c requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:26.948787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.949966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.950503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10e37e-0e05-4c39-868d-c61f25b1276b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:26.953812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.954168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.954513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.954853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.955187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.956085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.956418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.956744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.957067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:26.962971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d995f2-ac12-4ed5-aeca-b90dbaf2c3a7 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:27.007954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.008948 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7d79919e-15a5-4897-9797-4227a2873c3e tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4020984 Apr 04 11:49:27.012293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.016552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.019573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39644) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.025404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.060916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1466683488', 'security_groups': ['2a10e37e-0e05-4c39-868d-c61f25b1276b'], 'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2403261-8210-4a2b-aa9f-54f3604c0821'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:27.122421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.137946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.150847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.184030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.187220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router dc31d3b1-ed4b-47ed-a788-9d1da802067a {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:27.193340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.197057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-12b76561-0c54-49c8-905b-29f8c6a22da1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/dc31d3b1-ed4b-47ed-a788-9d1da802067a HTTP/1.1" status: 204 len: 168 time: 0.8136048 Apr 04 11:49:27.203703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39646) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.240657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] DHCP port deletion for 4a1578cf-1444-45e3-b04e-a6181dac0c6c request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:27.241238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c30904-482e-4675-bbb5-f5fac1b834fa,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:27.268148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5bb734d7-1895-44a4-9f0b-fe063d6751b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.304063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Deleting port 75b7316c-f89f-43af-b609-ccf5efe43e1d {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:27.305452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.305629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.367427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet c2f15510-d593-41ec-a0ab-c527524f967c {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:27.376924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1813c1c6-c6b1-4c2d-a99c-1743b327c19b,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:27.384877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.386020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.412675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] For port 75b7316c-f89f-43af-b609-ccf5efe43e1d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b7316c-f89f-43af-b609-ccf5efe43e1d,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:27.413777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.428290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Deleting port 75b7316c-f89f-43af-b609-ccf5efe43e1d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:27.428890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.436488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.440743 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d297b1c2-b591-48c8-9d12-7f5b550c3bfa tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8983958 Apr 04 11:49:27.442226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39648) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.461199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.469200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:27.490880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:49:27.495295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.534367 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8593aa72-e8b4-4c87-89fa-0faac2bc80b5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules/1813c1c6-c6b1-4c2d-a99c-1743b327c19b HTTP/1.1" status: 200 len: 763 time: 0.0880694 Apr 04 11:49:27.535788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39650) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.591837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7083cb-2e38-4366-a7f8-cc098adb5133,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:27.623145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 526d1551-2803-4353-8f2c-dcf49e0d9277 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:27.633927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.640400 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f88521fa-a614-4eff-9308-ef4f2a16d34c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1806283 Apr 04 11:49:27.640400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39652) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.670130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Calling delete_port for 75b7316c-f89f-43af-b609-ccf5efe43e1d owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:27.684093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.692630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] For port 75b7316c-f89f-43af-b609-ccf5efe43e1d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=75b7316c-f89f-43af-b609-ccf5efe43e1d,segment=NetworkSegment(0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6),segment_id=0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:27.693299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.712113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.716077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Calling delete_port for 75b7316c-f89f-43af-b609-ccf5efe43e1d owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:27.753853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 526d1551-2803-4353-8f2c-dcf49e0d9277 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:27.754317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.817114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-31016dd6-fe90-47b4-a00b-36189424b439 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2801838 Apr 04 11:49:27.821290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39654) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.865369 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-54209b88-9608-4fa3-a026-9d6f0b32cf48 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2228544 Apr 04 11:49:27.865616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39656) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:27.869884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-security--599727512', 'description': 'tempest-security-description-1868540642'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:27.891631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.900038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.922047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.928705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.938651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.943385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:27.948193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] device_id is not set on port 41bf1204-0139-4406-b6c5-5a530ec600a7 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:27.952764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] Pushing event deleted for resources: {'Port': ['ID=75b7316c-f89f-43af-b609-ccf5efe43e1d,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:27.966662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634afab2-f420-4853-ac3c-0a0d59535e76 None None] No DVR routers for this DVR port 75b7316c-f89f-43af-b609-ccf5efe43e1d on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:28.028498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.040567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.077888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f15510-d593-41ec-a0ab-c527524f967c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.078630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.082367 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-256af0bd-f51f-48bd-afb7-2891d0ebde72 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/c2f15510-d593-41ec-a0ab-c527524f967c HTTP/1.1" status: 204 len: 168 time: 0.8765016 Apr 04 11:49:28.093619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57c5f9-63ae-47ea-b412-a0c922e933a7 None None] Network ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:28.104887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39658) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.124023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:28.124380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:28.140300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Port': ['ID=75b7316c-f89f-43af-b609-ccf5efe43e1d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.148087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No DVR routers for this DVR port 75b7316c-f89f-43af-b609-ccf5efe43e1d on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:28.168574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.193868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.273040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.275859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.279641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "PUT /v2.0/security-groups/1c7083cb-2e38-4366-a7f8-cc098adb5133 HTTP/1.1" status: 200 len: 1779 time: 0.4110479 Apr 04 11:49:28.281842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Provisioning complete for port 526d1551-2803-4353-8f2c-dcf49e0d9277 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:28.282390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.317379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] DHCP port deletion for ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:28.339135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39660) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.354159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.423648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.436127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Deleting port 49395fab-82e5-4953-8009-06aa44efbdc0 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:28.436514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.443954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1578cf-1444-45e3-b04e-a6181dac0c6c']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:28.448373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.448815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.10 (591d424f-56a5-4efd-a09d-973dea44d9ca/e2403261-8210-4a2b-aa9f-54f3604c0821/41bf1204-0139-4406-b6c5-5a530ec600a7) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:28.451371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.461755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.465213 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1813c1c6-c6b1-4c2d-a99c-1743b327c19b HTTP/1.1" status: 204 len: 168 time: 0.6311078 Apr 04 11:49:28.468950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39662) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.481441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:28.481770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eda5847-7a7a-493b-a4aa-7c6c8e8fe1c6') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:28.487616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9778ff-b41e-4534-9629-da26f0975df7 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1813c1c6-c6b1-4c2d-a99c-1743b327c19b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.487806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2370-7aab-48f9-807f-5c855106b4b5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7083cb-2e38-4366-a7f8-cc098adb5133,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.512422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.519050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] For port 49395fab-82e5-4953-8009-06aa44efbdc0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=49395fab-82e5-4953-8009-06aa44efbdc0,segment=NetworkSegment(dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b),segment_id=dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:28.519463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.528686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca969ed7-c389-4d1d-be67-ad99a9fea36b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups/1c7083cb-2e38-4366-a7f8-cc098adb5133 HTTP/1.1" status: 200 len: 1779 time: 0.1848507 Apr 04 11:49:28.532764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39664) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.538092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Calling delete_port for 49395fab-82e5-4953-8009-06aa44efbdc0 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:28.565393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.583186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:28.583586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:28.588802 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:28.622916 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-221eefdd-0076-47ba-9ce4-ca31aa0554ce tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1457148 Apr 04 11:49:28.631489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39666) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.642770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'fa9b5a20-ad39-4fe7-8a21-445e07a8a45a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:28.663562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.674291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=526d1551-2803-4353-8f2c-dcf49e0d9277,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:28.704441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.710682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.715736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.718922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Deleting port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:28.719268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.729583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 49395fab-82e5-4953-8009-06aa44efbdc0 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:28.729934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.742563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] Pushing event deleted for resources: {'Port': ['ID=49395fab-82e5-4953-8009-06aa44efbdc0,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.747341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c9271-3509-4052-89b5-aaf37df7e298 None None] No DVR routers for this DVR port 49395fab-82e5-4953-8009-06aa44efbdc0 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:28.755460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.777868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.788150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.793091 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/networks/4a1578cf-1444-45e3-b04e-a6181dac0c6c HTTP/1.1" status: 204 len: 168 time: 1.9027574 Apr 04 11:49:28.796307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39668) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:28.807048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'routes': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:28.812608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55530086-5fbf-45d6-a0fd-4205772f43ab tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Pushing event deleted for resources: {'Network': ['ID=4a1578cf-1444-45e3-b04e-a6181dac0c6c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:28.824613 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Project be54609ff46b41988b9208827d1294c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:49:28.853797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.854548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.869052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.894631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 49395fab-82e5-4953-8009-06aa44efbdc0, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:28.894924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.898793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:28.899150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:28.899805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:28.900140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:28.934090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 49395fab-82e5-4953-8009-06aa44efbdc0 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:28.944680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Port 49395fab-82e5-4953-8009-06aa44efbdc0 was not found and therefore no delete operation was performed {{(pid=109637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:49:28.957502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.961126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] For port aaaf5b9b-a3f7-498c-af0c-5d2066a89df2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:28.961492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:28.979886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:29.001660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:29.006377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=49395fab-82e5-4953-8009-06aa44efbdc0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.013922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Calling delete_port for aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:29.014033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603b69b-a08b-4087-b9c0-eacf49220516 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:29.014146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 49395fab-82e5-4953-8009-06aa44efbdc0 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:29.044135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.044906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:29.045505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.046712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.047829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c7083cb-2e38-4366-a7f8-cc098adb5133 HTTP/1.1" status: 204 len: 168 time: 0.5146711 Apr 04 11:49:29.051892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.057829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39670) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.071767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.116682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.118774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=4']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.124167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217e2d-4d94-4244-9fab-1cad09de343f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7083cb-2e38-4366-a7f8-cc098adb5133,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.140406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Added routes are [] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:49:29.140713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Removed routes are [] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:49:29.141078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.172874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.175279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.222774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:29.225472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6feada0-17dc-4920-8c48-8993b60bf9b4,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.239475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:29.239784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa2abdd-f786-4f2f-b4b1-15e6e2fbce3b') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:29.250273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-95d139b9-6fd5-4190-b546-ec6795ef3874 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7216418 Apr 04 11:49:29.256754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39672) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.261650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:93:99:f5', 'name': 'tempest-NetworksTestDHCPv6-442039390'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:29.271656 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a845d7e2-e4ba-4e4e-a87f-8c8bb717cbc9 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2120838 Apr 04 11:49:29.275299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39674) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.293411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.323209 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-db37aa14-734c-44b0-b3ef-bb0bfdec200c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] delete failed (client error): The resource could not be found. Apr 04 11:49:29.327983 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db37aa14-734c-44b0-b3ef-bb0bfdec200c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c7083cb-2e38-4366-a7f8-cc098adb5133 HTTP/1.1" status: 404 len: 347 time: 0.0462570 Apr 04 11:49:29.333141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.333141 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ae8a9b62-7a6f-4668-a9c7-6b139cf46754 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6980400 Apr 04 11:49:29.336213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39676) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.336547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.350512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792981331'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:29.360786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.380959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.383065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.392795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:29.393288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:29.396592 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:29.403125 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e5bee69e-f608-44a8-808f-1b358d547eb5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules/e6feada0-17dc-4920-8c48-8993b60bf9b4 HTTP/1.1" status: 200 len: 769 time: 0.0620043 Apr 04 11:49:29.412683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39682) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.437609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dbf89a19-80b5-4816-9e49-50021eebc972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.449905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.491257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.526901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:29.539122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=526d1551-2803-4353-8f2c-dcf49e0d9277,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:29.546799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:29.547389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.560533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.633642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.658826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.666540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.667073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.676240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:29.676240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:29.687562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.695508 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb HTTP/1.1" status: 204 len: 168 time: 1.5854061 Apr 04 11:49:29.717545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39684) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.743692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-943558665', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:29.754839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Pushing event updated for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.763796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.764303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.764936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.765387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.765733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Port': ['ID=aaaf5b9b-a3f7-498c-af0c-5d2066a89df2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.766094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.766557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.766994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.769929 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.773228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.774195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.774638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.776107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.776551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329e8a-04dd-428e-984a-e941c9cec845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:49:29.792119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cc987-106b-446d-93bb-477c69e69905 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=ff21ed49-d2fc-446b-93c3-7d3ff94bd6cb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.840976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195e3ddf-49a6-411f-af78-80d381f31252,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.956015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:29.957373 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d4cc954e-eec6-4554-b5bd-d745f24198a5 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6175981 Apr 04 11:49:29.960666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39686) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:29.969613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '195e3ddf-49a6-411f-af78-80d381f31252', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:29.992856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=41bf1204-0139-4406-b6c5-5a530ec600a7,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:29.996414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:30.001162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-77711a6b-ab0e-487b-a1e3-4e74a7b593cb None None] Provisioning complete for port 41bf1204-0139-4406-b6c5-5a530ec600a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:30.001884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-77711a6b-ab0e-487b-a1e3-4e74a7b593cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.050633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.051723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.056101 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a58a549-e07a-4641-8316-c6e3b30f302f tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6401825 Apr 04 11:49:30.062422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39688) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.069615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-77711a6b-ab0e-487b-a1e3-4e74a7b593cb None None] Port 41bf1204-0139-4406-b6c5-5a530ec600a7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:30.078486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 500332fa-4fd1-4b92-a80b-06e83f9bff30 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:30.107399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:30.108000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.114310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.132590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.134617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.163045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.184441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:30.190083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0f369867-3e87-498f-b230-a2768c2b296e None None] Provisioning complete for port 526d1551-2803-4353-8f2c-dcf49e0d9277 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:30.190652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f369867-3e87-498f-b230-a2768c2b296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.198548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:30.207291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.207558 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.210650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0799263c-38d5-4c24-93ef-ad98a113ed5c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 705 time: 1.4073524 Apr 04 11:49:30.211275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39690) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.226967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Sync routers for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:30.237832 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6dd3ae87-b8bb-4f37-8187-ed2687293c8a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2143071 Apr 04 11:49:30.244297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:30.245084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:30.249431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39692) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.279125 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0967d0ee-3d58-48b1-8103-5ef457226dea tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 205 time: 0.0612230 Apr 04 11:49:30.281935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:30.284790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39694) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.370002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:30.384814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.389437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.391148 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e6feada0-17dc-4920-8c48-8993b60bf9b4 HTTP/1.1" status: 204 len: 168 time: 0.3262587 Apr 04 11:49:30.396036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39696) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.404364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.450900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:30.457249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port c68dba08-cf48-4167-b06e-02909fd6783a yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:30.458631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:30.490000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Checking router: 500332fa-4fd1-4b92-a80b-06e83f9bff30 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:30.493103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.505353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a9b6f-9f2c-4e19-bd99-4812b1779e79 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6feada0-17dc-4920-8c48-8993b60bf9b4,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:30.510276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.529597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bfce7b48-ea04-4f21-8b8f-1bfd10fe790a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290507 Apr 04 11:49:30.530897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39698) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:30.559918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.568529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Routers {'500332fa-4fd1-4b92-a80b-06e83f9bff30'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:30.569473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['500332fa-4fd1-4b92-a80b-06e83f9bff30'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:30.590838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.650177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] Set router 500332fa-4fd1-4b92-a80b-06e83f9bff30 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:30.653503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.678207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:30.683814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.714839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:30.714839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.714839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:30.766488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1135a5-a254-4724-b3bc-99f25731e75a None None] The sync data for ids ['500332fa-4fd1-4b92-a80b-06e83f9bff30'] in dv-neutron-835866-1-hyperv is: [{'id': '500332fa-4fd1-4b92-a80b-06e83f9bff30', 'name': 'tempest-RoutersIpV6Test-router-1665769366', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:48:11Z', 'updated_at': '2022-04-04T11:49:24Z', 'revision_number': 11, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:30.785134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.796559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::32e (ceacc3cd-ec61-49ea-8b56-a460936e63f2/b4669e10-de2f-4581-9816-9a9f3a4c683f/c68dba08-cf48-4167-b06e-02909fd6783a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:30.804360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:99f5 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c/c68dba08-cf48-4167-b06e-02909fd6783a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:30.911306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b7316c-f89f-43af-b609-ccf5efe43e1d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:30.931350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:30.932031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 75b7316c-f89f-43af-b609-ccf5efe43e1d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:30.932386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 75b7316c-f89f-43af-b609-ccf5efe43e1d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:30.932812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b10be10-c888-4a72-a490-362c48cdb84c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:30.953701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cd1705-ef48-45ca-88bf-95cc548cb6b9,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:30.953913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 3b10be10-c888-4a72-a490-362c48cdb84c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:30.954114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b10be10-c888-4a72-a490-362c48cdb84c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:31.025467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.054770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.059657 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2403261-8210-4a2b-aa9f-54f3604c0821 (CIDR: 172.20.0.0/28) Apr 04 11:49:31.067704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.098619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.099820 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ded6c15b-c3c0-4779-8735-ff3b650fa77b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1381826 Apr 04 11:49:31.103217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39702) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.120065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.122954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.126418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/fa9b5a20-ad39-4fe7-8a21-445e07a8a45a HTTP/1.1" status: 204 len: 168 time: 0.5923057 Apr 04 11:49:31.126418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:31.126418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:31.128287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39704) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.144225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 526d1551-2803-4353-8f2c-dcf49e0d9277 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:31.151954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.182161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041d6d-7e33-446b-978f-6fa39c81c163 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b5a20-ad39-4fe7-8a21-445e07a8a45a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:31.185685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.215328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 526d1551-2803-4353-8f2c-dcf49e0d9277 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:31.215794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.233296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.239849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.240347 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router 500332fa-4fd1-4b92-a80b-06e83f9bff30 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:31.250450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.251314 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b001ec8-c39b-4f32-82e9-0f4ebcc223ff tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 204 len: 168 time: 0.9616613 Apr 04 11:49:31.256489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39706) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.257995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:31.263745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976363573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:31.274862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:31.277949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:31.288461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:31.288461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.298079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Router e481d1f9-4bd8-4462-968d-0ff64897faa2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:31.301322 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d14f73f5-45dd-43bf-87b8-29b371e0447f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0265627 Apr 04 11:49:31.308120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39708) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.314275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=c68dba08-cf48-4167-b06e-02909fd6783a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:31.329276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fa5d5305-b07a-4765-be7f-8dc377247614 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1949100 Apr 04 11:49:31.329371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:31.334697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39710) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.341038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group': {'name': 'tempest-secgroup--628023878'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:31.384670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 49395fab-82e5-4953-8009-06aa44efbdc0 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:31.416271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 49395fab-82e5-4953-8009-06aa44efbdc0 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:31.416629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 49395fab-82e5-4953-8009-06aa44efbdc0 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:31.437197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-81e50dc4-d8ab-44cf-adf7-b97ee8239f3f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1793928 Apr 04 11:49:31.438304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.444162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.447640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/16cd1705-ef48-45ca-88bf-95cc548cb6b9 HTTP/1.1" status: 204 len: 168 time: 0.3410308 Apr 04 11:49:31.447640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39712) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.451613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39714) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.486649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcc5ed-b8f3-4c96-9a18-a3a35a9a3917 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16cd1705-ef48-45ca-88bf-95cc548cb6b9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:31.562462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f1d765d-ad8b-4573-b266-62cc5841d007 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1043751 Apr 04 11:49:31.566001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39716) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.591789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.593321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.597400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.621644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port c68dba08-cf48-4167-b06e-02909fd6783a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:31.622302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.647830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a1b0254b-fa2c-4b04-b60a-6714a0a96143 None None] Provisioning complete for port c68dba08-cf48-4167-b06e-02909fd6783a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:31.648943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a1b0254b-fa2c-4b04-b60a-6714a0a96143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.664135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.676996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:31.690006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0254b-fa2c-4b04-b60a-6714a0a96143 None None] Port c68dba08-cf48-4167-b06e-02909fd6783a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:31.693596 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Sync routers for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:31.706775 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:31.707675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:31.712791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f88160c-99f3-444b-a2a9-7032b15c78d3 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "PUT /v2.0/routers/e481d1f9-4bd8-4462-968d-0ff64897faa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4824269 Apr 04 11:49:31.714680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39718) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.727592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.733113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.787443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.797658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:31.801399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.804061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for c68dba08-cf48-4167-b06e-02909fd6783a owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:31.804539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.807304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.831305 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:31.885765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.888227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.891750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/195e3ddf-49a6-411f-af78-80d381f31252 HTTP/1.1" status: 204 len: 168 time: 0.3226595 Apr 04 11:49:31.894159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:31.941580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Deleting subnet 2b2a8d58-21ae-46d8-b713-8b73789869eb {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:31.952739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.962832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dbd1f-c17b-4b4f-9b1b-17a393cfc031 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e3ddf-49a6-411f-af78-80d381f31252,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:31.995988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-27f14359-8773-4100-84d3-c903d6a8a219 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972066 Apr 04 11:49:31.998380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:31.998778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.006271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444914400'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:32.017331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.114681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.122519 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.ipam_backend_mixin [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8cba62e4-f6c9-4aca-8d4d-fad6519193d7 (CIDR: 172.20.0.16/28) Apr 04 11:49:32.136448 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:49:29Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:32.142369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.144443 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fe47bf79-8d1b-46ed-b581-8b6e3b575dac tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8854942 Apr 04 11:49:32.147262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39724) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.152912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:32.157855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.160293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.163653 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Checking router: e481d1f9-4bd8-4462-968d-0ff64897faa2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:32.173181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Routers {'e481d1f9-4bd8-4462-968d-0ff64897faa2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:32.173828 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['e481d1f9-4bd8-4462-968d-0ff64897faa2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:32.191104 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:32.191605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:32.196861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.26.1.152 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/88d737bd-bfe8-43b0-a620-34117c5aae18) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:32.241925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.280413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=c68dba08-cf48-4167-b06e-02909fd6783a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:32.334299 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] Set router e481d1f9-4bd8-4462-968d-0ff64897faa2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:32.347959 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-51a4758b-42a5-4f93-9d7e-58cfd89e03ca tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0348768 Apr 04 11:49:32.355492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39726) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.358410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.361573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.372803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.379123 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cadb3ce2-9b4b-4f64-b01c-1c670bf3539c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c68dba08-cf48-4167-b06e-02909fd6783a HTTP/1.1" status: 204 len: 168 time: 0.9265010 Apr 04 11:49:32.379916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39728) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.389394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'subnet': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:32.407100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.518548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab97ec3-122b-43be-ba4f-22575d937939,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:32.540505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.544936 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d386e0ba-801e-47d7-9a73-820b38cec41a tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2043693 Apr 04 11:49:32.545132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.547374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.553189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39730) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.562728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Request body: {'security_group_rule': {'security_group_id': 'fab97ec3-122b-43be-ba4f-22575d937939', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:32.572424 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:49:29Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:32.596499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f9331-7c9d-482b-899c-aecfe0ea5804 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:32.603850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2d0f9331-7c9d-482b-899c-aecfe0ea5804 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2157629 Apr 04 11:49:32.604069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39732) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.604544 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28e14a-47b1-4da7-ba97-a3c9788bcdae None None] The sync data for ids ['e481d1f9-4bd8-4462-968d-0ff64897faa2'] in dv-neutron-835866-1-hyperv is: [{'id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739619827', 'tenant_id': 'a35905c2acfa42f89fd224798d21c0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:46:55Z', 'updated_at': '2022-04-04T11:49:29Z', 'revision_number': 5, 'project_id': 'a35905c2acfa42f89fd224798d21c0ae', 'gw_port': {'id': '9d6122da-3c27-450a-a14e-e6079fd4e1df', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e481d1f9-4bd8-4462-968d-0ff64897faa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:46:57Z', 'updated_at': '2022-04-04T11:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:32.607233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.641795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.676164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ec49d-2329-42b4-8ee9-7acfebe8b325 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:32.677863 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-243ec49d-2329-42b4-8ee9-7acfebe8b325 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0749035 Apr 04 11:49:32.679465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.680617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39734) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.692370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.708471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2a8d58-21ae-46d8-b713-8b73789869eb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:32.710559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.713900 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-126fa411-f873-40af-ab11-0daed465aa21 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "DELETE /v2.0/subnets/2b2a8d58-21ae-46d8-b713-8b73789869eb HTTP/1.1" status: 204 len: 168 time: 0.9982572 Apr 04 11:49:32.716476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39736) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.718864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ae054-1c77-4f65-aefa-042ceb85b512 None None] Network 13a2988c-46d1-471f-95ab-9246b4e9b6e5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:32.766791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Made reservation on behalf of 13cdb2f18ed24aa5a39198e30fb986e7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:32.770702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.777193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.784350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.809153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622338a1-7cfa-4e18-9e82-c32e2e6f3401,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:32.833228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cb4bd-3bf6-446c-9524-b1276dfa3a95 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:32.834795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cb4bd-3bf6-446c-9524-b1276dfa3a95 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:32.836502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cb4bd-3bf6-446c-9524-b1276dfa3a95 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:32.838094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-544cb4bd-3bf6-446c-9524-b1276dfa3a95 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1562700 Apr 04 11:49:32.842897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39738) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.865451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.866699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4349a048-15ba-4c03-acdb-b5d9a8efb2fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8676314 Apr 04 11:49:32.884993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39740) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:32.949295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:32.953001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.955213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:32.979052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] DHCP port deletion for 13a2988c-46d1-471f-95ab-9246b4e9b6e5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:33.015413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Router 9beb78c6-803f-4b92-964f-7b3b4e2e8c9e is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:33.022718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.052095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.098592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Deleting port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:33.102835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.106831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:33.128912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b380bf-4039-43da-9040-d4a8a5bd70cf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:33.177210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:33.185615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.187813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e1f443ca-3453-4938-9aa2-fc85b6f098dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "PUT /v2.0/routers/9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 200 len: 698 time: 1.0377798 Apr 04 11:49:33.213332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.214812 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0fb9d2f4-8a73-4e7e-bbdb-0ee417823208 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6569052 Apr 04 11:49:33.215658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39742) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.226907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39744) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.251257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '622338a1-7cfa-4e18-9e82-c32e2e6f3401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:33.263844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:33.286909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:33.294874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=88d737bd-bfe8-43b0-a620-34117c5aae18,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:33.308472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:33.337848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.338392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.378889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c28d3fd3-b19f-4ae8-808c-af9cd66c6d73 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/routers/9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 200 len: 704 time: 0.1530635 Apr 04 11:49:33.379227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39746) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.379395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Sync routers for ids ['9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:33.399847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] For port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:33.400114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.418998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Routers {'9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:33.419582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:33.422892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ef5168eb-21a2-42f6-add9-e5b0fc9f7198 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 200 len: 205 time: 0.0401669 Apr 04 11:49:33.424752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39748) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.446571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.455318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Calling delete_port for 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:33.477042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.514856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.548053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.563976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Set router 9beb78c6-803f-4b92-964f-7b3b4e2e8c9e gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:33.583766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:33.590819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.595468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-590c406f-17cb-4d64-b08e-517cd1279f86 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c HTTP/1.1" status: 204 len: 168 time: 0.7507327 Apr 04 11:49:33.597671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39750) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.625894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bea83-b14a-4a91-9c6f-048fe711d8f0 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:33.628001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.631099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.631276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb78c6-803f-4b92-964f-7b3b4e2e8c9e', 'name': 'tempest-RoutersIpV6Test-router-1976363573', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:31Z', 'updated_at': '2022-04-04T11:49:32Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:33.632399 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/fab97ec3-122b-43be-ba4f-22575d937939 HTTP/1.1" status: 204 len: 168 time: 0.4023879 Apr 04 11:49:33.638027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39752) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.646426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.659389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4335d-06bd-40ed-990f-20fe91a7dab3 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab97ec3-122b-43be-ba4f-22575d937939,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:33.674412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.686044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet b4669e10-de2f-4581-9816-9a9f3a4c683f {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:33.696688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.708951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Checking router: 9beb78c6-803f-4b92-964f-7b3b4e2e8c9e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:33.739489 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f8a9bb7-cd64-4974-8080-28c27de1cea1 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0972841 Apr 04 11:49:33.744776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39754) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.774230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.789775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Routers {'9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:33.791049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:33.793868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,segment=NetworkSegment(63811a71-3387-44ac-b88c-a32430084538),segment_id=63811a71-3387-44ac-b88c-a32430084538)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:33.836279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f9a66fc8-e24d-435e-8d0e-52911d647659 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0901473 Apr 04 11:49:33.839457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39756) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.861524 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-28a3fff4-da86-47a8-9afe-8027d287cfb5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] delete failed (client error): The resource could not be found. Apr 04 11:49:33.863044 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-28a3fff4-da86-47a8-9afe-8027d287cfb5 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "DELETE /v2.0/security-groups/fab97ec3-122b-43be-ba4f-22575d937939 HTTP/1.1" status: 404 len: 347 time: 0.0224743 Apr 04 11:49:33.867850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:33.876839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.877737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:33.879848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] Set router 9beb78c6-803f-4b92-964f-7b3b4e2e8c9e gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:33.896209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.933066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.937286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.943682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.979314 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-69450c26-b31d-4475-b955-e914407d8d82 tempest-SecGroupIPv6Test-859267397 tempest-SecGroupIPv6Test-859267397-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1013491 Apr 04 11:49:33.980025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:33.996300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:33.996651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aaaf5b9b-a3f7-498c-af0c-5d2066a89df2 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:34.002975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb78c6-803f-4b92-964f-7b3b4e2e8c9e', 'name': 'tempest-RoutersIpV6Test-router-1976363573', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:31Z', 'updated_at': '2022-04-04T11:49:32Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:34.004710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.052076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153c5a9-1fde-4ffd-847a-f30c16e132e1 None None] The sync data for ids ['9beb78c6-803f-4b92-964f-7b3b4e2e8c9e'] in dv-neutron-835866-1-hyperv is: [{'id': '9beb78c6-803f-4b92-964f-7b3b4e2e8c9e', 'name': 'tempest-RoutersIpV6Test-router-1976363573', 'tenant_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:31Z', 'updated_at': '2022-04-04T11:49:32Z', 'revision_number': 2, 'project_id': '94a2ab0477e948d9a88d00f85b3fc2cd', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:34.067458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] No DVR routers for this DVR port 0c0ab694-1361-427d-b6d9-f3bb14f9d2f8 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:34.098569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.121169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:34.141994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.144262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.147491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=b4669e10-de2f-4581-9816-9a9f3a4c683f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:34.150009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.151056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d44c0d-981c-4adc-a158-059785c617ab None None] Pushing event deleted for resources: {'Port': ['ID=0c0ab694-1361-427d-b6d9-f3bb14f9d2f8,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:34.156660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a5e5d08c-5d19-43e7-b0b5-d9e26822b7ed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/b4669e10-de2f-4581-9816-9a9f3a4c683f HTTP/1.1" status: 204 len: 168 time: 0.5578260 Apr 04 11:49:34.167564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39762) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.185119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.224491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c93b6d3c-1098-4b22-a64e-f316cfd8da47 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541720 Apr 04 11:49:34.229854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39764) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.231335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.231788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Fanout notify agent at l3_agent the message router_deleted on router 9beb78c6-803f-4b92-964f-7b3b4e2e8c9e {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:34.235177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:34.244886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.249329 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fc584a8b-6a5d-457e-8b7f-bf8649179370 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 204 len: 168 time: 0.8209038 Apr 04 11:49:34.251118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39766) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.272611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4beced0-4263-4175-bec6-3b4a156b05f9 None None] Update dhcp port {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'fixed_ips': [{'subnet_id': 'b4669e10-de2f-4581-9816-9a9f3a4c683f'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '526d1551-2803-4353-8f2c-dcf49e0d9277'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:34.276912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a1f1ff-ed5d-430a-addb-03c87aa194c8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:34.288843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a9675310-e54e-4d4d-8acd-01cea91eba0a tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 200 len: 205 time: 0.0364816 Apr 04 11:49:34.291767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39768) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.309670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4beced0-4263-4175-bec6-3b4a156b05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.372809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-c4b8bd07-fa6d-4569-ac94-3ba7a5087ae5 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:34.373888 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c4b8bd07-fa6d-4569-ac94-3ba7a5087ae5 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/9beb78c6-803f-4b92-964f-7b3b4e2e8c9e HTTP/1.1" status: 404 len: 336 time: 0.0811367 Apr 04 11:49:34.376346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39770) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.418597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4981cba0-b95e-46c7-871a-44cc27eb32bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:34.419083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4981cba0-b95e-46c7-871a-44cc27eb32bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:34.419738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.423925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-16610a8f-02e4-4888-9b3d-568df60f4086 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1830156 Apr 04 11:49:34.424277 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4981cba0-b95e-46c7-871a-44cc27eb32bf tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/c9e1ba9a-8aea-4c42-b026-df5ab9237a76 HTTP/1.1" status: 404 len: 337 time: 0.0446594 Apr 04 11:49:34.425452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39772) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.425595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Deleting port 9d6122da-3c27-450a-a14e-e6079fd4e1df {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:34.425817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39774) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.425926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.428168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.433221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '622338a1-7cfa-4e18-9e82-c32e2e6f3401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:34.474598 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4825670-50e6-4cdd-8f57-d4e4cd05540d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:34.475068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4825670-50e6-4cdd-8f57-d4e4cd05540d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:34.478241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4825670-50e6-4cdd-8f57-d4e4cd05540d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/ae67973b-5525-4b16-a6df-07b0243b6097 HTTP/1.1" status: 404 len: 337 time: 0.0503232 Apr 04 11:49:34.482213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39778) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.520558 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f711f42a-af73-4c1f-a4be-bdd220c07894 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:34.520999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f711f42a-af73-4c1f-a4be-bdd220c07894 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:34.524041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f711f42a-af73-4c1f-a4be-bdd220c07894 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/c0514834-f303-437b-8acc-f52aa32742bd HTTP/1.1" status: 404 len: 337 time: 0.0408711 Apr 04 11:49:34.531461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39780) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.532108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Network 591d424f-56a5-4efd-a09d-973dea44d9ca is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:34.556875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b28fe1c-cb81-4238-a2a7-556f2484a652 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:34.557453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b28fe1c-cb81-4238-a2a7-556f2484a652 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:34.563051 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3b28fe1c-cb81-4238-a2a7-556f2484a652 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/b5cbda41-b862-45f5-8f26-92964922018a HTTP/1.1" status: 404 len: 337 time: 0.0326948 Apr 04 11:49:34.563051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:34.564728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.564978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:34.568970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39782) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.579610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76caab9-9fbe-4d69-9cc3-5e7b80c7a40f None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:34.607517 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d62720f2-7c86-42cb-909e-7f321fef8975 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 200 len: 205 time: 0.0376115 Apr 04 11:49:34.608277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:34.609475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.610611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39784) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.616647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Subnet': ['ID=b9921e6d-ce5d-47f5-928b-7209914e11c1,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:34.625903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d8680-7d33-428b-a49e-194cdc93fb66 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:34.641345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39786) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.684300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] For port 9d6122da-3c27-450a-a14e-e6079fd4e1df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=9d6122da-3c27-450a-a14e-e6079fd4e1df,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:34.685723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.709609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Calling delete_port for 9d6122da-3c27-450a-a14e-e6079fd4e1df owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:34.725616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bf6aaab7-abe0-493e-b763-43a2e1621b35 None None] Provisioning complete for port 526d1551-2803-4353-8f2c-dcf49e0d9277 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:34.726201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaab7-abe0-493e-b763-43a2e1621b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.779938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:34.794525 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-642b51fd-2d5e-43f9-bc27-2bf3a3d46df3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4390664 Apr 04 11:49:34.801276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39790) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:34.810104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1882298378', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9921e6d-ce5d-47f5-928b-7209914e11c1'}], 'security_groups': ['ba05dadf-c5ce-40df-bbad-20cae8c774da', '1e30e50a-f11e-40e9-b25e-f23ecfc1939d']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:35.030178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.038730 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-0f75f3c8-5e45-498a-8df2-0886fb431c21 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.039784 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f75f3c8-5e45-498a-8df2-0886fb431c21 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/500332fa-4fd1-4b92-a80b-06e83f9bff30 HTTP/1.1" status: 404 len: 336 time: 0.4261498 Apr 04 11:49:35.042699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39792) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.087840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:35.089775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 526d1551-2803-4353-8f2c-dcf49e0d9277 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:35.106858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d9f7a207-cb4d-486a-9d84-04e680e305a0 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ade38ff-e1f0-4b91-84f2-33c9e6eba311 HTTP/1.1" status: 200 len: 205 time: 0.0607870 Apr 04 11:49:35.113357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39794) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.180091 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-9fc21dfc-58ef-49c4-8698-42b8d531d62d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.181425 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9fc21dfc-58ef-49c4-8698-42b8d531d62d tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/9ade38ff-e1f0-4b91-84f2-33c9e6eba311 HTTP/1.1" status: 404 len: 336 time: 0.0644255 Apr 04 11:49:35.188145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.232257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Deleting port 526d1551-2803-4353-8f2c-dcf49e0d9277 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:35.232555 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0eb11b-b7ee-4bcf-865a-8b1f01a3767c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:35.232710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.233459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0eb11b-b7ee-4bcf-865a-8b1f01a3767c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:35.237542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6f0eb11b-b7ee-4bcf-865a-8b1f01a3767c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/96291549-6dc8-4404-a151-9193bacdfe65 HTTP/1.1" status: 404 len: 337 time: 0.0475559 Apr 04 11:49:35.253762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39798) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.269175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.276779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.333851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.358989 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d55b34bc-0c62-42c3-8165-1923166cae00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be54609ff46b41988b9208827d1294c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7139332 Apr 04 11:49:35.365610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39800) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.369799 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-898ae541-8333-4e96-946a-5edbb1cc30dc tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 200 len: 205 time: 0.1106927 Apr 04 11:49:35.379206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39802) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.383175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e8bbf3-510f-4d78-96fa-9c7ab9957018,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.431638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.434946 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-d3de515c-5acc-4aae-8632-bad3b1d699cb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.441223 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d3de515c-5acc-4aae-8632-bad3b1d699cb tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/52ce8bbb-1db0-45fb-8c33-f40516530b47 HTTP/1.1" status: 404 len: 336 time: 0.0558476 Apr 04 11:49:35.445744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39804) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.491648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=e99561c1-a463-4075-850b-b6e03a367691,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.496059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.499985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4b62221c-8212-44bc-a945-f699490416a0 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0706506 Apr 04 11:49:35.500735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39806) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.507078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '622338a1-7cfa-4e18-9e82-c32e2e6f3401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:35.512833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=526d1551-2803-4353-8f2c-dcf49e0d9277,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:35.512986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.513125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.516282 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-08305306-e0e8-4026-a762-9f76b848c9d8 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e HTTP/1.1" status: 200 len: 205 time: 0.0639303 Apr 04 11:49:35.516442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Update dhcp port {'port': {'network_id': '591d424f-56a5-4efd-a09d-973dea44d9ca', 'fixed_ips': [{'subnet_id': '8cba62e4-f6c9-4aca-8d4d-fad6519193d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e2403261-8210-4a2b-aa9f-54f3604c0821', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9921e6d-ce5d-47f5-928b-7209914e11c1'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '02809195-009f-4e93-bf9b-cdf880db3184'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:49:35.516548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39808) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.551347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Calling delete_port for 526d1551-2803-4353-8f2c-dcf49e0d9277 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:35.561878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 526d1551-2803-4353-8f2c-dcf49e0d9277, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=526d1551-2803-4353-8f2c-dcf49e0d9277,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:35.562104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.566824 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-14bb737f-ce60-4877-b78d-f4b7de608017 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.570205 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-14bb737f-ce60-4877-b78d-f4b7de608017 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/0e5d5a6d-aa4d-4cac-9b29-639de61c5b4e HTTP/1.1" status: 404 len: 336 time: 0.0506909 Apr 04 11:49:35.574931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.575566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39810) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.580940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:35.594360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:35.612565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:35.612565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.616327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e5c904-cd7a-4f49-a29b-ce436d543b65 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:35.616793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e5c904-cd7a-4f49-a29b-ce436d543b65 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:35.619887 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f6e5c904-cd7a-4f49-a29b-ce436d543b65 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/7a1a602e-3755-476b-8211-56ed36cfa41b HTTP/1.1" status: 404 len: 337 time: 0.0424776 Apr 04 11:49:35.621134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.622921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39812) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.660104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-af51f03b-c00d-467b-98ef-a1cc39fa2f6f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=a09c65d2-09eb-40d6-80f9-09631353a8b8 HTTP/1.1" status: 200 len: 205 time: 0.0350130 Apr 04 11:49:35.662476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39814) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.707166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.708489 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-888d28b5-61e3-44b1-8d6c-b8bbd500627c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.709673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-888d28b5-61e3-44b1-8d6c-b8bbd500627c tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/a09c65d2-09eb-40d6-80f9-09631353a8b8 HTTP/1.1" status: 404 len: 336 time: 0.0461788 Apr 04 11:49:35.712515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39816) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.736261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c8c8205d-ab1b-439a-b1b1-e69bd9c8bd12 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5051553 Apr 04 11:49:35.747128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39818) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.754189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:35.759441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.773085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:35.774865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.784504 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-368fcdaa-413d-4450-b6d5-bfea900604ec tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:35.784956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368fcdaa-413d-4450-b6d5-bfea900604ec tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:35.790554 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-368fcdaa-413d-4450-b6d5-bfea900604ec tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/e3eeeb24-23cf-48c5-9754-bc1329b0329c HTTP/1.1" status: 404 len: 337 time: 0.0744846 Apr 04 11:49:35.795029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39820) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.825903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Port': ['ID=9d6122da-3c27-450a-a14e-e6079fd4e1df,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.826169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.855657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.867952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] No DVR routers for this DVR port 526d1551-2803-4353-8f2c-dcf49e0d9277 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:35.874947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2a69b026-4b09-49a7-a229-a337987d0480 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6ab90e0-997e-46d3-a3c9-53de27096678 HTTP/1.1" status: 200 len: 205 time: 0.0737791 Apr 04 11:49:35.878559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39822) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:35.881251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.886831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:35.886831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1942c0a2-f50a-4a56-b82f-d9a5f707a874 HTTP/1.1" status: 204 len: 168 time: 0.5180984 Apr 04 11:49:35.896882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dca75-5dd2-4727-84e2-a5be6c06263a None None] Pushing event deleted for resources: {'Port': ['ID=526d1551-2803-4353-8f2c-dcf49e0d9277,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.927246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741017-4bd6-4db5-9b4c-7c37e55db4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942c0a2-f50a-4a56-b82f-d9a5f707a874,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:35.931580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcf685-d159-4d4e-af25-7f91c4d9e036 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:35.973044 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-bb374897-2325-4679-a474-9a8233dc400f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] delete failed (client error): The resource could not be found. Apr 04 11:49:35.976453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bb374897-2325-4679-a474-9a8233dc400f tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/routers/d6ab90e0-997e-46d3-a3c9-53de27096678 HTTP/1.1" status: 404 len: 336 time: 0.0880806 Apr 04 11:49:35.980378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39826) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.019957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.020193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb57da9-080b-4b16-95b4-bc5b7b66ce47 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:36.020193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb57da9-080b-4b16-95b4-bc5b7b66ce47 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:36.025758 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ffb57da9-080b-4b16-95b4-bc5b7b66ce47 tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/8e2b7272-6351-4692-96e1-8d17076e60af HTTP/1.1" status: 404 len: 337 time: 0.0446801 Apr 04 11:49:36.027062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39828) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.029474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Allocated IP 172.20.0.34 (591d424f-56a5-4efd-a09d-973dea44d9ca/b9921e6d-ce5d-47f5-928b-7209914e11c1/02809195-009f-4e93-bf9b-cdf880db3184) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:36.046718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.075463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc20d330-5743-4227-8236-e2e99ca6081b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:36.075927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc20d330-5743-4227-8236-e2e99ca6081b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:36.082115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc20d330-5743-4227-8236-e2e99ca6081b tempest-RoutersIpV6Test-572680919 tempest-RoutersIpV6Test-572680919-project] 10.222.0.43 "DELETE /v2.0/subnets/59b9155e-c1d2-4f8d-b3d2-03c9f91726fb HTTP/1.1" status: 404 len: 337 time: 0.0485075 Apr 04 11:49:36.115265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.160550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a4728e-ce3a-4230-a75e-5223c38adb5c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:36.173171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.177326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.179767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:36.197639 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] Sync routers for ids ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:36.213068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:36.229314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'tenant_id': '291e1852955b4323bc4a9d141d2e8967', 'fixed_ips': [{'subnet_id': 'e99561c1-a463-4075-850b-b6e03a367691'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:36.229314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.230624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:36.235449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.235645 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] Routers {'93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:36.236523 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:36.298691 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:36.310704 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] Routers {'93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:36.311607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:36.328734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.333598 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-64f9a404-70b1-4a1e-9bcb-84fe1ee82c55 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8287556 Apr 04 11:49:36.334509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39832) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.341081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '622338a1-7cfa-4e18-9e82-c32e2e6f3401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:36.369285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:36.370246 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81705ae6-72b8-4e1d-923d-9ee96408a9fe None None] The sync data for ids ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:36.371276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.373293 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-298118fa-f69b-4cb8-8dc5-9a34484dca7c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.6482430 Apr 04 11:49:36.377443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39834) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.378991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.379997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Fanout notify agent at l3_agent the message router_deleted on router e481d1f9-4bd8-4462-968d-0ff64897faa2 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:36.389939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Allocated IP 2001:db8::2 (ceacc3cd-ec61-49ea-8b56-a460936e63f2/e99561c1-a463-4075-850b-b6e03a367691/cb501aee-5f9e-4793-974a-802284e388cc) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:36.407659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.421499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.421943 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9dc78d5c-4851-4c3d-823a-fb56e12be4de tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "DELETE /v2.0/routers/e481d1f9-4bd8-4462-968d-0ff64897faa2 HTTP/1.1" status: 204 len: 168 time: 3.7014461 Apr 04 11:49:36.422812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39836) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.505236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.ipam_backend_mixin [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e99561c1-a463-4075-850b-b6e03a367691 (CIDR: 2001:db8::/64) Apr 04 11:49:36.522106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.568107 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:36.568691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:36.576049 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ea3b781a-e69e-44b4-b5aa-667b8cd890f9 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers/93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 200 len: 880 time: 0.1945307 Apr 04 11:49:36.580287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39838) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.584634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.669189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e36d69af-2018-4136-803a-1faee0c049a0 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9205563 Apr 04 11:49:36.670493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39842) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.675241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.676068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'subnet': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:36.722323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.785057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39844) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:36.789738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abcb83-dc1d-49d8-91ea-24f879a41142 None None] Pushing event updated for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:36.824275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.873068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:36.876371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:36.880847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:36.888383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Pushing event updated for resources: {'Port': ['ID=cb501aee-5f9e-4793-974a-802284e388cc,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:36.896879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:36.911291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.959650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Attempting to bind port cb501aee-5f9e-4793-974a-802284e388cc on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:36.961678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Attempting to bind port cb501aee-5f9e-4793-974a-802284e388cc by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:36.962573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Attempting to bind port cb501aee-5f9e-4793-974a-802284e388cc on network ceacc3cd-ec61-49ea-8b56-a460936e63f2 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:36.964621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.977749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:36.978566 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Checking segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:36.979171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:36.981502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Bound using segment: {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:36.982982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Bound port: cb501aee-5f9e-4793-974a-802284e388cc, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:36.983557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.024303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Delete allocated IP 172.20.0.10 (591d424f-56a5-4efd-a09d-973dea44d9ca/e2403261-8210-4a2b-aa9f-54f3604c0821) {{(pid=109637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 04 11:49:37.028173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.051883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a2988c-46d1-471f-95ab-9246b4e9b6e5']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:37.061462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Allocated IP 172.20.0.45 (591d424f-56a5-4efd-a09d-973dea44d9ca/b9921e6d-ce5d-47f5-928b-7209914e11c1/41bf1204-0139-4406-b6c5-5a530ec600a7) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:37.073042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63811a71-3387-44ac-b88c-a32430084538') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:37.073483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63811a71-3387-44ac-b88c-a32430084538') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:37.131885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] For port cb501aee-5f9e-4793-974a-802284e388cc, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:37.140246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] For port cb501aee-5f9e-4793-974a-802284e388cc, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb501aee-5f9e-4793-974a-802284e388cc,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:37.145181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.155075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.171548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:37.219419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c912d9-8201-4471-a501-dcbd59ba6e94,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.224904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.233286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.233397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-47e681b4-1dde-4cec-a936-c7ab3902efbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94a2ab0477e948d9a88d00f85b3fc2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426181 Apr 04 11:49:37.233637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:37.318235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ebdb-09ba-4940-9f17-c819ad7394ba None None] Pushing event updated for resources: {'Port': ['ID=cb501aee-5f9e-4793-974a-802284e388cc,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.323013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:37.323388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.373063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.374340 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-87237acd-fb39-4d40-8849-22c66f10223b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0387721 Apr 04 11:49:37.375659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:37.376060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:37.381967 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:37.392475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39850) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:37.406130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '622338a1-7cfa-4e18-9e82-c32e2e6f3401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:37.410657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.474080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.574875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d6122da-3c27-450a-a14e-e6079fd4e1df no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:37.599371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 9d6122da-3c27-450a-a14e-e6079fd4e1df {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:37.599814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 9d6122da-3c27-450a-a14e-e6079fd4e1df not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:37.635373 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d0de64f-a135-4e7f-8299-8385dd19ac05 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0483484 Apr 04 11:49:37.638209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.638447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39852) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:37.640366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.645333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.647422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-943558665'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:37.664925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.670786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "DELETE /v2.0/networks/13a2988c-46d1-471f-95ab-9246b4e9b6e5 HTTP/1.1" status: 204 len: 168 time: 1.2360883 Apr 04 11:49:37.683578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39854) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:37.704899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479e3d-f3ed-464e-90e8-dca1d123ba03 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'Network': ['ID=13a2988c-46d1-471f-95ab-9246b4e9b6e5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.755568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.756034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.758471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.759556 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52b89f02-1927-478b-86c3-c496eeb8bb49 HTTP/1.1" status: 204 len: 168 time: 0.5184445 Apr 04 11:49:37.790143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.819375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b2a0f-647e-4148-964f-817a27664500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b89f02-1927-478b-86c3-c496eeb8bb49,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.822606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:37.823248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.867899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.876554 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:37.895349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Provisioning complete for port 41bf1204-0139-4406-b6c5-5a530ec600a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:37.895827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.931391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8573bcc0-8b7d-44a8-be3a-939f2d7a6a55,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.933134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event updated for resources: {'Port': ['ID=41bf1204-0139-4406-b6c5-5a530ec600a7,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:37.935839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.963894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Port 41bf1204-0139-4406-b6c5-5a530ec600a7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:37.982571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:37.983271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1fc7486e-6ef9-445d-87e3-57630ff387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:37.991280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.objects.ports [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 11:49:38.003395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.028311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] In _notify_port_updated(), no bound segment for port 41bf1204-0139-4406-b6c5-5a530ec600a7 on network 591d424f-56a5-4efd-a09d-973dea44d9ca {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:49:38.034576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:38.035221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.039321 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0896ae16-46d0-4d75-9992-630189f6ee5c tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "PUT /v2.0/ports/41bf1204-0139-4406-b6c5-5a530ec600a7 HTTP/1.1" status: 200 len: 960 time: 3.2333236 Apr 04 11:49:38.042064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39858) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.044628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.048507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25e6c186-3017-4c65-9248-08bf740cba54 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6433113 Apr 04 11:49:38.049931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39860) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.152210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.183572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.318456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.387752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.395308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.401542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8573bcc0-8b7d-44a8-be3a-939f2d7a6a55 HTTP/1.1" status: 204 len: 168 time: 0.3446939 Apr 04 11:49:38.401750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39870) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.403437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e8daa-6eaa-4d34-a6d9-750e48c6c286 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8573bcc0-8b7d-44a8-be3a-939f2d7a6a55,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:38.436771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.485386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f98d45f7-8796-4238-81ba-714c0ecc0265 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0849066 Apr 04 11:49:38.488807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39872) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.509005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.526595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.554165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.575717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 41bf1204-0139-4406-b6c5-5a530ec600a7 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:38.576071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.608234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.610865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.614618 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f068963-98b1-477a-a6ef-27271dc9144a HTTP/1.1" status: 204 len: 168 time: 0.9340944 Apr 04 11:49:38.665158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df9e53-d31f-451f-8e62-173b74e53b69 tempest-TestNetworkAdvancedServerOps-72425821 tempest-TestNetworkAdvancedServerOps-72425821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f068963-98b1-477a-a6ef-27271dc9144a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:38.678641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:38.710453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.724255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 41bf1204-0139-4406-b6c5-5a530ec600a7 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:38.725526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-16a6f0c8-b95e-43ad-bf61-d9a332706f9f None None] Provisioning complete for port 41bf1204-0139-4406-b6c5-5a530ec600a7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:38.726395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-16a6f0c8-b95e-43ad-bf61-d9a332706f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.755415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.794121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.795348 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/74c912d9-8201-4471-a501-dcbd59ba6e94 HTTP/1.1" status: 204 len: 168 time: 0.3056357 Apr 04 11:49:38.798362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39882) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.800086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-16a6f0c8-b95e-43ad-bf61-d9a332706f9f None None] Port 41bf1204-0139-4406-b6c5-5a530ec600a7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:38.815322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7de95-f2d1-4182-9953-eadbbc68c7d6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74c912d9-8201-4471-a501-dcbd59ba6e94,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:38.880196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2b30c510-f194-4697-921d-5cbeba25cd99 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0789454 Apr 04 11:49:38.883914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39888) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.923420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-547c1cda-1471-4a54-907e-1040877bedd2 None None] Provisioning complete for port cb501aee-5f9e-4793-974a-802284e388cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:38.923951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-547c1cda-1471-4a54-907e-1040877bedd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.943307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.945307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] For port cb501aee-5f9e-4793-974a-802284e388cc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb501aee-5f9e-4793-974a-802284e388cc,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:38.956319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.974060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:38.983297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:38.988294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] Sync routers for ids ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:38.988732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39890) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:38.988983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c767e08a-e485-412e-a24d-9574418e4c8f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 200 len: 887 time: 1.3458321 Apr 04 11:49:39.003423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.034309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] Routers {'93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:39.034999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:39.058208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.059262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.072225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.082993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:39.096998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.104040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-547c1cda-1471-4a54-907e-1040877bedd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.105603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.113006 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a2a4728e-ce3a-4230-a75e-5223c38adb5c HTTP/1.1" status: 204 len: 168 time: 0.2260375 Apr 04 11:49:39.113796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] Routers {'93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:39.114592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:39.123602 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39894) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.173600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39896) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.188495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb501aee-5f9e-4793-974a-802284e388cc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:39.203534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:39.207620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=41bf1204-0139-4406-b6c5-5a530ec600a7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.213760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:39.226467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:39.227252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.240760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=cb501aee-5f9e-4793-974a-802284e388cc,revision_number=4']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.243908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Subnet': ['ID=6c8d1b52-a6fe-452c-8c3d-b57560de1479,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.255735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01005744-ac8d-4f0b-932a-74c1ffcdb7ec tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2a4728e-ce3a-4230-a75e-5223c38adb5c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.283474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de1f06-1a05-4685-a07b-2e8764fdc4f3 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:39.286481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:39.287262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b437496-0cc8-4214-9257-e4bb99d365ec None None] The sync data for ids ['93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:39.317589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-40b7d0a9-c953-467a-914d-9b1480b38d9c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6456046 Apr 04 11:49:39.319934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39902) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.325054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Request body: {'port': {'network_id': 'ceacc3cd-ec61-49ea-8b56-a460936e63f2', 'mac_address': 'fa:16:3e:91:d9:4a', 'name': 'tempest-NetworksTestDHCPv6-1629023681'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:39.398515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-17ae9256-a247-40ac-b27f-ad0f858937d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2695081 Apr 04 11:49:39.398708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39904) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.423590 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1ec61322-a624-4290-9619-7a18fa1bef3a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers/93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 200 len: 887 time: 0.4337521 Apr 04 11:49:39.432306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39906) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.432937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.443784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.446038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2bf21158-d861-4ed4-b848-c40f5f26a968 tempest-DvrRoutersNegativeTest-272840539 tempest-DvrRoutersNegativeTest-272840539-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1755678130', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:39.449855 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0e237841-9f97-4611-9b24-857bc7e046cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/41bf1204-0139-4406-b6c5-5a530ec600a7 HTTP/1.1" status: 204 len: 168 time: 1.4006481 Apr 04 11:49:39.450021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.policy [None req-2bf21158-d861-4ed4-b848-c40f5f26a968 tempest-DvrRoutersNegativeTest-272840539 tempest-DvrRoutersNegativeTest-272840539-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109636) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 04 11:49:39.450021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.policy [None req-2bf21158-d861-4ed4-b848-c40f5f26a968 tempest-DvrRoutersNegativeTest-272840539 tempest-DvrRoutersNegativeTest-272840539-project] Failed policy check for 'create_router' {{(pid=109636) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 04 11:49:39.451605 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-2bf21158-d861-4ed4-b848-c40f5f26a968 tempest-DvrRoutersNegativeTest-272840539 tempest-DvrRoutersNegativeTest-272840539-project] create failed (client error): Access was denied to this resource. Apr 04 11:49:39.453023 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2bf21158-d861-4ed4-b848-c40f5f26a968 tempest-DvrRoutersNegativeTest-272840539 tempest-DvrRoutersNegativeTest-272840539-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2781384 Apr 04 11:49:39.460604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39912) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.482131 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2bc79703-3758-44c8-8698-0e63f4aafc81 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 200 len: 205 time: 0.0451319 Apr 04 11:49:39.494008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39916) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.505494 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a2d7e-0871-48fa-9f04-3953f683be2f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] GET failed (client error): The resource could not be found. Apr 04 11:49:39.510530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cc5a2d7e-0871-48fa-9f04-3953f683be2f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports/41bf1204-0139-4406-b6c5-5a530ec600a7 HTTP/1.1" status: 404 len: 333 time: 0.0485706 Apr 04 11:49:39.521106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39918) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.559314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.597333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.657122 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d1187ca-ccd4-48c3-826d-47a56ae2f65e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a35905c2acfa42f89fd224798d21c0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211578 Apr 04 11:49:39.657665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39920) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.672206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.680219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-547c1cda-1471-4a54-907e-1040877bedd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:39.680582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-547c1cda-1471-4a54-907e-1040877bedd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:39.687933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.689258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb501aee-5f9e-4793-974a-802284e388cc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:39.689710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.698877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.731199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.742267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Made reservation on behalf of 291e1852955b4323bc4a9d141d2e8967 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:39.766872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.771373 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/36e8bbf3-510f-4d78-96fa-9c7ab9957018 HTTP/1.1" status: 204 len: 168 time: 0.3681586 Apr 04 11:49:39.773695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39922) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.784085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49fdd7-3cc7-44c3-b9dd-c746811bb77d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36e8bbf3-510f-4d78-96fa-9c7ab9957018,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.785668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.844934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.867462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.888143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cb501aee-5f9e-4793-974a-802284e388cc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb501aee-5f9e-4793-974a-802284e388cc,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:39.888438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.892025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.895697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.896820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/security-groups/2a10e37e-0e05-4c39-868d-c61f25b1276b HTTP/1.1" status: 204 len: 168 time: 0.3801372 Apr 04 11:49:39.904092 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1f1e46ea-ba79-4482-9996-ada24ce2b65e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1286886 Apr 04 11:49:39.907072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39926) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.907490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39928) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:39.924863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad440a-ab66-47c9-971a-9ff42dd865f0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10e37e-0e05-4c39-868d-c61f25b1276b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:39.937924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] device_id is not set on port cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:49:39.973830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:39.998647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.013748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39930) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.014167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.035516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.071957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.073240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cb501aee-5f9e-4793-974a-802284e388cc,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.129654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.143681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.147683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.148920 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bda378d0-6d85-40f9-b284-c96cc5ca04af HTTP/1.1" status: 204 len: 168 time: 0.4882524 Apr 04 11:49:40.190944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.193152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec632b3-aaa1-4ffc-86a0-e7f5c3b4092b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda378d0-6d85-40f9-b284-c96cc5ca04af,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.208254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.209767 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/16a1f1ff-ed5d-430a-addb-03c87aa194c8 HTTP/1.1" status: 204 len: 168 time: 0.2679789 Apr 04 11:49:40.214692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39936) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.226244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88de33-fb21-4c20-b3a8-0b5e8473897a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16a1f1ff-ed5d-430a-addb-03c87aa194c8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.253496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 88d737bd-bfe8-43b0-a620-34117c5aae18 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:40.253954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.295050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8::14f (ceacc3cd-ec61-49ea-8b56-a460936e63f2/e99561c1-a463-4075-850b-b6e03a367691/cf795ab8-d6b3-4be4-92ce-478c6ef3bea6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:40.301866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a6b25ce-4902-429e-a689-1bda571253b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.309169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:d94a (ceacc3cd-ec61-49ea-8b56-a460936e63f2/6c8d1b52-a6fe-452c-8c3d-b57560de1479/cf795ab8-d6b3-4be4-92ce-478c6ef3bea6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:40.349019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.352640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e109401c-e44d-418d-bb4e-2d77063ced4f tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335902 Apr 04 11:49:40.357658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.361295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.366391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.367391 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e30e50a-f11e-40e9-b25e-f23ecfc1939d HTTP/1.1" status: 204 len: 168 time: 0.4320643 Apr 04 11:49:40.373861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39940) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.388407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 88d737bd-bfe8-43b0-a620-34117c5aae18 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:40.409448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e926f-7a18-463f-b394-f629619d72f5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30e50a-f11e-40e9-b25e-f23ecfc1939d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.504024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.528091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.671622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.674723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.678611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/622338a1-7cfa-4e18-9e82-c32e2e6f3401 HTTP/1.1" status: 204 len: 168 time: 0.3160858 Apr 04 11:49:40.682882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39944) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.701059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2772d-9553-4208-97eb-fc4b3fe84320 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622338a1-7cfa-4e18-9e82-c32e2e6f3401,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.751317 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e89580a1-4628-48f0-8337-939d52c63a0d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663047 Apr 04 11:49:40.758175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39946) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:40.762909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--806308224'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:40.779010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-82f156a2-7cb5-4845-8d6a-8a00efa03803 None None] Provisioning complete for port cb501aee-5f9e-4793-974a-802284e388cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:40.779445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-82f156a2-7cb5-4845-8d6a-8a00efa03803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.801242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.836340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=88d737bd-bfe8-43b0-a620-34117c5aae18,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:40.880961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.906955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.915058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a6b25ce-4902-429e-a689-1bda571253b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.920927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.948647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.969957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:40.983571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39948) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.005064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a6b25ce-4902-429e-a689-1bda571253b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.010052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e59a549f-c43b-411c-b399-a15b245a4112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.025767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.031150 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.074685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb501aee-5f9e-4793-974a-802284e388cc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:41.081341 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a6b25ce-4902-429e-a689-1bda571253b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b904840d840474db86ba9a7198ff4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0736673 Apr 04 11:49:41.084341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b25ce-4902-429e-a689-1bda571253b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0999f3-da75-40a1-9b07-4e171d75e766,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.085037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39950) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.134697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb501aee-5f9e-4793-974a-802284e388cc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:41.135068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.135899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.154099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.156544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.160396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba05dadf-c5ce-40df-bbad-20cae8c774da HTTP/1.1" status: 204 len: 168 time: 0.7855709 Apr 04 11:49:41.160995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.167746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.193708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.193708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.193708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router 93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:41.195705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.197263 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c0787a6b-9ff2-4551-b7a7-a007bcf93ef0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 204 len: 168 time: 1.7023520 Apr 04 11:49:41.202107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39954) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.207511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1878946033'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:41.207977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.209709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46980-09e6-4d50-b008-aa2a2261a321 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05dadf-c5ce-40df-bbad-20cae8c774da,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.269728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.295592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet e2403261-8210-4a2b-aa9f-54f3604c0821 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:41.298656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a1cb7-c537-42ce-8a6b-67d5dc963f01,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.298831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:41.310290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.315594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:41.317953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:41.323769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:41.324371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.326908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:41.331076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.364814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event updated for resources: {'Port': ['ID=cf795ab8-d6b3-4be4-92ce-478c6ef3bea6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.366220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.368923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.374494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e59a549f-c43b-411c-b399-a15b245a4112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.375128 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd0999f3-da75-40a1-9b07-4e171d75e766 HTTP/1.1" status: 204 len: 168 time: 0.2841110 Apr 04 11:49:41.375128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.377093 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-97de5c92-f5ff-4d95-8037-0b94a313aa7e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6178174 Apr 04 11:49:41.380774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39958) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.387412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': 'a54a1cb7-c537-42ce-8a6b-67d5dc963f01', 'direction': 'ingress', 'protocol': 17}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:41.391575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:41.407839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b041e6-06b2-4a92-88f6-bd9ebdd99df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0999f3-da75-40a1-9b07-4e171d75e766,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.414664 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.414983 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 7fec7033-7490-4f7a-ad03-4220b9a70225 of type vlan for network 2dc6dab9-96f4-462f-955e-bea220babccb Apr 04 11:49:41.438055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.474100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.474620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e59a549f-c43b-411c-b399-a15b245a4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.513957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a549f-c43b-411c-b399-a15b245a4112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d08abf-1611-4477-9200-ae3a51c678ef,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.534209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-489e473a-49d0-4a4a-9ca5-cd7acd5ae255 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2130220 Apr 04 11:49:41.538316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39960) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.552717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e59a549f-c43b-411c-b399-a15b245a4112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7fccfa2faa6485d8b833bab1179aa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680811 Apr 04 11:49:41.555386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39962) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.590011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.595493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:41.596610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.609250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3771cdea-fa65-42ff-85ce-c56b6ba434c7 None None] Provisioning complete for port cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:41.609939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3771cdea-fa65-42ff-85ce-c56b6ba434c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.631608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.648818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3771cdea-fa65-42ff-85ce-c56b6ba434c7 None None] Port cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:41.651983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.668734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.701738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.720241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=2dc6dab9-96f4-462f-955e-bea220babccb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.732660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2dc6dab9-96f4-462f-955e-bea220babccb details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:41.750474 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e09b1038-6930-4a11-9810-3c8471acdcab tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5450370 Apr 04 11:49:41.751279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39964) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.758917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:41.784331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.800861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting port cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:41.801205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.836499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.866035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=e2403261-8210-4a2b-aa9f-54f3604c0821,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.870298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.874516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.874676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.876114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5d08abf-1611-4477-9200-ae3a51c678ef HTTP/1.1" status: 204 len: 168 time: 0.3198197 Apr 04 11:49:41.889471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.890570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7624ad8-6346-4e7f-9146-92797fe0b0bd None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:41.895132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a3b294d-5d7f-4320-a66a-6150d5cb1f1a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/e2403261-8210-4a2b-aa9f-54f3604c0821 HTTP/1.1" status: 204 len: 168 time: 0.7296255 Apr 04 11:49:41.900457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39968) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:41.911715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421178d5-4eea-47fe-bc73-fcb769a7345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d08abf-1611-4477-9200-ae3a51c678ef,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.953276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767831cc-18d1-40aa-8046-e209c56123ab,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:41.989280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:41.999463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet b9921e6d-ce5d-47f5-928b-7209914e11c1 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:42.003409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Calling delete_port for cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:42.003933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.053933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.117753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.119012 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eba479b6-c94c-4416-9a42-c9c48209172c tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7355161 Apr 04 11:49:42.122239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39970) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.149931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.204402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:42.204402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.311942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.339237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.366506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.371890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=b9921e6d-ce5d-47f5-928b-7209914e11c1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:42.373732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.376865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4d74881b-1520-4134-8aa5-4375c8c81fd2 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/b9921e6d-ce5d-47f5-928b-7209914e11c1 HTTP/1.1" status: 204 len: 168 time: 0.4742644 Apr 04 11:49:42.379722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39974) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.417642 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c5b8fc-a767-4b5f-ae1f-5682b39d2d86 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:42.418101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c5b8fc-a767-4b5f-ae1f-5682b39d2d86 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:42.423950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e3c5b8fc-a767-4b5f-ae1f-5682b39d2d86 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/e2403261-8210-4a2b-aa9f-54f3604c0821 HTTP/1.1" status: 404 len: 337 time: 0.0411899 Apr 04 11:49:42.424418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.452619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.482262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting subnet 8cba62e4-f6c9-4aca-8d4d-fad6519193d7 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:42.486143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.487836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Port': ['ID=cf795ab8-d6b3-4be4-92ce-478c6ef3bea6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:42.554569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.556641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.564211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b48223b6-6626-47b5-8b3c-bec7716a55ec tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 HTTP/1.1" status: 204 len: 168 time: 1.0246379 Apr 04 11:49:42.567691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39984) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.570124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.573315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.574106 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/a54a1cb7-c537-42ce-8a6b-67d5dc963f01 HTTP/1.1" status: 204 len: 168 time: 0.4509075 Apr 04 11:49:42.587805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 39986) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.615162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d88d1-1af9-49d2-b47e-0699268d9b46 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a1cb7-c537-42ce-8a6b-67d5dc963f01,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:42.677687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bbceb-84d5-4b26-8da3-54b5907cbb5a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:42.682275 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7c5bbceb-84d5-4b26-8da3-54b5907cbb5a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1134195 Apr 04 11:49:42.683023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39988) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.702995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cd0c1dad-f18d-46de-9690-e8d3b72d4c0b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105583 Apr 04 11:49:42.703897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39992) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.710940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112267605'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:42.741303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.836560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0fac8-f151-42e8-b7bc-7a5d7c447b0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:42.838123 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-95f0fac8-f151-42e8-b7bc-7a5d7c447b0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1519258 Apr 04 11:49:42.840699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39994) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.878797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.882985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02070e3-fcdc-409d-8fad-31b65e8bde5d None None] Network 591d424f-56a5-4efd-a09d-973dea44d9ca requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:42.903763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96466-712e-495d-a813-047c914ab39f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:42.904723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.905272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96466-712e-495d-a813-047c914ab39f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:42.906798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96466-712e-495d-a813-047c914ab39f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:42.911027 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a5f96466-712e-495d-a813-047c914ab39f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0667293 Apr 04 11:49:42.913220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 39996) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:42.913220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.916353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b78a4820-d6ba-4c50-aa0f-0c1b21b9f1e4 None None] Provisioning complete for port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:42.916938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b78a4820-d6ba-4c50-aa0f-0c1b21b9f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.938244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Subnet': ['ID=8cba62e4-f6c9-4aca-8d4d-fad6519193d7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:42.950085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:42.959518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b3a6fe99-278f-4bed-b6aa-858286956bd5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/8cba62e4-f6c9-4aca-8d4d-fad6519193d7 HTTP/1.1" status: 204 len: 168 time: 0.5339978 Apr 04 11:49:42.966657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40000) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.006141 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ea5653-6cab-4252-9827-aa779f03310a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.007146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ea5653-6cab-4252-9827-aa779f03310a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.009125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4820-d6ba-4c50-aa0f-0c1b21b9f1e4 None None] Port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:43.013988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-06ea5653-6cab-4252-9827-aa779f03310a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/e4457da3-f4c9-4a22-8166-621a27491e91 HTTP/1.1" status: 404 len: 337 time: 0.0460722 Apr 04 11:49:43.016090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40004) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.041292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b78a4820-d6ba-4c50-aa0f-0c1b21b9f1e4 None None] Provisioning complete for port 02809195-009f-4e93-bf9b-cdf880db3184 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:43.041705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b78a4820-d6ba-4c50-aa0f-0c1b21b9f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.050967 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-12cacfb3-9ae1-417b-800c-99258794dbb0 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea9d3a49-d98e-438b-a82f-564b2e489be5 HTTP/1.1" status: 200 len: 205 time: 0.0333157 Apr 04 11:49:43.057414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40006) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.061144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet 6c8d1b52-a6fe-452c-8c3d-b57560de1479 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:43.066071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=1b01affe-3f0f-4f81-97c2-470b38bd08e8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:43.084318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.095480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-47fa71f8-a804-400d-9191-f2086bd220f8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] delete failed (client error): The resource could not be found. Apr 04 11:49:43.098477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-47fa71f8-a804-400d-9191-f2086bd220f8 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/routers/ea9d3a49-d98e-438b-a82f-564b2e489be5 HTTP/1.1" status: 404 len: 336 time: 0.0454962 Apr 04 11:49:43.099153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40010) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.133286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb98c303-572d-43e4-85b6-9dccd7df88cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.134133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb98c303-572d-43e4-85b6-9dccd7df88cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.135666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.139003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eb98c303-572d-43e4-85b6-9dccd7df88cc tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/3c461f2c-c158-45ac-9ae6-c17a61d6b5a2 HTTP/1.1" status: 404 len: 337 time: 0.0388501 Apr 04 11:49:43.141773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40012) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.145047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '7fec7033-7490-4f7a-ad03-4220b9a70225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:43.145428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: 2dc6dab9-96f4-462f-955e-bea220babccb, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:43.169531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6086683f-6be5-4795-aa5b-176f53a9f76a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.170489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6086683f-6be5-4795-aa5b-176f53a9f76a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.172222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.173993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6086683f-6be5-4795-aa5b-176f53a9f76a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/2d5e0e06-8988-40d9-9db8-5c89d69e16ac HTTP/1.1" status: 404 len: 337 time: 0.0311387 Apr 04 11:49:43.177137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40014) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.214086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ea1f87-d21b-4c04-a159-a8c57a1f7f00 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.214542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ea1f87-d21b-4c04-a159-a8c57a1f7f00 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.216291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.218446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-32ea1f87-d21b-4c04-a159-a8c57a1f7f00 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/2e5c2e4c-c07e-46ff-b35c-136a87c513aa HTTP/1.1" status: 404 len: 337 time: 0.0391567 Apr 04 11:49:43.223201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.256310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c24a6e3-b035-4579-b8de-a8fc3e259c5a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.256613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22258e8a-4854-42ba-89a9-6f3bd8c02afe,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:43.257443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c24a6e3-b035-4579-b8de-a8fc3e259c5a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.261279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c24a6e3-b035-4579-b8de-a8fc3e259c5a tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/d0f62de0-5571-4bb6-8d52-6235b2170892 HTTP/1.1" status: 404 len: 333 time: 0.0370476 Apr 04 11:49:43.264055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40020) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.282193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] DHCP port deletion for 591d424f-56a5-4efd-a09d-973dea44d9ca request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:43.296821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c442e8e6-10f1-40c3-b5af-b7e6bf0b04b5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.297287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c442e8e6-10f1-40c3-b5af-b7e6bf0b04b5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.303341 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c442e8e6-10f1-40c3-b5af-b7e6bf0b04b5 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/9b8330a3-3e7a-4ffa-b336-cc0a20579354 HTTP/1.1" status: 404 len: 337 time: 0.0354385 Apr 04 11:49:43.303751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40022) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.314490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 2dc6dab9-96f4-462f-955e-bea220babccb is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:43.330767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Deleting port 02809195-009f-4e93-bf9b-cdf880db3184 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:43.331429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.332349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.334916 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c407fedb-2e23-4753-8769-b2a9c969121f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.335402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c407fedb-2e23-4753-8769-b2a9c969121f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.338396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c407fedb-2e23-4753-8769-b2a9c969121f tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/21c4c740-b057-4fee-a30a-2e629a7ff191 HTTP/1.1" status: 404 len: 337 time: 0.0337145 Apr 04 11:49:43.341046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40024) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.365647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ee0b9f-779d-4d5b-ae86-565b73616db3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.366409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ee0b9f-779d-4d5b-ae86-565b73616db3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.369232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a7ee0b9f-779d-4d5b-ae86-565b73616db3 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/5bcf7429-4cf9-499e-a017-937155f76a2f HTTP/1.1" status: 404 len: 333 time: 0.0272188 Apr 04 11:49:43.372174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40028) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.400136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a755e88-588a-4031-a53b-b82ca3fd1238 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.400594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a755e88-588a-4031-a53b-b82ca3fd1238 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.406510 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a755e88-588a-4031-a53b-b82ca3fd1238 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/9c4e7f58-9d8f-4083-af31-9f7c91794a94 HTTP/1.1" status: 404 len: 337 time: 0.0306740 Apr 04 11:49:43.409900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] For port 02809195-009f-4e93-bf9b-cdf880db3184, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=02809195-009f-4e93-bf9b-cdf880db3184,segment=NetworkSegment(68ea1935-aa4f-4153-96b3-fa15ee565576),segment_id=68ea1935-aa4f-4153-96b3-fa15ee565576)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:43.410212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40030) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.410501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.426222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Calling delete_port for 02809195-009f-4e93-bf9b-cdf880db3184 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:43.438899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe71f75-3470-4a72-bd0c-e779e5a2ef62 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:43.439364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe71f75-3470-4a72-bd0c-e779e5a2ef62 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:43.442587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-efe71f75-3470-4a72-bd0c-e779e5a2ef62 tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/subnets/a3eef97a-95f2-4f21-a4e9-ecf4c49513c9 HTTP/1.1" status: 404 len: 337 time: 0.0313799 Apr 04 11:49:43.445499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40032) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.460022 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:49:43.555868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Deleting port 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:43.556354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.593969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.618716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] Pushing event deleted for resources: {'Port': ['ID=02809195-009f-4e93-bf9b-cdf880db3184,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:43.626105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea4852-0730-4bc7-948c-eacd2db3289f None None] No DVR routers for this DVR port 02809195-009f-4e93-bf9b-cdf880db3184 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:43.652515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.663696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.664956 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-03602d46-8632-422c-a6e4-6817eaa9d817 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9600897 Apr 04 11:49:43.667795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2dc6dab9-96f4-462f-955e-bea220babccb) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:43.672463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40036) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.675526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6035b23-fed9-46b8-9231-a1130909828a None None] Network 2dc6dab9-96f4-462f-955e-bea220babccb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:43.676479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Calling delete_port for 2bffcef5-bee5-46bd-9bb8-e08a5d295a8b owned by {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:43.677387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615066041'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:43.688204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:43.688792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.785442 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e86dc43e-368c-4d8e-be48-17d67166f7fc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0309429 Apr 04 11:49:43.788078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40040) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.792485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690139488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:43.829048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.847113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2dc6dab9-96f4-462f-955e-bea220babccb', 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '1b01affe-3f0f-4f81-97c2-470b38bd08e8'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:43.847113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.859109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8d1b52-a6fe-452c-8c3d-b57560de1479,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:43.862581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.866019 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5b7af2a2-23b3-4f60-8cbb-b8677bf9a6c6 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/6c8d1b52-a6fe-452c-8c3d-b57560de1479 HTTP/1.1" status: 204 len: 168 time: 0.9479191 Apr 04 11:49:43.868533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40044) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.871988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed90907-a531-4b12-a175-1ebafbe5655b None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:43.892801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.896463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.923304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Port': ['ID=2bffcef5-bee5-46bd-9bb8-e08a5d295a8b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:43.936528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Deleting subnet e99561c1-a463-4075-850b-b6e03a367691 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:43.943649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.944255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.948121 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e9ee0802-b9cd-4a98-a012-d7fc080079de tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/ports/2bffcef5-bee5-46bd-9bb8-e08a5d295a8b HTTP/1.1" status: 204 len: 168 time: 0.5013366 Apr 04 11:49:43.951338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40046) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:43.979714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:43.987225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.035392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.070194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.081917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Allocated IP 172.20.0.2 (2dc6dab9-96f4-462f-955e-bea220babccb/1b01affe-3f0f-4f81-97c2-470b38bd08e8/26f21251-9f9c-49a6-96b0-8a052c7b7a9d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:44.121912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.132931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.218549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.225279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.227257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.259044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d424f-56a5-4efd-a09d-973dea44d9ca']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:44.261512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.271240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ea1935-aa4f-4153-96b3-fa15ee565576') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:44.271673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ea1935-aa4f-4153-96b3-fa15ee565576') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:44.284268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.288210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.306549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.315508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:44.316655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.317943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9000d5f-4b12-4fa3-8e9f-084d2b1aea01,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:44.320286 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:44.350097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.353932 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f19c958c-e96c-4a33-a585-16e5415a5641 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6779704 Apr 04 11:49:44.364106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40054) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.364106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '22258e8a-4854-42ba-89a9-6f3bd8c02afe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f9000d5f-4b12-4fa3-8e9f-084d2b1aea01', 'remote_ip_prefix': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:44.378662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.386631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40056) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.396742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.399178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25bc6cd4-05c9-48cf-b61a-4a325518ef64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6101298 Apr 04 11:49:44.400791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40060) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.466028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Network 2dc6dab9-96f4-462f-955e-bea220babccb is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:44.469101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:44.469288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.473894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:44.479939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Pushing event updated for resources: {'Port': ['ID=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:44.550660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.557761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.561991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] 10.222.0.43 "DELETE /v2.0/networks/591d424f-56a5-4efd-a09d-973dea44d9ca HTTP/1.1" status: 204 len: 168 time: 0.6093943 Apr 04 11:49:44.591300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c831cc-b1b6-42ee-9710-49d87c6c0dfe tempest-PortsTestJSON-2097348100 tempest-PortsTestJSON-2097348100-project] Pushing event deleted for resources: {'Network': ['ID=591d424f-56a5-4efd-a09d-973dea44d9ca,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:44.602874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Attempting to bind port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:44.603244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Attempting to bind port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '7fec7033-7490-4f7a-ad03-4220b9a70225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:44.603609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Attempting to bind port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d on network 2dc6dab9-96f4-462f-955e-bea220babccb {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Checking segment: {'id': '7fec7033-7490-4f7a-ad03-4220b9a70225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Bound using segment: {'id': '7fec7033-7490-4f7a-ad03-4220b9a70225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Bound port: 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec7033-7490-4f7a-ad03-4220b9a70225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2dc6dab9-96f4-462f-955e-bea220babccb'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:44.617649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.733004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] For port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:44.737956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] For port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,segment=NetworkSegment(7fec7033-7490-4f7a-ad03-4220b9a70225),segment_id=7fec7033-7490-4f7a-ad03-4220b9a70225)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:44.781242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--1972484833', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:44.792486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Subnet': ['ID=e99561c1-a463-4075-850b-b6e03a367691,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:44.796183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.799989 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c037805f-7c82-49cf-9d11-6198c9d52726 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/e99561c1-a463-4075-850b-b6e03a367691 HTTP/1.1" status: 204 len: 168 time: 0.9299474 Apr 04 11:49:44.802921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40064) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.820231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.831206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.884115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-69ba3789-f27f-43f7-ae11-405758eb9887 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798495 Apr 04 11:49:44.886426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40066) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.961301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:44.963212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ecdf5-36a6-47d7-aad6-89825a17acc7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:44.970673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba536d-678e-4b5d-a90d-4bc0a99663b1 None None] Pushing event updated for resources: {'Port': ['ID=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:44.973137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a4ecdf5-36a6-47d7-aad6-89825a17acc7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0817101 Apr 04 11:49:44.974469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40068) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:44.985616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:44.995302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.000056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.053855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b36d12-eba8-4242-bcf8-bfabd6a66b6a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:45.058045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a6b36d12-eba8-4242-bcf8-bfabd6a66b6a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821958 Apr 04 11:49:45.059265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40070) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.088606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209d918-593c-47f8-92ff-ff7b6262ff15 None None] Network ceacc3cd-ec61-49ea-8b56-a460936e63f2 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:45.110012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.117368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:45.150446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 02809195-009f-4e93-bf9b-cdf880db3184 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:45.150769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 02809195-009f-4e93-bf9b-cdf880db3184 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:45.188045 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a1722800-c8c4-4946-9ada-0f9df37216ea tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275308 Apr 04 11:49:45.195323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40074) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.200467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.214232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fd0a3e10-4831-48c6-b206-730a1f64cd60 None None] Provisioning complete for port cb501aee-5f9e-4793-974a-802284e388cc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:45.214884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3e10-4831-48c6-b206-730a1f64cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.242580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4364c78-0282-4e63-9854-8adec169e4b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.243332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4364c78-0282-4e63-9854-8adec169e4b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.257098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f4364c78-0282-4e63-9854-8adec169e4b3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/cf795ab8-d6b3-4be4-92ce-478c6ef3bea6 HTTP/1.1" status: 404 len: 333 time: 0.0570407 Apr 04 11:49:45.258134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40076) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.343506 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ed077b-d1f3-4af7-8dba-901d95a74230 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.344113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ed077b-d1f3-4af7-8dba-901d95a74230 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.358140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-17ed077b-d1f3-4af7-8dba-901d95a74230 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/6c8d1b52-a6fe-452c-8c3d-b57560de1479 HTTP/1.1" status: 404 len: 337 time: 0.0938833 Apr 04 11:49:45.358897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40078) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.414841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ac5d3e-f6c2-421d-8fa9-6f22b4b34c28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.415313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ac5d3e-f6c2-421d-8fa9-6f22b4b34c28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.418670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b7ac5d3e-f6c2-421d-8fa9-6f22b4b34c28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/e99561c1-a463-4075-850b-b6e03a367691 HTTP/1.1" status: 404 len: 337 time: 0.0585995 Apr 04 11:49:45.420692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40080) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.425849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40082) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.428012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] DHCP port deletion for ceacc3cd-ec61-49ea-8b56-a460936e63f2 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:45.457299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.463334 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1082170 Apr 04 11:49:45.464431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.465993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3377ae-a337-4711-9388-9d49bf991548 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.466909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3377ae-a337-4711-9388-9d49bf991548 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.473672 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff3377ae-a337-4711-9388-9d49bf991548 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c68dba08-cf48-4167-b06e-02909fd6783a HTTP/1.1" status: 404 len: 333 time: 0.0465245 Apr 04 11:49:45.475212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.511033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e31835-94bc-41cc-b6c7-25272d7f2d69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.511530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e31835-94bc-41cc-b6c7-25272d7f2d69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.517348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-37e31835-94bc-41cc-b6c7-25272d7f2d69 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9a2e5b6d-624a-4a7f-bc1d-7fa28373af9c HTTP/1.1" status: 404 len: 337 time: 0.0408959 Apr 04 11:49:45.518064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40090) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.521394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Deleting port cb501aee-5f9e-4793-974a-802284e388cc {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:45.521805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.541258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.550301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631dfaf-f6cf-403d-bb94-ea3f6b1e24f4 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c56edba-2f4f-4b48-8905-174343cf9072,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:45.562664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97468fb-4c15-43b8-8259-00b8dbae217d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.563927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97468fb-4c15-43b8-8259-00b8dbae217d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.568221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c97468fb-4c15-43b8-8259-00b8dbae217d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/b4669e10-de2f-4581-9816-9a9f3a4c683f HTTP/1.1" status: 404 len: 337 time: 0.0484669 Apr 04 11:49:45.574531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40092) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.600956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d0e319-fa29-409a-af18-0426fba21a02 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.601786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d0e319-fa29-409a-af18-0426fba21a02 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.607221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71d0e319-fa29-409a-af18-0426fba21a02 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a06bcd8f-3ee8-48f9-977f-7aa60c5d2afb HTTP/1.1" status: 404 len: 333 time: 0.0290010 Apr 04 11:49:45.608601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40094) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.610593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] For port cb501aee-5f9e-4793-974a-802284e388cc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb501aee-5f9e-4793-974a-802284e388cc,segment=NetworkSegment(5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a),segment_id=5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:45.611007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.624660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Calling delete_port for cb501aee-5f9e-4793-974a-802284e388cc owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:45.659617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.659840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-af653f51-d7b1-400f-a1ed-a0d6d67c05f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13cdb2f18ed24aa5a39198e30fb986e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388332 Apr 04 11:49:45.660525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40096) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.674186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:45.687130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.687489 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment d3941a3a-1c05-44fb-930e-03569868a522 of type vlan for network 60efd836-f781-42d3-b552-7b6b8c735c41 Apr 04 11:49:45.719910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.733128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.752120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.792718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e279f5d-1756-40b0-b9d2-5437be8dff09,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:45.796718 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d2c72d-11ab-4032-8025-7c9ac6583b89 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.797179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d2c72d-11ab-4032-8025-7c9ac6583b89 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.801023 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d8d2c72d-11ab-4032-8025-7c9ac6583b89 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ce645a8a-b43c-47e6-b89a-589b82abbd30 HTTP/1.1" status: 404 len: 337 time: 0.1918445 Apr 04 11:49:45.803630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40098) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.805091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.836657 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabfabcd-eefd-4c34-b4b6-570768d87db5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.837109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabfabcd-eefd-4c34-b4b6-570768d87db5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.842417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eabfabcd-eefd-4c34-b4b6-570768d87db5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/46b17a8c-5122-4578-a99c-6d2c6f352a86 HTTP/1.1" status: 404 len: 337 time: 0.0352116 Apr 04 11:49:45.843041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40100) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.844817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.848779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.860532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:45.861203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.867533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1f5f36-92b5-48f5-9879-e70ebf82effc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.868183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1f5f36-92b5-48f5-9879-e70ebf82effc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.871140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f1f5f36-92b5-48f5-9879-e70ebf82effc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a975a18d-b1d7-4deb-99bc-b17a889a050d HTTP/1.1" status: 404 len: 333 time: 0.0276048 Apr 04 11:49:45.873719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40102) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.880647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.907631 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f205bcf-70e0-4005-a3f3-e4bc21f3a59d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.908690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f205bcf-70e0-4005-a3f3-e4bc21f3a59d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.913680 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9f205bcf-70e0-4005-a3f3-e4bc21f3a59d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/e707af26-f94e-4d9a-9136-21127724774d HTTP/1.1" status: 404 len: 337 time: 0.0388718 Apr 04 11:49:45.916113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.917227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40104) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:45.920362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:45.939538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] Pushing event deleted for resources: {'Port': ['ID=cb501aee-5f9e-4793-974a-802284e388cc,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:45.939809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bf8f68b-82ac-412a-800a-9d950e06a7c5 HTTP/1.1" status: 204 len: 168 time: 0.2642679 Apr 04 11:49:45.942351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309148f-dc95-4bfd-9b40-cf87b50ffd74 None None] No DVR routers for this DVR port cb501aee-5f9e-4793-974a-802284e388cc on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:45.958428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd0ba-775e-4041-b504-532ddc4bab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf8f68b-82ac-412a-800a-9d950e06a7c5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:45.990072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-682c2132-affc-40c7-86ba-6419b0da4847 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:45.990585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682c2132-affc-40c7-86ba-6419b0da4847 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:45.993888 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-682c2132-affc-40c7-86ba-6419b0da4847 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dff875e3-7c95-41e6-b1ff-f50cfb8e7b69 HTTP/1.1" status: 404 len: 337 time: 0.0729671 Apr 04 11:49:45.996579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40108) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.000379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6098969 Apr 04 11:49:46.007461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.015439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-715685792', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:46.039098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3989e4e5-4c00-4d74-964e-77cc9b48e5a8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.039852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3989e4e5-4c00-4d74-964e-77cc9b48e5a8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.043066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3989e4e5-4c00-4d74-964e-77cc9b48e5a8 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/02975412-8dac-4eed-b8f7-263cba9aacf3 HTTP/1.1" status: 404 len: 333 time: 0.0454829 Apr 04 11:49:46.043209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313658a-9664-43a7-8b0f-8bacf34c1e4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=60efd836-f781-42d3-b552-7b6b8c735c41,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:46.047820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40112) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.059432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 60efd836-f781-42d3-b552-7b6b8c735c41 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:46.077635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.092656 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5cb28-a518-415f-8820-53f85bb3c59e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.093110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb5cb28-a518-415f-8820-53f85bb3c59e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.100459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6fb5cb28-a518-415f-8820-53f85bb3c59e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/c0b73c02-84d1-45bf-bcf6-cfdfc64f5b03 HTTP/1.1" status: 404 len: 337 time: 0.0513523 Apr 04 11:49:46.103519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40114) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.103986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.109236 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0c56edba-2f4f-4b48-8905-174343cf9072 HTTP/1.1" status: 204 len: 168 time: 0.6253235 Apr 04 11:49:46.109236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18802f-29c8-4b6b-9e82-2cccdc89da18 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c56edba-2f4f-4b48-8905-174343cf9072,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:46.115337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40116) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.147608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.20.0.1 (2dc6dab9-96f4-462f-955e-bea220babccb/1b01affe-3f0f-4f81-97c2-470b38bd08e8/1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:46.153931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f5364e-bb28-4b0b-99fd-8b6287b69898 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.154926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f5364e-bb28-4b0b-99fd-8b6287b69898 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.158123 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2f5364e-bb28-4b0b-99fd-8b6287b69898 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c2149ab9-f518-44af-b694-23dfca6e79c8 HTTP/1.1" status: 404 len: 333 time: 0.0536778 Apr 04 11:49:46.160883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40118) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.202745 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-13172ce0-5c0f-49b1-9113-d96a0ab79137 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.203214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13172ce0-5c0f-49b1-9113-d96a0ab79137 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.206320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13172ce0-5c0f-49b1-9113-d96a0ab79137 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/431b0efd-34e8-46fc-b0d7-bec5c0baef71 HTTP/1.1" status: 404 len: 337 time: 0.0442986 Apr 04 11:49:46.208036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.208927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40120) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.209796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.258061 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b398a8a8-def8-493c-a963-01c8191817c3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1411622 Apr 04 11:49:46.261897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40122) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.277942 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e927427-705f-4d70-afe4-a7d630aa05c5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.278678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e927427-705f-4d70-afe4-a7d630aa05c5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.284936 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8e927427-705f-4d70-afe4-a7d630aa05c5 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/24f9c413-d7ed-4ee4-b8b1-55ec1dd54e48 HTTP/1.1" status: 404 len: 333 time: 0.0721738 Apr 04 11:49:46.292753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.298571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.343130 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-27de2dda-9ede-4905-9846-1643456d5631 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.343740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27de2dda-9ede-4905-9846-1643456d5631 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.347873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-27de2dda-9ede-4905-9846-1643456d5631 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/d1b6a3e6-4321-4e69-a479-fa7a185830a9 HTTP/1.1" status: 404 len: 337 time: 0.0545197 Apr 04 11:49:46.350479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40128) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.355238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.373571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.380108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecf7237-87d5-4865-b2ed-b6bb0a865dc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.381104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecf7237-87d5-4865-b2ed-b6bb0a865dc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.383997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fecf7237-87d5-4865-b2ed-b6bb0a865dc3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/9387c58c-4e3a-494e-924e-265259a2e88d HTTP/1.1" status: 404 len: 333 time: 0.0326176 Apr 04 11:49:46.390811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40130) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.417522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db074231-6ddc-4774-9db0-174df6a19370 None None] Network 2dc6dab9-96f4-462f-955e-bea220babccb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:46.443891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.448252 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f843c24-c25c-4317-a79d-946c8c638490 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.448715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f843c24-c25c-4317-a79d-946c8c638490 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.451762 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3f843c24-c25c-4317-a79d-946c8c638490 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/78e13ff9-1db9-4f24-8f98-9c04d59192ab HTTP/1.1" status: 404 len: 337 time: 0.0598493 Apr 04 11:49:46.458998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40134) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.493432 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99dd192-c726-428c-9bba-59fe2d152bbd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.494171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99dd192-c726-428c-9bba-59fe2d152bbd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.497174 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b99dd192-c726-428c-9bba-59fe2d152bbd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a368af7b-d7d1-4096-818c-61571d64bca7 HTTP/1.1" status: 404 len: 333 time: 0.0356231 Apr 04 11:49:46.502501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40138) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.502873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] Provisioning complete for port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:46.503250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.535377 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7f6a16-edaa-457c-8263-9d5ebd7d2c22 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.535842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7f6a16-edaa-457c-8263-9d5ebd7d2c22 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.539007 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ed7f6a16-edaa-457c-8263-9d5ebd7d2c22 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/7b0ed5c6-7775-4978-8ac9-91102d64c7a6 HTTP/1.1" status: 404 len: 337 time: 0.0354407 Apr 04 11:49:46.541420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40142) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.545036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.600244 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-81625fa8-52c0-4eea-99c3-2183b064fedc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.601122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81625fa8-52c0-4eea-99c3-2183b064fedc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.606504 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-81625fa8-52c0-4eea-99c3-2183b064fedc tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/878d7e15-6e4e-4c9d-8201-a7387c899c1c HTTP/1.1" status: 404 len: 333 time: 0.0616255 Apr 04 11:49:46.609030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40144) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.618456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.645612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d29dd09-8421-4a9e-bb54-7688361513e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.646154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d29dd09-8421-4a9e-bb54-7688361513e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.651531 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6d29dd09-8421-4a9e-bb54-7688361513e9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/a32f1c4f-d0fb-4b3f-8ad6-6d5b6c2e14bf HTTP/1.1" status: 404 len: 337 time: 0.0393252 Apr 04 11:49:46.651531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 2dc6dab9-96f4-462f-955e-bea220babccb is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:46.652186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40146) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.654624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:46.659366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:46.666201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.668723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.669916 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/f9000d5f-4b12-4fa3-8e9f-084d2b1aea01 HTTP/1.1" status: 204 len: 168 time: 0.4069035 Apr 04 11:49:46.685953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40148) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.690896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:46.700586 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88c5543-55cf-4a09-a614-b3ed0fdf2bca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.701130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88c5543-55cf-4a09-a614-b3ed0fdf2bca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.705346 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d88c5543-55cf-4a09-a614-b3ed0fdf2bca tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9f1aee6f-0a6c-488c-9ed7-3e8be72b3f5f HTTP/1.1" status: 404 len: 337 time: 0.0519679 Apr 04 11:49:46.708832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166fa87-e1e7-43e9-b5dd-2155c4564bb8 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9000d5f-4b12-4fa3-8e9f-084d2b1aea01,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:46.718074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40150) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.737234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.751717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b15b89a-b30d-42b9-b060-f346465b4dc7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.752477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b15b89a-b30d-42b9-b060-f346465b4dc7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.755530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0b15b89a-b30d-42b9-b060-f346465b4dc7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/86d94888-4f10-4ab9-a5c2-d852d8b3deff HTTP/1.1" status: 404 len: 333 time: 0.0362020 Apr 04 11:49:46.766329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40154) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.795827 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e105b590-d951-49ea-952e-de4f045ba238 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.796293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e105b590-d951-49ea-952e-de4f045ba238 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.799383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e105b590-d951-49ea-952e-de4f045ba238 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dc8d93e3-f254-4207-8a2b-dcb22ca43be3 HTTP/1.1" status: 404 len: 337 time: 0.0319352 Apr 04 11:49:46.802454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40156) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.855528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:46.865537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8fb5fc-0e8a-4286-a5f3-de775a5e0607 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.866023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8fb5fc-0e8a-4286-a5f3-de775a5e0607 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.870630 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bb8fb5fc-0e8a-4286-a5f3-de775a5e0607 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/0226c1ae-4949-4147-958f-c890da53df76 HTTP/1.1" status: 404 len: 337 time: 0.0673101 Apr 04 11:49:46.873773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40158) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.891900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02bfd583-890d-4a97-b19a-9f8fb2f80f9b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2004917 Apr 04 11:49:46.892037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] For port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,segment=NetworkSegment(7fec7033-7490-4f7a-ad03-4220b9a70225),segment_id=7fec7033-7490-4f7a-ad03-4220b9a70225)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:46.892163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40160) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.916834 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a01c219-0071-414a-bcbc-978da46145f2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.917440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a01c219-0071-414a-bcbc-978da46145f2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.920506 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a01c219-0071-414a-bcbc-978da46145f2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/09959d82-667b-4c46-b2f6-c0d37d557d7d HTTP/1.1" status: 404 len: 333 time: 0.0454245 Apr 04 11:49:46.924471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40162) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.961516 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6baea5-e373-41b6-9971-1a6d46013bed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:46.962026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6baea5-e373-41b6-9971-1a6d46013bed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:46.965426 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1e6baea5-e373-41b6-9971-1a6d46013bed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ebc5d015-e84c-43d9-897f-f7b82158cdb5 HTTP/1.1" status: 404 len: 337 time: 0.0390100 Apr 04 11:49:46.968356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40164) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:46.969189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.012919 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dff020-eb03-47c5-a713-1026a930aaed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.012919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dff020-eb03-47c5-a713-1026a930aaed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.014627 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-65dff020-eb03-47c5-a713-1026a930aaed tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/3f15433c-b040-413e-8928-cc787265d472 HTTP/1.1" status: 404 len: 337 time: 0.0451765 Apr 04 11:49:47.017144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40168) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.031616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.044270 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6506c483-4137-4d7f-a33e-0e8b588ab873 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.045029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6506c483-4137-4d7f-a33e-0e8b588ab873 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.048112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6506c483-4137-4d7f-a33e-0e8b588ab873 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/c02a6abe-de85-4889-9d0b-226d8d679d67 HTTP/1.1" status: 404 len: 333 time: 0.0300045 Apr 04 11:49:47.051133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40170) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.076122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afbd94-a0e6-48bc-869b-7fbe381d91a6 None None] Pushing event updated for resources: {'Port': ['ID=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:47.078980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.110810 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8355704-50d4-48a8-8a5f-992b9f3fd14b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.111269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8355704-50d4-48a8-8a5f-992b9f3fd14b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.125036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8355704-50d4-48a8-8a5f-992b9f3fd14b tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/ccd51161-fcd5-4eb7-bf17-35d9aebe5334 HTTP/1.1" status: 404 len: 337 time: 0.0727417 Apr 04 11:49:47.130118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40176) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.159376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.159967 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-89db0049-93c5-4765-ac0f-8abdc0ac0ef3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.160446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89db0049-93c5-4765-ac0f-8abdc0ac0ef3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.165838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-89db0049-93c5-4765-ac0f-8abdc0ac0ef3 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/44a3fea6-b58d-49f1-b8d3-ba41a2b2aa39 HTTP/1.1" status: 404 len: 337 time: 0.0317602 Apr 04 11:49:47.166308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40178) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.206424 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-285d4ea0-26f5-42c8-a205-52c06c61d156 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports?device_id=a43aba97-da8f-4f4c-8174-564d5cbb4799 HTTP/1.1" status: 200 len: 205 time: 0.0387979 Apr 04 11:49:47.229895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 26f21251-9f9c-49a6-96b0-8a052c7b7a9d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:47.236759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40180) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.244672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.248446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.253361 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/22258e8a-4854-42ba-89a9-6f3bd8c02afe HTTP/1.1" status: 204 len: 168 time: 0.3600149 Apr 04 11:49:47.254031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40182) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.273492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bf46e-f159-4f5d-859b-9d9ac3a5a7b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22258e8a-4854-42ba-89a9-6f3bd8c02afe,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:47.324001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-19ef30e9-412d-4bb7-8023-7a426843c059 None None] Provisioning complete for port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:47.324400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19ef30e9-412d-4bb7-8023-7a426843c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.353612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-5fd71a37-e909-4673-856c-c1a56106ae14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] delete failed (client error): The resource could not be found. Apr 04 11:49:47.357107 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5fd71a37-e909-4673-856c-c1a56106ae14 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/routers/a43aba97-da8f-4f4c-8174-564d5cbb4799 HTTP/1.1" status: 404 len: 336 time: 0.1185775 Apr 04 11:49:47.358583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.361202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40186) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.362104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:47.362497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.398189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-19ef30e9-412d-4bb7-8023-7a426843c059 None None] Port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:47.399073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.429662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-19ef30e9-412d-4bb7-8023-7a426843c059 None None] Provisioning complete for port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:47.431535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-19ef30e9-412d-4bb7-8023-7a426843c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.435795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40188) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.461619 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e068127c-aa83-49bf-a175-17b5081062b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1956079 Apr 04 11:49:47.462263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40192) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.470891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--776141098'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:47.473792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82091ed-fff5-49be-b78a-d0d40dd7840a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.474170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82091ed-fff5-49be-b78a-d0d40dd7840a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.480078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a82091ed-fff5-49be-b78a-d0d40dd7840a tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/00940393-f3f1-4e00-aa44-3c56a96c6ec5 HTTP/1.1" status: 404 len: 337 time: 0.1168454 Apr 04 11:49:47.480416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40194) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.538695 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fb39446d-63f7-4653-99cd-0ebc2d90f4a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "GET /v2.0/ports?device_id=c742f2ac-da0e-42b4-928e-a6ac7b1f191e HTTP/1.1" status: 200 len: 205 time: 0.0562863 Apr 04 11:49:47.542116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40196) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.590714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-7fde8b72-139e-4d85-a3f4-a7adbf0b9e87 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] delete failed (client error): The resource could not be found. Apr 04 11:49:47.594806 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7fde8b72-139e-4d85-a3f4-a7adbf0b9e87 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/routers/c742f2ac-da0e-42b4-928e-a6ac7b1f191e HTTP/1.1" status: 404 len: 336 time: 0.0513275 Apr 04 11:49:47.595394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40198) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.610952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.640285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.217 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/f06b0d24-3e5b-48fb-9c90-9d027aaaaea7) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:47.641064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1e0d2cf7-8f5f-4e86-b427-9c3daa6d950a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:47.641824 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-1e0d2cf7-8f5f-4e86-b427-9c3daa6d950a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 04 11:49:47.642343 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-1e0d2cf7-8f5f-4e86-b427-9c3daa6d950a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:49:47.642919 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cee4606-80ea-427c-af05-680def9f08cd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.650302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cee4606-80ea-427c-af05-680def9f08cd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.650580 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1e0d2cf7-8f5f-4e86-b427-9c3daa6d950a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2082000 Apr 04 11:49:47.650580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40200) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.650822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40202) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.651346 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2cee4606-80ea-427c-af05-680def9f08cd tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/c57c2b23-9c56-4241-ad59-ba695c5fd81d HTTP/1.1" status: 404 len: 337 time: 0.0526402 Apr 04 11:49:47.654115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002868431'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:47.657502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb501aee-5f9e-4793-974a-802284e388cc no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:47.679246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cb501aee-5f9e-4793-974a-802284e388cc {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:47.679582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb501aee-5f9e-4793-974a-802284e388cc not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:47.693466 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-705282eb-ca00-434a-b6a7-cbcb31a15937 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.693954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705282eb-ca00-434a-b6a7-cbcb31a15937 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.696918 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-705282eb-ca00-434a-b6a7-cbcb31a15937 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/b4c8536f-7f95-4f86-97e7-dd049f585a56 HTTP/1.1" status: 404 len: 337 time: 0.0365326 Apr 04 11:49:47.708546 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40204) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.711285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-560b6d28-edce-4b0c-a0c8-3e36394ff215 None None] Provisioning complete for port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:47.711859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-560b6d28-edce-4b0c-a0c8-3e36394ff215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.755759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-560b6d28-edce-4b0c-a0c8-3e36394ff215 None None] Port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:47.759678 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0165c07-ba2c-4cae-8f04-e4b7fd34c2ae tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.760376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0165c07-ba2c-4cae-8f04-e4b7fd34c2ae tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.765645 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c0165c07-ba2c-4cae-8f04-e4b7fd34c2ae tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a74e970f-742b-4a85-b784-79769151327f HTTP/1.1" status: 404 len: 333 time: 0.0538745 Apr 04 11:49:47.766105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40206) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.772172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.806649 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d396e17b-c1e0-402c-b99a-d83e4a3029a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.807113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d396e17b-c1e0-402c-b99a-d83e4a3029a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.810052 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d396e17b-c1e0-402c-b99a-d83e4a3029a7 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/3127e43a-3d7f-4bf2-822c-3afecc4ee2ae HTTP/1.1" status: 404 len: 337 time: 0.0409846 Apr 04 11:49:47.812744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40208) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.832636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.834995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e99481-a3a0-4dc4-aaa3-fe25fb8dc9f9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.835810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e99481-a3a0-4dc4-aaa3-fe25fb8dc9f9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.838812 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b9e99481-a3a0-4dc4-aaa3-fe25fb8dc9f9 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/a2d6a451-d252-45bc-81d2-9e318315fd59 HTTP/1.1" status: 404 len: 333 time: 0.0250697 Apr 04 11:49:47.843437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40210) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.846090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.862691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.863926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.874579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f696e5-a3ae-403a-bf53-46bee15d9b28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.874966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f696e5-a3ae-403a-bf53-46bee15d9b28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.881518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-62f696e5-a3ae-403a-bf53-46bee15d9b28 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/5803dfea-cc8b-4228-b0cd-269a8c5417fe HTTP/1.1" status: 404 len: 337 time: 0.0369279 Apr 04 11:49:47.883165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.885882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40212) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.922893 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7b0efb-19c4-4666-89d3-9944dcef8a8d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:47.923553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7b0efb-19c4-4666-89d3-9944dcef8a8d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:47.923766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:47.927108 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1f7b0efb-19c4-4666-89d3-9944dcef8a8d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/f0eed1c7-4b6d-41dd-bbc8-13d0cb6134ef HTTP/1.1" status: 404 len: 333 time: 0.0403531 Apr 04 11:49:47.927377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:47.930079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40214) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:47.930930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:47.945159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:47.953940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.002861 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8030266d-d179-4fb6-9037-b43ee55df7c2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.003312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8030266d-d179-4fb6-9037-b43ee55df7c2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.006287 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8030266d-d179-4fb6-9037-b43ee55df7c2 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/d6f2635e-a5ff-43ae-9660-a144cedf719f HTTP/1.1" status: 404 len: 337 time: 0.0755868 Apr 04 11:49:48.007045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.008956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40216) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.064724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31e9d67-dd5d-43cb-bcf1-edb08292003c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.065448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31e9d67-dd5d-43cb-bcf1-edb08292003c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.068606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a31e9d67-dd5d-43cb-bcf1-edb08292003c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/b196b916-10c1-4433-b7db-ba7bb04ee2c5 HTTP/1.1" status: 404 len: 333 time: 0.0584872 Apr 04 11:49:48.077392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40218) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.091580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.109419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af90f460-915f-47b4-8c06-ca9b660b0156,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.112843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.276443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.400978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.409937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.411153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dd285033-34e1-4749-8317-31e88da505a6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9463098 Apr 04 11:49:48.411824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.414098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40220) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.414238 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-4707984e-96a3-4341-8d28-2f26b415487d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.414566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4707984e-96a3-4341-8d28-2f26b415487d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.417321 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4707984e-96a3-4341-8d28-2f26b415487d tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/0d376ad2-0f50-4473-bb68-bf34e8e8212e HTTP/1.1" status: 404 len: 337 time: 0.3373897 Apr 04 11:49:48.420401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': 'af90f460-915f-47b4-8c06-ca9b660b0156', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:48.424518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40222) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.476897 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e4972f-8629-4800-91d5-608dc1a29cb4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.477636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e4972f-8629-4800-91d5-608dc1a29cb4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.480495 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-29e4972f-8629-4800-91d5-608dc1a29cb4 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/d27e400d-6984-4c1b-8843-d2a07438f884 HTTP/1.1" status: 404 len: 333 time: 0.0550704 Apr 04 11:49:48.483789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40224) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.513871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d863314f-675d-4711-bbbe-d22cb0453796 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.514320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d863314f-675d-4711-bbbe-d22cb0453796 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.517185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d863314f-675d-4711-bbbe-d22cb0453796 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/f91fc42b-1b27-485d-8093-5693ab7eee42 HTTP/1.1" status: 404 len: 337 time: 0.0324807 Apr 04 11:49:48.522286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40226) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.537754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d70e9e-1439-4166-8ab7-0691047c642e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.545713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.553536 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6459b261-8313-4acd-b880-83144ba84267 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.554343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6459b261-8313-4acd-b880-83144ba84267 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.557744 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6459b261-8313-4acd-b880-83144ba84267 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/5211593c-acbc-4cf1-9833-b69e0783c7d0 HTTP/1.1" status: 404 len: 333 time: 0.0345013 Apr 04 11:49:48.560487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40228) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.569201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.599477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.607153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 2dc6dab9-96f4-462f-955e-bea220babccb is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:48.608440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:48.633016 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fca67c0-83fb-4202-b140-e8693d92960c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.633476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fca67c0-83fb-4202-b140-e8693d92960c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.636476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8fca67c0-83fb-4202-b140-e8693d92960c tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/9016f2cd-0f74-4165-b22f-2b5d0221d7d3 HTTP/1.1" status: 404 len: 337 time: 0.0750606 Apr 04 11:49:48.642139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40230) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.686178 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-45662124-afdf-406e-92e4-2e8414b0f204 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.686756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45662124-afdf-406e-92e4-2e8414b0f204 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.689827 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45662124-afdf-406e-92e4-2e8414b0f204 tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/ports/3cfce46b-830e-418f-b2c2-48617c14d5be HTTP/1.1" status: 404 len: 333 time: 0.0445678 Apr 04 11:49:48.694267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40232) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.704197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.743755 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b59373c-8943-4794-a15a-0da4b6538d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] DELETE failed (client error): The resource could not be found. Apr 04 11:49:48.744084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b59373c-8943-4794-a15a-0da4b6538d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:49:48.747050 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0b59373c-8943-4794-a15a-0da4b6538d0e tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/subnets/dd7bbf45-1fd2-4e7f-80d7-18d1641a3ecf HTTP/1.1" status: 404 len: 337 time: 0.0519495 Apr 04 11:49:48.748510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.750224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40234) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.764112 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21366445-ca1c-4a13-9260-ce2a3b49e6ac,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.827688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.844279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.848821 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-174c26b0-2d3e-4dd6-b143-ff9a26973388 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1959536 Apr 04 11:49:48.848821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router c4f750c1-3146-45b3-92d2-781519b523af is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:48.852074 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40236) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.858675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': '21366445-ca1c-4a13-9260-ce2a3b49e6ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:48.865302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.875215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8bcdf0-fd67-4585-bfca-f1c1413b7122,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:48.942257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.946524 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0ab1790e-0f7d-433b-9e8b-598fb326e1c6 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5284171 Apr 04 11:49:48.946524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40238) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.971817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:48.977047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ad90d2e0-56ea-4d4d-b12e-2a9eb27dbb64 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/c4f750c1-3146-45b3-92d2-781519b523af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5751176 Apr 04 11:49:48.978465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:49:48.980246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40240) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:48.984721 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] Sync routers for ids ['c4f750c1-3146-45b3-92d2-781519b523af'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:48.985423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3212ea95-83ea-4210-95e6-40baf79d5d8a None None] Provisioning complete for port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:48.985946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3212ea95-83ea-4210-95e6-40baf79d5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:48.986410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.009592 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] Routers {'c4f750c1-3146-45b3-92d2-781519b523af'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:49.010080 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c4f750c1-3146-45b3-92d2-781519b523af'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.021611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.045370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.055319 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] Routers {'c4f750c1-3146-45b3-92d2-781519b523af'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:49.055536 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c4f750c1-3146-45b3-92d2-781519b523af'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.056815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3212ea95-83ea-4210-95e6-40baf79d5d8a None None] Port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:49.088380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.110456 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.111117 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbed880-24a1-436d-9abc-344ac65d7a0e None None] The sync data for ids ['c4f750c1-3146-45b3-92d2-781519b523af'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:49.119893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 26f21251-9f9c-49a6-96b0-8a052c7b7a9d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:49.170358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:49.170737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.171072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.189037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0043f4-bbef-4188-9ba7-8c5db6128f2a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:49.283482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.285348 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-feca86d2-4cfb-4270-b9c6-57f42b16b4d0 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4321752 Apr 04 11:49:49.288236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.292783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3c7bee7c-dd17-4fa6-8322-25abe6d03e86 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': '21366445-ca1c-4a13-9260-ce2a3b49e6ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:49.389125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3c7bee7c-dd17-4fa6-8322-25abe6d03e86 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.403832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711006eb-1a93-4248-b74d-1ec8a7ad8fa3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:49.404951 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-711006eb-1a93-4248-b74d-1ec8a7ad8fa3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports/1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 HTTP/1.1" status: 200 len: 910 time: 0.4149826 Apr 04 11:49:49.406633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceacc3cd-ec61-49ea-8b56-a460936e63f2']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.407905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40244) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.415936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b01affe-3f0f-4f81-97c2-470b38bd08e8'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:49.416501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.450657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.450867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec22bb1-d9f3-41ff-8707-a3eb04c21a9a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.462543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.471707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.501666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.546000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:49.546413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:49.549897 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:49.568110 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-3c7bee7c-dd17-4fa6-8322-25abe6d03e86 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:49:49.569228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3c7bee7c-dd17-4fa6-8322-25abe6d03e86 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2800355 Apr 04 11:49:49.572151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40246) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.590243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.604457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:49.616298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:49.629467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:49.630206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:49.635524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.641696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.645933 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ec8bcdf0-fd67-4585-bfca-f1c1413b7122 HTTP/1.1" status: 204 len: 168 time: 0.6954625 Apr 04 11:49:49.646277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40248) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.649520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab919420-4e7c-4a6b-8a6d-a8b78182d912 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec8bcdf0-fd67-4585-bfca-f1c1413b7122,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:49.699586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.710227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.730035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.735811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] 10.222.0.43 "DELETE /v2.0/networks/ceacc3cd-ec61-49ea-8b56-a460936e63f2 HTTP/1.1" status: 204 len: 168 time: 0.9822049 Apr 04 11:49:49.735811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f8ffb-d013-403f-bea8-cb188bb4ac9f tempest-NetworksTestDHCPv6-416477936 tempest-NetworksTestDHCPv6-416477936-project] Pushing event deleted for resources: {'Network': ['ID=ceacc3cd-ec61-49ea-8b56-a460936e63f2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:49.749015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:49.751555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.758173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c9e74aca-1907-4d38-8b59-6dc27e2f6640 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7466490 Apr 04 11:49:49.758390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40252) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.761272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-62a65442-5cf9-47b2-9c43-e89def2254b9 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1139183 Apr 04 11:49:49.766185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40254) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:49.811177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.843127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.892138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:49.959621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9aff3e11-a4d6-4007-b724-1e66751c17a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2000203 Apr 04 11:49:49.962675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.001010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:48Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:50.006910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.009433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.010586 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/21366445-ca1c-4a13-9260-ce2a3b49e6ac HTTP/1.1" status: 204 len: 168 time: 0.4374897 Apr 04 11:49:50.013352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40260) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.028917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:50.029586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Updating router fdb2776a-d519-4862-8d86-32cce12c0de1 port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:49:50.063309 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc0bd075-43d6-426d-b82a-96d8b31212c6 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452242 Apr 04 11:49:50.063521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40262) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.067346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.072245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d264-c8e3-4023-bcda-8629b0c2ebb7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21366445-ca1c-4a13-9260-ce2a3b49e6ac,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.072528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389020976'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:50.078260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.083973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.085649 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/af90f460-915f-47b4-8c06-ca9b660b0156 HTTP/1.1" status: 204 len: 168 time: 0.3156576 Apr 04 11:49:50.086242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40264) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.129721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3b789-ce8d-4824-9730-7d1ea6a001d3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90f460-915f-47b4-8c06-ca9b660b0156,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.158174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e426f15b-4035-4c9c-952b-4151c447722d tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660806 Apr 04 11:49:50.161331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40266) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.166178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530859448'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:50.216714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.239324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e72be0-a53a-474f-9a97-09587e0bbef7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:50.243700 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e2e72be0-a53a-474f-9a97-09587e0bbef7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2771418 Apr 04 11:49:50.243972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40268) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.289405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aaec1e10-8884-4358-8f3a-97f7cd4230d5 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440483 Apr 04 11:49:50.293078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40272) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.299384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273851376', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:50.308113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.318448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.371533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40274) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.378585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.385676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.422586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.457492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.461589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.472251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:50.472795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.473613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.476941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40278) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.477341 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7062d3f7-0118-4c36-8caf-1fa2d4d85a20 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/ports/1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 HTTP/1.1" status: 200 len: 910 time: 1.0682812 Apr 04 11:49:50.523122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.527043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a8f2-0d3f-4e8d-b5b9-615e512fab33 None None] Pushing event updated for resources: {'Port': ['ID=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.534480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0ce5ff4f-7c6a-4cea-99ab-ec63a2c59354 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=291e1852955b4323bc4a9d141d2e8967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610477 Apr 04 11:49:50.536887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40280) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.537585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Attempting to bind port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:50.538180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Attempting to bind port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:50.538604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Attempting to bind port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:50.544615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:50.544938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:50.545333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.545761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:50.546219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Bound port: f06b0d24-3e5b-48fb-9c90-9d027aaaaea7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:50.547518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.574690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.576616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:50.579967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.589503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.606966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] For port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:50.610255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] For port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:50.614113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.635284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d57cf2-f263-4f09-8dd6-eb2f675b6d0a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.728921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.730098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02affbd5-20dc-41c1-aac0-f293a6a2a0f3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6656561 Apr 04 11:49:50.733296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40282) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.738350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3db4ac14-988a-49fc-9449-33eff317c3f1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': '62d57cf2-f263-4f09-8dd6-eb2f675b6d0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:50.739080 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-3db4ac14-988a-49fc-9449-33eff317c3f1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 04 11:49:50.739573 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-3db4ac14-988a-49fc-9449-33eff317c3f1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:50.742837 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3db4ac14-988a-49fc-9449-33eff317c3f1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061417 Apr 04 11:49:50.743265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40284) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.756309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.781546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.782975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6204901 Apr 04 11:49:50.786483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc517d-eb1c-42f5-b52d-8e1eff9ddbdc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6eb7f-9dfe-4205-9023-279a21fe54ad,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.788631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40286) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:50.794536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': 'd2d6eb7f-9dfe-4205-9023-279a21fe54ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:50.813878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:50.814606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:50.820752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.823564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.831409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fca41f1b-a183-46a0-9843-476a81ff30ba HTTP/1.1" status: 204 len: 168 time: 0.2893198 Apr 04 11:49:50.847346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638993b5-4ead-418d-971d-85d5323a815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca41f1b-a183-46a0-9843-476a81ff30ba,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.870585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a8f2-0d3f-4e8d-b5b9-615e512fab33 None None] Pushing event updated for resources: {'Port': ['ID=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:50.886745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.920848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.938463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:50.948037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:51.020738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.029199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.034506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.084784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.087779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.091397 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/62d57cf2-f263-4f09-8dd6-eb2f675b6d0a HTTP/1.1" status: 204 len: 168 time: 0.3448632 Apr 04 11:49:51.093900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40290) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.110912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526837c-81d1-4b33-976f-b8c7d22e1ba3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d57cf2-f263-4f09-8dd6-eb2f675b6d0a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:51.131529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.164284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cf4838-a1ef-4194-a54d-13e29c51b576,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:51.185652 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-698a1134-f921-4ab8-9c66-eac76b69d4db tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893722 Apr 04 11:49:51.188372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40294) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.189590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=9dfc1ec4-1a9f-4853-a922-242367c16c48,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:51.196503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:48Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:51.198452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190460073'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:51.211502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:51.211880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 60efd836-f781-42d3-b552-7b6b8c735c41, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:51.240861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbbac4-fcee-484a-835f-e144bf07524c None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:48Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:51.274216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.274505 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c28dbeed-0392-4a41-99ec-bdbedd0272ed tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4852781 Apr 04 11:49:51.277425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40296) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.300674 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0cc3e112-f125-4d79-9a72-3b35d2759a2a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules/30cf4838-a1ef-4194-a54d-13e29c51b576 HTTP/1.1" status: 200 len: 763 time: 0.0211470 Apr 04 11:49:51.305848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40300) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.354780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.376371 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3c2cb327-c2f6-4f43-9408-ef39799a51cc tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0693164 Apr 04 11:49:51.377519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 60efd836-f781-42d3-b552-7b6b8c735c41 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:51.380447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40304) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.419746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.423729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:51.428007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.433797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.493414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.508157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 60efd836-f781-42d3-b552-7b6b8c735c41) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:51.515047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:51.515621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.517285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86110e0-caad-45ca-945b-d73ba9e76b22 None None] Network 60efd836-f781-42d3-b552-7b6b8c735c41 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:51.533582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.543822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.543822 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/30cf4838-a1ef-4194-a54d-13e29c51b576 HTTP/1.1" status: 204 len: 168 time: 0.1600111 Apr 04 11:49:51.548834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40308) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.576879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.596874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66f750-215b-4a06-bea3-316632bf5f95 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30cf4838-a1ef-4194-a54d-13e29c51b576,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:51.621127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.657760 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-61c39fac-e42a-4c47-9ec1-6463075c61fd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088274 Apr 04 11:49:51.659559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:51.661013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40312) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.677188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': 'd2d6eb7f-9dfe-4205-9023-279a21fe54ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:51.677977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac075f8d-703a-4fa3-b04a-03adfe7cd4e6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:51.739282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-60efd836-f781-42d3-b552-7b6b8c735c41', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:51.740365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.754114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-913c1312-2af8-471d-931e-76b217f5d8c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4599657 Apr 04 11:49:51.756876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.770056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.771377 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1e1d47fe-bf75-489b-a272-0470901c9ab7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5819442 Apr 04 11:49:51.780065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40316) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.785935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e791ed2c-743c-47fe-bf6c-a8aa36c349b7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'ac075f8d-703a-4fa3-b04a-03adfe7cd4e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:51.787291 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-e791ed2c-743c-47fe-bf6c-a8aa36c349b7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 04 11:49:51.787786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-e791ed2c-743c-47fe-bf6c-a8aa36c349b7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:51.789604 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e791ed2c-743c-47fe-bf6c-a8aa36c349b7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074663 Apr 04 11:49:51.791596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40318) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:51.875993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.933802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:51.992543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Allocated IP 172.20.0.2 (60efd836-f781-42d3-b552-7b6b8c735c41/9dfc1ec4-1a9f-4853-a922-242367c16c48/826b5b91-fa2b-449c-bad6-a395966675df) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:52.087065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.088545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.097874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.097874 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/ac075f8d-703a-4fa3-b04a-03adfe7cd4e6 HTTP/1.1" status: 204 len: 168 time: 0.2986035 Apr 04 11:49:52.097874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40326) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.110350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3c94-bb69-4866-a4aa-8226dc16b0bb tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac075f8d-703a-4fa3-b04a-03adfe7cd4e6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.188464 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2873c416-e3b6-410d-b963-d65ea18c2d99 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895596 Apr 04 11:49:52.192476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40330) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.199723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--64944458'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.229277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.272567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.293694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.305110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40332) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.331393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.366267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Network 60efd836-f781-42d3-b552-7b6b8c735c41 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:52.384541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:52.399308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:52.415594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.436889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003925796'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.451556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.453456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.459106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Pushing event updated for resources: {'Port': ['ID=826b5b91-fa2b-449c-bad6-a395966675df,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.472373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Attempting to bind port 826b5b91-fa2b-449c-bad6-a395966675df on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:52.472738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Attempting to bind port 826b5b91-fa2b-449c-bad6-a395966675df by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:52.473152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Attempting to bind port 826b5b91-fa2b-449c-bad6-a395966675df on network 60efd836-f781-42d3-b552-7b6b8c735c41 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:52.478737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:52.479678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Checking segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:52.479678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.479900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Bound using segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:52.480330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Bound port: 826b5b91-fa2b-449c-bad6-a395966675df, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:52.480704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.485338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.509378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=1f3ec2ea-59f9-43f5-8e79-cbec9f28dd16,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.519457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:52.523943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.540083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.554569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da784a9b-2aa6-455d-9541-7432a196e71e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.561832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b3683f-2205-4154-b469-28956b5b4fe8,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.582338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] For port 826b5b91-fa2b-449c-bad6-a395966675df, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:52.586719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] For port 826b5b91-fa2b-449c-bad6-a395966675df, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=826b5b91-fa2b-449c-bad6-a395966675df,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:52.587736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.589369 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6db94b90-c58d-417b-a377-6d1ed67888f7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3959630 Apr 04 11:49:52.592718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.605364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1f26d057-7c3c-4fdd-b0da-d2b6fa0d254d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'da784a9b-2aa6-455d-9541-7432a196e71e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.624447 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-1f26d057-7c3c-4fdd-b0da-d2b6fa0d254d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 04 11:49:52.629455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-1f26d057-7c3c-4fdd-b0da-d2b6fa0d254d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:52.629455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1f26d057-7c3c-4fdd-b0da-d2b6fa0d254d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324304 Apr 04 11:49:52.630617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40338) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.646838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.661162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d3a76706-e6ad-440f-8340-ffd1b7862233 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'da784a9b-2aa6-455d-9541-7432a196e71e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.661854 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-d3a76706-e6ad-440f-8340-ffd1b7862233 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 04 11:49:52.662342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-d3a76706-e6ad-440f-8340-ffd1b7862233 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:52.663316 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d3a76706-e6ad-440f-8340-ffd1b7862233 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100126 Apr 04 11:49:52.666524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.671997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6b4c34b9-883a-48fc-b002-b8f111742bc3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'da784a9b-2aa6-455d-9541-7432a196e71e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.673942 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-6b4c34b9-883a-48fc-b002-b8f111742bc3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 04 11:49:52.674794 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-6b4c34b9-883a-48fc-b002-b8f111742bc3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:52.679088 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b4c34b9-883a-48fc-b002-b8f111742bc3 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113289 Apr 04 11:49:52.679568 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40342) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.684051 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a65bd227-894a-43fb-b821-930dbc550d7f tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'da784a9b-2aa6-455d-9541-7432a196e71e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:52.684635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.686689 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-a65bd227-894a-43fb-b821-930dbc550d7f tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 04 11:49:52.686689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-a65bd227-894a-43fb-b821-930dbc550d7f tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:52.686857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3c7a91c7-7880-41ac-bc11-5d3d5a0b3c05 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0237525 Apr 04 11:49:52.689409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a65bd227-894a-43fb-b821-930dbc550d7f tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088325 Apr 04 11:49:52.690009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40344) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.690171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40346) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.711544 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8eae5732-b031-4684-a0ea-b40dc5cf6f47 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules/e3b3683f-2205-4154-b469-28956b5b4fe8 HTTP/1.1" status: 200 len: 763 time: 0.0188699 Apr 04 11:49:52.712176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40348) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.713167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.771321 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ee19e387-1d30-49f6-bbfd-c6398b5ab399 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545578 Apr 04 11:49:52.771673 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40350) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:52.791607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.791847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d7ea7-180b-4c90-aa06-71f51a4db1cf None None] Pushing event updated for resources: {'Port': ['ID=826b5b91-fa2b-449c-bad6-a395966675df,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.829869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.841374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:52.854227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.865166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.868726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.875936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8d365-a3af-46d3-a370-9d5b3a8ea333,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:52.880338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.880696 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment 352085c2-ac34-434f-8d5e-3eebdcd8c346 of type vlan for network 29002848-528d-4e2f-a2ed-78d0fa9f853a Apr 04 11:49:52.934560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.935023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:52.993134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.013988 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.016931 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e3b3683f-2205-4154-b469-28956b5b4fe8 HTTP/1.1" status: 204 len: 168 time: 0.2418122 Apr 04 11:49:53.019427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40352) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:53.023412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.031465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:53.032307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.053325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.053488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18641-18c7-4b97-916c-9c79c63e5810 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3b3683f-2205-4154-b469-28956b5b4fe8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:53.154515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=29002848-528d-4e2f-a2ed-78d0fa9f853a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:53.181610 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fe7504fd-f520-42cf-8d4f-1a11139fdbcf tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8704517 Apr 04 11:49:53.183149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:53.316262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:53.527361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:53.527899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.595935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router c4f750c1-3146-45b3-92d2-781519b523af has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:53.612513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40354) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:53.612927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-73ea6066-0ecd-447b-a990-4c27ddf09935 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5907073 Apr 04 11:49:53.617106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.618874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': 'd2d6eb7f-9dfe-4205-9023-279a21fe54ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:53.646722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:53.722791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:53.733471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40356) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:53.734903 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] Sync routers for ids ['c4f750c1-3146-45b3-92d2-781519b523af'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:53.740177 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c22314a-c13d-46e4-a361-37d765846820 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/c4f750c1-3146-45b3-92d2-781519b523af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524173 Apr 04 11:49:53.756578 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] Routers {'c4f750c1-3146-45b3-92d2-781519b523af'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:53.757459 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c4f750c1-3146-45b3-92d2-781519b523af'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:53.762166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.764618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 826b5b91-fa2b-449c-bad6-a395966675df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:53.794515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-35f34a25-6336-4fa4-8d5c-bfd62ac4b242 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4f750c1-3146-45b3-92d2-781519b523af HTTP/1.1" status: 200 len: 205 time: 0.0557852 Apr 04 11:49:53.794850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40358) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:53.804758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.815157 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:53.836018 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] Routers {'c4f750c1-3146-45b3-92d2-781519b523af'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:53.836640 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c4f750c1-3146-45b3-92d2-781519b523af'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:53.893388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.908131 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:53.911034 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bcb31-2c4b-46cc-a229-b9863ca554b0 None None] The sync data for ids ['c4f750c1-3146-45b3-92d2-781519b523af'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:53.948347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.958006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:53.959550 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/da784a9b-2aa6-455d-9541-7432a196e71e HTTP/1.1" status: 204 len: 168 time: 1.2672741 Apr 04 11:49:53.962303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40360) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:53.970760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:53.988888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 826b5b91-fa2b-449c-bad6-a395966675df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:53.989871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.000699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.077687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5224e67-5503-4ebb-95f0-b57ac752ce70,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.079295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.104501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997520-4d5e-4a40-bd0d-4457d1eac174 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da784a9b-2aa6-455d-9541-7432a196e71e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.124368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.129026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40362) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.129286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c2271096-15d2-4b3c-ad87-a26e1909ede3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150290 Apr 04 11:49:54.154751 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eb9709dc-9b89-43cd-b2d4-8a7b1ee01b41 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1901355 Apr 04 11:49:54.160126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40364) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.164795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439619737'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:54.187791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.192680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02adfa9f-f38f-4537-97c4-3846989f186e None None] Network 60efd836-f781-42d3-b552-7b6b8c735c41 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:54.227687 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-05892de8-3385-4420-8299-23a809f02657 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules/e5224e67-5503-4ebb-95f0-b57ac752ce70 HTTP/1.1" status: 200 len: 764 time: 0.0952864 Apr 04 11:49:54.230463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40366) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.297654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 826b5b91-fa2b-449c-bad6-a395966675df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=826b5b91-fa2b-449c-bad6-a395966675df,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:54.301524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40368) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.303018 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0b7ea4dc-4dc6-49bb-8ad5-7574cba8b359 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0665450 Apr 04 11:49:54.304786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.315300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3c0e35c7-a5c1-45ce-9699-85c76b1c7e99 None None] Provisioning complete for port 826b5b91-fa2b-449c-bad6-a395966675df triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:54.315676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3c0e35c7-a5c1-45ce-9699-85c76b1c7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.402688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.402688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.402688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.430994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.433359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.462475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3c0e35c7-a5c1-45ce-9699-85c76b1c7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.487248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (60efd836-f781-42d3-b552-7b6b8c735c41/9dfc1ec4-1a9f-4853-a922-242367c16c48/1de13e7a-ce54-4455-beda-e6d353c63a71) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:54.522095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.611675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-3c0e35c7-a5c1-45ce-9699-85c76b1c7e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:49:54.612270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-3c0e35c7-a5c1-45ce-9699-85c76b1c7e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:49:54.615254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=826b5b91-fa2b-449c-bad6-a395966675df,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.628291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.630246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.655869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.658301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.658301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router c4f750c1-3146-45b3-92d2-781519b523af {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:49:54.662621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.663763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e5224e67-5503-4ebb-95f0-b57ac752ce70 HTTP/1.1" status: 204 len: 168 time: 0.3608720 Apr 04 11:49:54.668510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.679946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.686700 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-88614562-8133-45a9-bb17-3830ceed2ec4 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/c4f750c1-3146-45b3-92d2-781519b523af HTTP/1.1" status: 204 len: 168 time: 0.8866210 Apr 04 11:49:54.686700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4a70f-4eac-48cc-9871-386331d7fd63 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5224e67-5503-4ebb-95f0-b57ac752ce70,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.689121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40372) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.718217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f53626-649a-492a-920e-b14447f1dbed,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.750834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40374) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.751212 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9f6c2faa-9a1a-4643-a423-2c0411848f7b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812931 Apr 04 11:49:54.765345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 1b01affe-3f0f-4f81-97c2-470b38bd08e8 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:49:54.777544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.781717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.805173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.812144 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2b52acaa-105b-48f0-bafa-dc45242428c1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6510134 Apr 04 11:49:54.815718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40376) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.820613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-033e3440-570f-49ab-9866-a6f9db1b53e9 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:54.821947 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-033e3440-570f-49ab-9866-a6f9db1b53e9 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 04 11:49:54.822744 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-033e3440-570f-49ab-9866-a6f9db1b53e9 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:54.824533 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-033e3440-570f-49ab-9866-a6f9db1b53e9 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075998 Apr 04 11:49:54.827104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40378) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:54.833539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-58719fe7-fa8a-4648-8554-20d9afd16f32 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:54.879427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:54.885224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 60efd836-f781-42d3-b552-7b6b8c735c41 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:54.907965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:54.912675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:54.912675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:49:54.985883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.011220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.020698 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-58719fe7-fa8a-4648-8554-20d9afd16f32 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.022289 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-58719fe7-fa8a-4648-8554-20d9afd16f32 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1935489 Apr 04 11:49:55.025646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40380) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.030416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-345e0869-ecc5-409c-b12c-1dca136403e1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.030963 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-345e0869-ecc5-409c-b12c-1dca136403e1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 04 11:49:55.031510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-345e0869-ecc5-409c-b12c-1dca136403e1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.032953 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-345e0869-ecc5-409c-b12c-1dca136403e1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060391 Apr 04 11:49:55.036407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40382) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.042509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-28c183e1-a3bd-43ce-9d50-12f949a3822a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.088196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.143471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:55.156402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.223773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:55.224311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.238530 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-28c183e1-a3bd-43ce-9d50-12f949a3822a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.240053 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-28c183e1-a3bd-43ce-9d50-12f949a3822a tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2026362 Apr 04 11:49:55.242794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40384) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.247271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-274668c5-1038-4072-9230-d36d6ae0918b tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.247864 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-274668c5-1038-4072-9230-d36d6ae0918b tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 04 11:49:55.248436 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-274668c5-1038-4072-9230-d36d6ae0918b tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.256152 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-274668c5-1038-4072-9230-d36d6ae0918b tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119486 Apr 04 11:49:55.265402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40386) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.270167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.272675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.274748 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/d2d6eb7f-9dfe-4205-9023-279a21fe54ad HTTP/1.1" status: 204 len: 168 time: 0.5219247 Apr 04 11:49:55.278673 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-24bea65a-570f-40ac-be5d-fc94be921144 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.279771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40388) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.291470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed541fb-f3b5-420e-8071-c3c9fd1e7c6a tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6eb7f-9dfe-4205-9023-279a21fe54ad,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:55.328964 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-396b0759-dcc5-459d-8ba0-caa0d74abc93 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489383 Apr 04 11:49:55.334954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40390) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.341636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043848398'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.357703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a442d942-434e-40bf-95cc-01166b8c4f26 None None] Provisioning complete for port 826b5b91-fa2b-449c-bad6-a395966675df triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:55.358311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a442d942-434e-40bf-95cc-01166b8c4f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.377957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.396048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 826b5b91-fa2b-449c-bad6-a395966675df up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:49:55.414438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.418728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=1b01affe-3f0f-4f81-97c2-470b38bd08e8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:55.427570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.433804 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4c8b4e1d-f30a-45dc-9af4-b6c7c2229b6a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/1b01affe-3f0f-4f81-97c2-470b38bd08e8 HTTP/1.1" status: 204 len: 168 time: 0.7416492 Apr 04 11:49:55.434274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40392) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.437519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05109f-c3ed-44af-b80f-e62499fbf9b1 None None] Network 2dc6dab9-96f4-462f-955e-bea220babccb requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:55.461191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-24bea65a-570f-40ac-be5d-fc94be921144 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.463623 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24bea65a-570f-40ac-be5d-fc94be921144 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1971865 Apr 04 11:49:55.468523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40394) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.476055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5a29626b-601f-4edc-ad44-c4a4c7e2eea1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.477081 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-5a29626b-601f-4edc-ad44-c4a4c7e2eea1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 04 11:49:55.477834 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-5a29626b-601f-4edc-ad44-c4a4c7e2eea1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.479026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5a29626b-601f-4edc-ad44-c4a4c7e2eea1 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092692 Apr 04 11:49:55.482046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.489393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fac9314f-bf88-4673-8e54-3c47d21c4c8e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.540564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.555967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 826b5b91-fa2b-449c-bad6-a395966675df triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:55.556922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.589031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.682788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:55.683167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.698407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.725195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a442d942-434e-40bf-95cc-01166b8c4f26 None None] Provisioning complete for port 1de13e7a-ce54-4455-beda-e6d353c63a71 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:55.725534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a442d942-434e-40bf-95cc-01166b8c4f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.756248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-fac9314f-bf88-4673-8e54-3c47d21c4c8e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:55.757733 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fac9314f-bf88-4673-8e54-3c47d21c4c8e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2744966 Apr 04 11:49:55.764232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.769572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7a196a38-25f3-482b-bcff-3ffea683332d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c4f53626-649a-492a-920e-b14447f1dbed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.787928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a442d942-434e-40bf-95cc-01166b8c4f26 None None] Port 1de13e7a-ce54-4455-beda-e6d353c63a71 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:55.788776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,segment=NetworkSegment(7fec7033-7490-4f7a-ad03-4220b9a70225),segment_id=7fec7033-7490-4f7a-ad03-4220b9a70225)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:55.789263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.794415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.805049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 26f21251-9f9c-49a6-96b0-8a052c7b7a9d owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:55.856680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6169ad1b-fbfb-47e8-b89b-4588cd89c960,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:55.876832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.924676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] DHCP port deletion for 2dc6dab9-96f4-462f-955e-bea220babccb request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:49:55.937952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.939214 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3f181c1e-2cbf-4e72-bc01-18396073a626 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6010828 Apr 04 11:49:55.947611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40400) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:55.951912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Request body: {'security_group_rule': {'security_group_id': '6169ad1b-fbfb-47e8-b89b-4588cd89c960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:55.983942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Deleting port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:49:55.984242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:55.993304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.025546 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.048116 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:56.057682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] For port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,segment=NetworkSegment(7fec7033-7490-4f7a-ad03-4220b9a70225),segment_id=7fec7033-7490-4f7a-ad03-4220b9a70225)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:56.057682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.066334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-7a196a38-25f3-482b-bcff-3ffea683332d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:56.066334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7a196a38-25f3-482b-bcff-3ffea683332d tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3024299 Apr 04 11:49:56.071823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40402) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.083366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Calling delete_port for 26f21251-9f9c-49a6-96b0-8a052c7b7a9d owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:49:56.129508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.132290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.136785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.179642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.182302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.202877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.228503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc6dab9-96f4-462f-955e-bea220babccb']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:56.239873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fec7033-7490-4f7a-ad03-4220b9a70225') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:56.240067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fec7033-7490-4f7a-ad03-4220b9a70225') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:56.250022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.251234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.267699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.272428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.279761 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:49:56.280558 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.291861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] Pushing event deleted for resources: {'Port': ['ID=26f21251-9f9c-49a6-96b0-8a052c7b7a9d,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.293905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8dbdc1-507b-4ead-affd-f60df612d08c None None] No DVR routers for this DVR port 26f21251-9f9c-49a6-96b0-8a052c7b7a9d on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:49:56.322363 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:49:56.333326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.352376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 60efd836-f781-42d3-b552-7b6b8c735c41 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:49:56.353906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:56.406819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.476112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f6f2ef-ad05-4aa0-a086-4e728ba92fcf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.479498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.482250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.483698 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4f53626-649a-492a-920e-b14447f1dbed HTTP/1.1" status: 204 len: 168 time: 0.4064052 Apr 04 11:49:56.493216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40404) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.498865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee1e9-32eb-4934-86c7-dcf69e96d122 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f53626-649a-492a-920e-b14447f1dbed,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.516864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40406) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.527141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:49:56.534554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:56.538979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ae7d6867-2286-49d0-a400-46deee3bda9b tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513465 Apr 04 11:49:56.540060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.544054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40408) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.547253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.551086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-320c2088-04cd-4481-bd98-6b9e8f549e66 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6000438 Apr 04 11:49:56.559176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668574117'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:56.560132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.561263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40410) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.563156 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/2dc6dab9-96f4-462f-955e-bea220babccb HTTP/1.1" status: 204 len: 168 time: 1.1278994 Apr 04 11:49:56.568595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40412) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.582463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-230206474', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:56.594688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5824-230e-4fc1-9f69-93628d9af26b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=2dc6dab9-96f4-462f-955e-bea220babccb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.632673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e5646cd4-3927-4044-87a3-64666242df43 None None] Provisioning complete for port 1de13e7a-ce54-4455-beda-e6d353c63a71 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:56.633315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e5646cd4-3927-4044-87a3-64666242df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.666427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e5646cd4-3927-4044-87a3-64666242df43 None None] Port 1de13e7a-ce54-4455-beda-e6d353c63a71 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:49:56.681642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.706463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.708594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.732266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.781000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.787001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:56.790388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.800203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.800542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.824920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:49:56.830369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.835389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:49:56.840670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-833a66a0-98e8-4c26-8323-d9207b0ebc7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fdb2776a-d519-4862-8d86-32cce12c0de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0786858 Apr 04 11:49:56.842129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.848316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:56.848527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:56.856376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.885969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77703ba-3409-4b47-944f-650ebd8c0fdf,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:56.910843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.912665 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eee1930b-fc5d-4f7c-9c96-11e4daad6907 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3439946 Apr 04 11:49:56.915261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40416) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.920470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1572736955'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:56.964896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:56.973024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:56.977124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-222b9797-eb9f-485c-9d0f-d70bca2b5753 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4257388 Apr 04 11:49:56.977598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40418) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:56.982080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bc365d1a-bd91-496b-ba81-d5ec34f39407 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c77703ba-3409-4b47-944f-650ebd8c0fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:57.055298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:57.059542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.111107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:57.120000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 26f21251-9f9c-49a6-96b0-8a052c7b7a9d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:49:57.132610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.132610 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3 of type vlan for network 08a029b1-02da-4ddb-aa2b-cc8525980628 Apr 04 11:49:57.162630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 26f21251-9f9c-49a6-96b0-8a052c7b7a9d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:49:57.162991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 26f21251-9f9c-49a6-96b0-8a052c7b7a9d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:49:57.179925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.200139 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-bc365d1a-bd91-496b-ba81-d5ec34f39407 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The resource could not be found. Apr 04 11:49:57.204387 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bc365d1a-bd91-496b-ba81-d5ec34f39407 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2226372 Apr 04 11:49:57.204716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40420) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.212627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-629930b7-2618-4f5f-805d-43b81d28c013 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': 'c77703ba-3409-4b47-944f-650ebd8c0fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a65f7cf3-3425-4880-8326-ca64f3e4e056'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:57.246734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:57.274511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e150-29da-40ba-92a3-32bd3d4345bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.277421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:49:57.277834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Updating router fdb2776a-d519-4862-8d86-32cce12c0de1 port 1de13e7a-ce54-4455-beda-e6d353c63a71 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:49:57.308970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.330630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.336463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.339819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.383263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.385779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.389190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/6169ad1b-fbfb-47e8-b89b-4588cd89c960 HTTP/1.1" status: 204 len: 168 time: 0.8226871 Apr 04 11:49:57.397119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40422) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.411701 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-629930b7-2618-4f5f-805d-43b81d28c013 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The resource could not be found. Apr 04 11:49:57.415623 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-629930b7-2618-4f5f-805d-43b81d28c013 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2071004 Apr 04 11:49:57.420007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40424) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.423359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=08a029b1-02da-4ddb-aa2b-cc8525980628,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:57.431481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032da20-d66b-4ce3-8b1c-ff727bc30c67 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169ad1b-fbfb-47e8-b89b-4588cd89c960,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:57.437182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.437702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.438166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.438634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.439092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.439724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.440909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.442975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-99371de7-164a-4210-9d3c-918187e968b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4941 time: 0.5983176 Apr 04 11:49:57.446051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40426) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.446918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:57.450861 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ff4319f5-0abc-4ae9-a6ea-d1ac3bfdcc24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5320878 Apr 04 11:49:57.454390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40430) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.461167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:57.574914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-caa18729-e0d4-4e9a-83b7-bec87fe7cbdd tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1704202 Apr 04 11:49:57.581903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.651736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.652208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.652696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.653162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.653659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.654568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:57.659857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3788760c-a81e-4b88-a360-799b43c8d3c6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2067578 Apr 04 11:49:57.661989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40434) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.719565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.757163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-abfc645d-3087-49ca-bdee-82814a09475e tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1687911 Apr 04 11:49:57.761539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40436) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.769628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.790227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.808905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.825073 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-f58ef705-118b-482e-9a4d-a97b698a9a7b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] delete failed (client error): The resource could not be found. Apr 04 11:49:57.829431 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f58ef705-118b-482e-9a4d-a97b698a9a7b tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "DELETE /v2.0/security-groups/6169ad1b-fbfb-47e8-b89b-4588cd89c960 HTTP/1.1" status: 404 len: 347 time: 0.0632651 Apr 04 11:49:57.832401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40438) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:57.856315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86865a24-0794-4f56-9f73-1d549cc589d2 None None] Pushing event updated for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:57.857950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.894658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=5b678c67-f411-45ca-9d73-b6758154ed56,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:57.919373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Attempting to bind port 1de13e7a-ce54-4455-beda-e6d353c63a71 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:49:57.919373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Attempting to bind port 1de13e7a-ce54-4455-beda-e6d353c63a71 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:49:57.919373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Attempting to bind port 1de13e7a-ce54-4455-beda-e6d353c63a71 on network 60efd836-f781-42d3-b552-7b6b8c735c41 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:49:57.919649 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-426a64fa-4401-4e03-bbca-79560f63e1b3 tempest-SecGroupTest-1165854860 tempest-SecGroupTest-1165854860-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846856 Apr 04 11:49:57.925225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:49:57.925828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Checking segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:57.926738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.927213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Bound using segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:49:57.927767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Bound port: 1de13e7a-ce54-4455-beda-e6d353c63a71, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:49:57.928248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.938723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:57.942431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:57.946679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': '352085c2-ac34-434f-8d5e-3eebdcd8c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:57.951690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 29002848-528d-4e2f-a2ed-78d0fa9f853a, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:58.021801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.027388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.028560 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/c77703ba-3409-4b47-944f-650ebd8c0fdf HTTP/1.1" status: 204 len: 168 time: 0.6118810 Apr 04 11:49:58.044157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] For port 1de13e7a-ce54-4455-beda-e6d353c63a71, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:49:58.048150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] For port 1de13e7a-ce54-4455-beda-e6d353c63a71, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1de13e7a-ce54-4455-beda-e6d353c63a71,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:49:58.057356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40442) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.082245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:58.083911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecc2c1-a9e8-4a4b-8acc-14e4950fe956 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77703ba-3409-4b47-944f-650ebd8c0fdf,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:58.116496 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bd7a07ae-4b39-47e6-b440-000578515cfe tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3570 time: 0.4535921 Apr 04 11:49:58.143348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.159095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-14e296ae-17da-45ea-b070-9c2651c12598 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005514 Apr 04 11:49:58.163417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40446) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.168207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4a9a1231-0fb3-4d81-b7c4-3ae13897deac tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': '01112288-e32b-40fe-9698-968cedde45d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.205831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 29002848-528d-4e2f-a2ed-78d0fa9f853a) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:58.208365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86865a24-0794-4f56-9f73-1d549cc589d2 None None] Pushing event updated for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:58.213820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:58.213820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.221025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3d196-3691-44f6-9c9e-cd5909399ef1 None None] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:58.248439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] Provisioning complete for port 1de13e7a-ce54-4455-beda-e6d353c63a71 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:58.248825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.279720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:49:58.280403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:58.337043 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0eafd1b2-35f3-4240-bf37-a6a59133666b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8187850 Apr 04 11:49:58.340995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40448) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.347111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-401890874'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.379078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.401766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-4a9a1231-0fb3-4d81-b7c4-3ae13897deac tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The resource could not be found. Apr 04 11:49:58.403241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a9a1231-0fb3-4d81-b7c4-3ae13897deac tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2387016 Apr 04 11:49:58.407008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40450) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.413634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208559499'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.472062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=b7b67028-6fe7-4f6a-9ed9-36b37e916e78,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:58.477253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:58.477734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: 08a029b1-02da-4ddb-aa2b-cc8525980628, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:58.524944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40452) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.531094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521745388', 'description': 'tempest-secgroup-smoke-521745388 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.561523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:58.561711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.565487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:58.568958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.605921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:49:58.618100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.618456 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment c403ac71-f98e-4a6f-9a22-770556bd2ec2 of type vlan for network 65a80c73-562d-4236-ad85-445da7517a4d Apr 04 11:49:58.633428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.648892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40456) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.666039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 08a029b1-02da-4ddb-aa2b-cc8525980628) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:49:58.671773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.675964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:58.676564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.712339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c11f13-305e-479c-84e2-67a956a5be43 None None] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:49:58.717008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.726309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.765609 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6ac099b4-79b2-44a9-97ee-f84925ef1807 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3102646 Apr 04 11:49:58.766718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:49:58.768768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40460) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.789916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.822434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.823060 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.826124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110d5388-f470-4c28-9e4b-c181a731a991,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:58.829686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:49:58.829686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.838593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.868068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476379ea-b463-468e-8662-76e10c6028f3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:58.884281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.889694 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e7af0530-ffa8-4b56-b2b6-c42361d31ac7 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4813368 Apr 04 11:49:58.894064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40462) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.899021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--510385513'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.918858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-29002848-528d-4e2f-a2ed-78d0fa9f853a', 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '5b678c67-f411-45ca-9d73-b6758154ed56'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:58.919826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.936857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:58.938211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3c38cbf4-5cd9-44a8-bcce-4f9c224fe53e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4122603 Apr 04 11:49:58.944268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40464) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:58.947936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:58.970207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] For port 1de13e7a-ce54-4455-beda-e6d353c63a71, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1de13e7a-ce54-4455-beda-e6d353c63a71,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:49:58.999897 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6575253 Apr 04 11:49:59.003696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40466) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.009946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '65a80c73-562d-4236-ad85-445da7517a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:59.029706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.029842 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-19f88805-b45c-4b64-a464-c1f42286c8fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19031ff006e244339a8f0d7dd9c3a857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786004 Apr 04 11:49:59.031900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeb956-99a2-4bbb-aa63-2879ebc5f8b3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=65a80c73-562d-4236-ad85-445da7517a4d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.034863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40468) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.071058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.102007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 65a80c73-562d-4236-ad85-445da7517a4d details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:49:59.110853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.192916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.205610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.213803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.245200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.247832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.252732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:49:59.256667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.256838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-08a029b1-02da-4ddb-aa2b-cc8525980628', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:49:59.257596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.284588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.308239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.361230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d8b9-1cb8-4767-bc93-9f9418727b62 None None] Pushing event updated for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.389048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a3643311-b52f-454e-b08e-55b1b9bc40e3 None None] Provisioning complete for port 1de13e7a-ce54-4455-beda-e6d353c63a71 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:49:59.389739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3643311-b52f-454e-b08e-55b1b9bc40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.394504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0867adaa-ed5c-49d4-bebf-bca2063389ac,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.397537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27a1216-bac7-461f-9b4c-5713094b3aa8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.457287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.461030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0523ef4c-c0f1-485e-86a7-f610a1a9505c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5144076 Apr 04 11:49:59.461176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40470) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.467395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:59.467784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Allocated IP 2001:db8:0:ffff::2 (29002848-528d-4e2f-a2ed-78d0fa9f853a/5b678c67-f411-45ca-9d73-b6758154ed56/2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:59.480490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.483666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.485058 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03c30904-482e-4675-bbb5-f5fac1b834fa HTTP/1.1" status: 204 len: 168 time: 0.4490311 Apr 04 11:49:59.487092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.488545 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a6709896-41f5-425f-b47c-f0a8feceb8ca tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5928602 Apr 04 11:49:59.493335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40474) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.496712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c09f1085-1dc3-4413-b35b-6b116e6309d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.500757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067de35-e909-4a2c-80a6-dfee44ce7e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c30904-482e-4675-bbb5-f5fac1b834fa,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.508789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fcc3d3ff-63c8-40ca-a54a-beef532f57ce tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group_rule': {'security_group_id': '110d5388-f470-4c28-9e4b-c181a731a991', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a27a1216-bac7-461f-9b4c-5713094b3aa8'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:59.586345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:49:59.593876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.20.0.1 (08a029b1-02da-4ddb-aa2b-cc8525980628/b7b67028-6fe7-4f6a-9ed9-36b37e916e78/942262ad-1dc0-491d-9706-f9c447a128fb) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:49:59.601120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.638128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153265b4-d375-45e6-8805-7aa1e9cc4a02 None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:49:59.674024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.755940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.756246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.812539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.814470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.817156 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-fcc3d3ff-63c8-40ca-a54a-beef532f57ce tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:49:59.818317 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fcc3d3ff-63c8-40ca-a54a-beef532f57ce tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3239508 Apr 04 11:49:59.821497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.852218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bdd70c-e3cd-4905-9034-3067c853588f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.856484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=9d40ac74-8e3c-4de7-9933-90b588af308f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:49:59.872607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': 'c403ac71-f98e-4a6f-9a22-770556bd2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '65a80c73-562d-4236-ad85-445da7517a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:49:59.873031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 65a80c73-562d-4236-ad85-445da7517a4d, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:49:59.888302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.915651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.919612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.924356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.926269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:49:59.934075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b6289fb2-8380-4941-b7b1-62be3ddc0638 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4655747 Apr 04 11:49:59.934075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:49:59.939766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:49:59.994115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 65a80c73-562d-4236-ad85-445da7517a4d is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:49:59.996240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:00.046921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:00.047830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:00.052543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:00.061027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:00.070756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:00.085285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.099416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Pushing event updated for resources: {'Port': ['ID=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.110332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Allocated IP 172.20.0.2 (08a029b1-02da-4ddb-aa2b-cc8525980628/b7b67028-6fe7-4f6a-9ed9-36b37e916e78/5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:00.125062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 65a80c73-562d-4236-ad85-445da7517a4d) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:00.149298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:00.150001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.152865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.167283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999e03d-30fe-43ed-bbee-57cb7d207c0e None None] Network 65a80c73-562d-4236-ad85-445da7517a4d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:00.199620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.202559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.206473 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/a27a1216-bac7-461f-9b4c-5713094b3aa8 HTTP/1.1" status: 204 len: 168 time: 0.3813071 Apr 04 11:50:00.222139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.222691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.223216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07edf2-49b5-4c33-ae7f-6447c1b09743 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27a1216-bac7-461f-9b4c-5713094b3aa8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.272594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.296437 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2e5098ce-571c-4d6c-add0-02949da8b9ee tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2891483 Apr 04 11:50:00.296959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40482) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.316261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Attempting to bind port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:00.319503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Attempting to bind port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '352085c2-ac34-434f-8d5e-3eebdcd8c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:00.319503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Attempting to bind port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 on network 29002848-528d-4e2f-a2ed-78d0fa9f853a {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:00.322817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.344614 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f446126d-ed44-44c6-ad5c-20ee2fac1f35 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1176579 Apr 04 11:50:00.353769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40484) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.388829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:00.389213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Checking segment: {'id': '352085c2-ac34-434f-8d5e-3eebdcd8c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:00.389648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.390107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Bound using segment: {'id': '352085c2-ac34-434f-8d5e-3eebdcd8c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:00.390604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Bound port: 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352085c2-ac34-434f-8d5e-3eebdcd8c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29002848-528d-4e2f-a2ed-78d0fa9f853a'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:00.390991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.402726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc14806-ca63-429e-8172-a380590b2c71,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.419826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.459953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.486114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.490072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.523048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.524554 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8ecf5bc8-9f98-4748-8df7-1b0097395f96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5895703 Apr 04 11:50:00.538355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40486) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.543397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:00.590382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.682897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.686164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.687407 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/110d5388-f470-4c28-9e4b-c181a731a991 HTTP/1.1" status: 204 len: 168 time: 0.3363371 Apr 04 11:50:00.693859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40488) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.703961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] For port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:00.717000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791ef33-9e59-4da0-bdd9-a17be3faad12 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110d5388-f470-4c28-9e4b-c181a731a991,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.743995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.760179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] For port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,segment=NetworkSegment(352085c2-ac34-434f-8d5e-3eebdcd8c346),segment_id=352085c2-ac34-434f-8d5e-3eebdcd8c346)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:00.801319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.817614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.834890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2ea554ee-1bce-420e-80d8-28f42691e5ea tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393759 Apr 04 11:50:00.840676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.843619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40490) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:00.849375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'tempest-secgroup--452836983'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:00.855536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.867857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=9d40ac74-8e3c-4de7-9933-90b588af308f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:00.876702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda029e1-540c-4361-825f-29797704e82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-65a80c73-562d-4236-ad85-445da7517a4d', 'network_id': '65a80c73-562d-4236-ad85-445da7517a4d', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '9d40ac74-8e3c-4de7-9933-90b588af308f'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:00.878363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fda029e1-540c-4361-825f-29797704e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.891221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.913129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.946847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:00.977598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a80c73-562d-4236-ad85-445da7517a4d']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:00.988629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c403ac71-f98e-4a6f-9a22-770556bd2ec2') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:00.988940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c403ac71-f98e-4a6f-9a22-770556bd2ec2') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:00.999860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.019292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.020478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96adc-bba9-49db-987d-801e3e80e2a1 None None] Pushing event updated for resources: {'Port': ['ID=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.023153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.032353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:01.032825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.036216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.070424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.075777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:01.083123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:01.092758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:01.095657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498846e-2566-48bc-81a3-4bf3a31b0adb None None] Network 65a80c73-562d-4236-ad85-445da7517a4d requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:01.115135 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:01.119002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.119871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Pushing event updated for resources: {'Port': ['ID=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.158021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431705d2-a7a1-40ae-bb32-6945a288f8b7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.261312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.267066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.268404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.271723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.277137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/65a80c73-562d-4236-ad85-445da7517a4d HTTP/1.1" status: 204 len: 168 time: 0.9790213 Apr 04 11:50:01.284228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40492) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:01.296743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866277413'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:01.302467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Attempting to bind port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:01.302827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Attempting to bind port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:01.303184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Attempting to bind port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 on network 08a029b1-02da-4ddb-aa2b-cc8525980628 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:01.323362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d1e19-51bb-41cb-9b4f-f774db9acea2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=65a80c73-562d-4236-ad85-445da7517a4d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.334493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.340207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0b2b42f7-bd52-4e2e-954c-664cba016558 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8005483 Apr 04 11:50:01.341523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40494) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:01.342456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1de13e7a-ce54-4455-beda-e6d353c63a71 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:01.347115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:01.374130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:01.374726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Checking segment: {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:01.375294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.375764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Bound using segment: {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:01.376325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Bound port: 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:01.376790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.396207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.441592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:01.443119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:01.452915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:50:01.458719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.491528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] For port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:01.496314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] For port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:01.498015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 1de13e7a-ce54-4455-beda-e6d353c63a71 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:01.498391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.505829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.514188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:01.517954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.543723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.577895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.597970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42625a4f-d646-4ebe-b607-dd081baafbb8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.610884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:01.619193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.626943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.627297 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment 30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5 of type vlan for network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 Apr 04 11:50:01.648700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f799f-b4b3-4a11-93b6-08a8cd7dff52 None None] Pushing event updated for resources: {'Port': ['ID=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.650003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0290a2-b513-4d3d-ace9-90bffcd0696a,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:01.676301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.677538 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5c3cdee7-095a-497d-80a6-45443b4af618 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8329911 Apr 04 11:50:01.680835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40496) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:01.687148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b4e1202e-87ed-4ca9-a74d-92c9caaae58e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:01.688032 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-b4e1202e-87ed-4ca9-a74d-92c9caaae58e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 04 11:50:01.688609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-b4e1202e-87ed-4ca9-a74d-92c9caaae58e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] update failed (client error): There was a conflict when trying to complete your request. Apr 04 11:50:01.690574 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4e1202e-87ed-4ca9-a74d-92c9caaae58e tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "PUT /v2.0/security-groups/42625a4f-d646-4ebe-b607-dd081baafbb8 HTTP/1.1" status: 409 len: 330 time: 0.0078835 Apr 04 11:50:01.692969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40498) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:01.695306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.723905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.724961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-04801065-0e6a-41ca-a896-1a718b2734cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3820651 Apr 04 11:50:01.727917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:01.732569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '476379ea-b463-468e-8662-76e10c6028f3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:01.762875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.789878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.805295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:50:01.852745 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:50:01.855461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.860969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:01.861745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.877400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.956790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.962020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:01.965172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/42625a4f-d646-4ebe-b607-dd081baafbb8 HTTP/1.1" status: 204 len: 168 time: 0.2710979 Apr 04 11:50:01.969827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.008457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf04ce-999e-48d7-9e81-347fc7b921be tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42625a4f-d646-4ebe-b607-dd081baafbb8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:02.042132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=231eacd4-47b7-4f3d-8fa0-04354f1b31a5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:02.048252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.054207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-24683f4e-22d2-46b3-8335-ef0f035f3812 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830460 Apr 04 11:50:02.054806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40504) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.064608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:02.070987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:02.082726 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-dc477d94-31b6-42fd-8101-72891e2d86cf tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] delete failed (client error): The resource could not be found. Apr 04 11:50:02.087346 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc477d94-31b6-42fd-8101-72891e2d86cf tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "DELETE /v2.0/security-groups/c05af4b6-a135-4952-8930-385ba660b05f HTTP/1.1" status: 404 len: 347 time: 0.0278602 Apr 04 11:50:02.087569 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:02.090129 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4678cbdd-10be-430a-a6bf-351913f25d9c tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3155653 Apr 04 11:50:02.091159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.093428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40508) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.098290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1364991875'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:02.119455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:02.120542 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2859bf20-ca3e-4ce2-ba0a-97447be46986 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8280594 Apr 04 11:50:02.121454 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:02.126058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.150223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.154169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:02.160230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-f774cb7e-3e9f-49cd-b59c-9df25914bea8 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] show failed (client error): The resource could not be found. Apr 04 11:50:02.161426 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f774cb7e-3e9f-49cd-b59c-9df25914bea8 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-groups/c12159fb-3eb9-40ed-9b28-cb243780cd4a HTTP/1.1" status: 404 len: 347 time: 0.0673347 Apr 04 11:50:02.166941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40512) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.182270 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-1681e7e2-9f6d-4a66-84d8-03874b62e5d4 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] show failed (client error): The resource could not be found. Apr 04 11:50:02.189514 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1681e7e2-9f6d-4a66-84d8-03874b62e5d4 tempest-NegativeSecGroupTest-1851079968 tempest-NegativeSecGroupTest-1851079968-project] 10.222.0.43 "GET /v2.0/security-group-rules/2309aba1-74f0-44e7-b434-ede90b7247a7 HTTP/1.1" status: 404 len: 356 time: 0.0211935 Apr 04 11:50:02.235961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:02.244017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.247218 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:02.250611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.284307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:02.289494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0e3faa-4492-42f7-9d28-49b7f8f89740,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:02.302219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.302684 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 7b782133-e021-4130-af47-c0a9e9eaffb1 of type vlan for network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 Apr 04 11:50:02.347939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.349280 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b32725f1-ffe7-4c50-87c6-0f90826b0b9a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6203449 Apr 04 11:50:02.378049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.389877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:02.389877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.390360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.426629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f5b90-2656-4b16-9a4b-8d344d747166 None None] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:02.510063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:00Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:00Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:02.522714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.528936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] Provisioning complete for port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:02.529309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.543747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:02.547367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.555745 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:02.556343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Updating router 461a5720-4c26-4c11-8116-a06e1d28426f port 942262ad-1dc0-491d-9706-f9c447a128fb binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:50:02.605092 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.730679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=f340706b-cce8-4ab2-b6ac-bd6db5cdd193,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:02.745941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:02.758300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.758582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b3a12278-5b08-474b-a897-95f072909614 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6611183 Apr 04 11:50:02.758582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:02.780286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:02.846804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-8d88f2e4-aec5-4f49-b324-75c013bb24a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521745388&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.1099370 Apr 04 11:50:02.879045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:02.929169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] For port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,segment=NetworkSegment(352085c2-ac34-434f-8d5e-3eebdcd8c346),segment_id=352085c2-ac34-434f-8d5e-3eebdcd8c346)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:02.968046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40536) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:03.010855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.041645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:03.045735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.121529 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.184815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aff113-a121-4abf-8c5c-876e4fc100db None None] Pushing event updated for resources: {'Port': ['ID=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.220252 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.262481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e06a33af-5aa6-4581-a7bb-68a7dc2d9ed2 None None] Provisioning complete for port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:03.263685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e06a33af-5aa6-4581-a7bb-68a7dc2d9ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.305442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:03.309525 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-24f6c80c-9a89-4ad8-8c1e-f97dadaaa489 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af2bde24e0c64843bbab07b7ba078358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373678 Apr 04 11:50:03.309525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40540) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:03.312593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db15f3-d489-4ec7-8fa4-3eaaf4b4ad97 None None] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:03.314369 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Pushing event updated for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.344119 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.344119 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.344386 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.344662 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.345263 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.345804 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.346478 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.346994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.347499 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.347995 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.348490 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.349011 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:03.420958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.488527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.495491 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Attempting to bind port 942262ad-1dc0-491d-9706-f9c447a128fb on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:03.495800 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Attempting to bind port 942262ad-1dc0-491d-9706-f9c447a128fb by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:03.496217 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Attempting to bind port 942262ad-1dc0-491d-9706-f9c447a128fb on network 08a029b1-02da-4ddb-aa2b-cc8525980628 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:03.504241 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:03.504760 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Checking segment: {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:03.505215 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.505842 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Bound using segment: {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:03.506437 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Bound port: 942262ad-1dc0-491d-9706-f9c447a128fb, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:03.506924 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.537468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=5a405be6-3140-41e5-8d72-2e88e370cc42,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.556781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.557973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:03.565626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 231eacd4-47b7-4f3d-8fa0-04354f1b31a5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:03.587654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] For port 942262ad-1dc0-491d-9706-f9c447a128fb, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:03.591791 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] For port 942262ad-1dc0-491d-9706-f9c447a128fb, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=942262ad-1dc0-491d-9706-f9c447a128fb,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:03.596851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:03.597122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.605037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-81037257-58ab-4621-ad79-846120c382dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:03.606647 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-81037257-58ab-4621-ad79-846120c382dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 797 time: 0.7463319 Apr 04 11:50:03.622191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=84588791-ccc2-4611-8bed-33ab5d453ff5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.624924 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-abf4946f-ae41-4ecf-96d0-fcddd5dee71d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0103650 Apr 04 11:50:03.655462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:03.655849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: f340706b-cce8-4ab2-b6ac-bd6db5cdd193, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:03.660731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.663392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.667384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1d70e9e-1439-4166-8ab7-0691047c642e HTTP/1.1" status: 204 len: 168 time: 0.3533833 Apr 04 11:50:03.685207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fd1d5-8616-4fd9-9af2-b9ad2d0d1d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d70e9e-1439-4166-8ab7-0691047c642e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.694032 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.735321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:03.735815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:03.763903 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6a672-366a-4c16-95ba-aec135fe2efb None None] Pushing event updated for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:03.779645 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-0bec1eb6-a2a5-4945-a4f5-85bd537c56ce tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449361 Apr 04 11:50:03.805595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:03.815558 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:03.819149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] Provisioning complete for port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:03.819612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.820708 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:03.868870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:03.869312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.923601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, f340706b-cce8-4ab2-b6ac-bd6db5cdd193) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:03.930597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:03.931291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.941335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dede39-048c-4566-a8e5-8956b52a2ca0 None None] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:03.944628 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:03.953831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 231eacd4-47b7-4f3d-8fa0-04354f1b31a5) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:03.965823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:03.966468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:03.992726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ec3c9-0013-4371-ac58-402bef5539ee None None] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:04.011276 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-cdf6e2a2-36e9-4a5f-b22c-eaada0d4af7e service neutron] 10.222.0.43 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149580 Apr 04 11:50:04.046191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e8d26c83-34a3-48f8-a6c2-dbef16a82e06 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2846634 Apr 04 11:50:04.049006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40546) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:04.092843 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1506a52c-8152-4ddf-8f90-04b47cf6210b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9444470 Apr 04 11:50:04.106522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40550) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:04.127081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321887270'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:04.155084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.270374 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-a2ee8a39-edeb-4bec-baa9-0f6e024ee38c service neutron] 10.222.0.43 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518904 Apr 04 11:50:04.287347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.308238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:04.316186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.329461 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:00Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:03Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:04.330146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] For port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:04.364963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.391594 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9edfda-f28b-4d50-9d2f-b1d8c6dc1b29 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:00Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:03Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:04.396130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:04.436473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.436935 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment 24335ce5-aa2b-4d90-af34-b24cc02c7c00 of type vlan for network 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 Apr 04 11:50:04.439018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.494162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.658028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.660233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:04.661054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.777043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.837313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:04.837675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.843179 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7199688 Apr 04 11:50:04.844736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40560) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:04.850408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:04.890754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:50:04.891659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:50:04.897188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-231eacd4-47b7-4f3d-8fa0-04354f1b31a5', 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '5a405be6-3140-41e5-8d72-2e88e370cc42'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:04.898119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.912718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba98c77-8d27-430b-9083-49fd4b8aa5ec None None] Pushing event updated for resources: {'Port': ['ID=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:04.938613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Provisioning complete for port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:04.938875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:04.957685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6c1d-c9e0-4880-b598-1fa07cc8ba2e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:05.016467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:05.079585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:05.089703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.210863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Performing IP validity checks on allocation pools {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:50:05.211399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.ipam_backend_mixin [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:50:05.297548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.21.0.1 (f340706b-cce8-4ab2-b6ac-bd6db5cdd193/84588791-ccc2-4611-8bed-33ab5d453ff5/3b9bd107-9939-42c7-8c4d-fe0976429740) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:05.436903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Allocated IP 2001:db8::1 (231eacd4-47b7-4f3d-8fa0-04354f1b31a5/5a405be6-3140-41e5-8d72-2e88e370cc42/fe6cd230-47d7-4833-85d8-1e99fc63c4fe) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:05.470436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.476427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.490410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Provisioning complete for port 942262ad-1dc0-491d-9706-f9c447a128fb triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:05.490821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.530054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40570) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:05.598478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=ee86dd1f-93d4-4d28-8c58-793ede0103b0,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:05.610326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': '24335ce5-aa2b-4d90-af34-b24cc02c7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:05.610695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:05.619612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.698638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:05.709745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-166082676'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:05.713435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.716230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:05.722880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:05.723442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:05.744238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.751444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Allocated IP 172.21.0.2 (f340706b-cce8-4ab2-b6ac-bd6db5cdd193/84588791-ccc2-4611-8bed-33ab5d453ff5/cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:05.776656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:05.790478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] For port 942262ad-1dc0-491d-9706-f9c447a128fb, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=942262ad-1dc0-491d-9706-f9c447a128fb,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:05.799536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:05.813719 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c89474e-c908-42ee-84be-6abe63a3c883 req-06b5e02a-9882-4fc4-85b7-9a1029298cb4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0481737 Apr 04 11:50:05.819593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.829881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:05.835433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:05.838083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.855836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf806e-062a-4019-9d93-f983d0b7623f None None] Network 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:05.892352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Made reservation on behalf of 8ccc6ad6be9241398d52565caf3811b9 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:05.896645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.906593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.906593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.910905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:05.934994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40578) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:05.936100 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-41e3a301-81f6-49ee-ae96-c7675cdcce6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0902050 Apr 04 11:50:06.016173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:06.046391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:06.050012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:06.073028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Pushing event updated for resources: {'Port': ['ID=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:06.082605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.115754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.135701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.143667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:06.144038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.225587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7964e5d8-6066-4993-93fb-3d532a8d1919 None None] Provisioning complete for port 942262ad-1dc0-491d-9706-f9c447a128fb triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:06.225587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7964e5d8-6066-4993-93fb-3d532a8d1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.241918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.280932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.320514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60625ba0-4dc0-40ed-97a9-6b508dbe500d None None] Pushing event updated for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:06.328965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Attempting to bind port fe6cd230-47d7-4833-85d8-1e99fc63c4fe on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:06.329328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Attempting to bind port fe6cd230-47d7-4833-85d8-1e99fc63c4fe by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:06.329898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Attempting to bind port fe6cd230-47d7-4833-85d8-1e99fc63c4fe on network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:06.363439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:06.364324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Checking segment: {'id': '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:06.364933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.366256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Bound using segment: {'id': '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:06.366771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Bound port: fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '231eacd4-47b7-4f3d-8fa0-04354f1b31a5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:06.367182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.375489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6464b0-fe31-4612-a8b5-9ccf565b6ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66', 'network_id': '4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': 'ee86dd1f-93d4-4d28-8c58-793ede0103b0'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:06.376357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf6464b0-fe31-4612-a8b5-9ccf565b6ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.396208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.503394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:06.544375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:06.557269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:06.559178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Pushing event updated for resources: {'Port': ['ID=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:06.633249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.640908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:06.660499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 942262ad-1dc0-491d-9706-f9c447a128fb up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:06.688637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.688989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Added segment deaad37b-47e0-4a8e-aa0c-94fa1a5f4083 of type vlan for network 783a517d-3ee3-4f42-b072-b85bee343b5a Apr 04 11:50:06.690302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78effadb-035c-4cc3-ae17-17601acd3908,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:06.783444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.872841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] For port fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:06.900179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] For port fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,segment=NetworkSegment(30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5),segment_id=30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:06.901624 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0f759bf1-2ab9-4ced-b5d1-8c5101579d6c req-6838f1d7-1120-464e-8e94-7f9ebf76cc13 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0309961 Apr 04 11:50:06.903166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Attempting to bind port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:06.903452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Attempting to bind port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:06.903762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Attempting to bind port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c on network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:06.914564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:06.914564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Checking segment: {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:06.914564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.914564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Bound using segment: {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:06.915029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Bound port: cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:06.915137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.924030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.941229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.961113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 942262ad-1dc0-491d-9706-f9c447a128fb triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:06.961113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.974530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=ee86dd1f-93d4-4d28-8c58-793ede0103b0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:06.986995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.989449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:06.995337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:06.995949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server [None req-bf6464b0-fe31-4612-a8b5-9ccf565b6ec1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee86dd1f-93d4-4d28-8c58-793ede0103b0: This subnet is being modified by another concurrent operation. Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise exception Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee86dd1f-93d4-4d28-8c58-793ede0103b0: This subnet is being modified by another concurrent operation. Apr 04 11:50:07.047386 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Apr 04 11:50:07.066092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] For port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:07.086303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] For port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:07.089257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c35e93-821a-4039-a0ff-1a425ddbfcd2 None None] Network 4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:07.102264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.105388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.124391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5746c1-9610-4224-a627-20c3ac6f4dbf None None] Pushing event updated for resources: {'Port': ['ID=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:07.189837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.215453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6839914 Apr 04 11:50:07.219547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40592) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:07.223093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:07.225522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f89554-e51f-476f-ba52-c3a8140e7f29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event updated for resources: {'Network': ['ID=783a517d-3ee3-4f42-b072-b85bee343b5a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:07.226222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Request body: {'subnet': {'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:07.245011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24335ce5-aa2b-4d90-af34-b24cc02c7c00') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:07.245300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24335ce5-aa2b-4d90-af34-b24cc02c7c00') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:07.249401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:07.251892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 783a517d-3ee3-4f42-b072-b85bee343b5a details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:07.266869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.270316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.272393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:07.310856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.319713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:07.320456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:07.376269 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:07.506759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6e201-8433-4d7d-926f-ff21d4fcebce None None] Pushing event updated for resources: {'Port': ['ID=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:07.527685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Made reservation on behalf of 8ccc6ad6be9241398d52565caf3811b9 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:07.532451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.536191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:07.536637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.613673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.635382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.635382 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 HTTP/1.1" status: 204 len: 168 time: 1.6989076 Apr 04 11:50:07.642463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40594) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:07.654079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901962463'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:07.697385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194e0d-3840-4c62-bfb3-5c8f70c23918 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:07.701076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:07.706628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:07.807457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:07.811065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.890554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:07.907210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:07.908352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:07.908808 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment d3ba2938-bec8-4622-8783-8d4ef7a8abcb of type vlan for network a9c28c6f-1e73-4953-88ae-f948c4e33886 Apr 04 11:50:07.960261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 942262ad-1dc0-491d-9706-f9c447a128fb up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:07.994212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.017805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 942262ad-1dc0-491d-9706-f9c447a128fb triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:08.018738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.045672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.074151 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50ff0341-56d5-414c-958d-a6d3311c0b7c req-0914f2ba-e18a-4043-8bff-1aacd5dce178 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0818493 Apr 04 11:50:08.112749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:08.119387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5adae82d-d6b8-430d-8783-70b074586a90 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0688815 Apr 04 11:50:08.120006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:08.122308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40600) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:08.131246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720970532'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:08.149856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:08.157774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event updated for resources: {'Subnet': ['ID=55b47eb6-17ac-477c-bbf2-35a3f497f80b,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:08.160772 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Checking segment: {'id': 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:08.161317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Network hostable DHCP agents. Network: 783a517d-3ee3-4f42-b072-b85bee343b5a, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:08.167101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:08.172361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:08.190436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.198541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:08.199288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.235452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:08.235669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.275898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:08.276132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Network 783a517d-3ee3-4f42-b072-b85bee343b5a is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:08.278293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:08.278739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.298625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=a9c28c6f-1e73-4953-88ae-f948c4e33886,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:08.324149 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b8ab39cb-ad6d-43a1-b2b0-67ecbbdd658d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6791015 Apr 04 11:50:08.327108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40602) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:08.328800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:08.334270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a9c28c6f-1e73-4953-88ae-f948c4e33886 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:08.339661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': 'a9c28c6f-1e73-4953-88ae-f948c4e33886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:08.340552 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.343518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment c445a8db-bd18-4baf-86e9-b6e0cdb64590 of type vlan for network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 Apr 04 11:50:08.365746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 783a517d-3ee3-4f42-b072-b85bee343b5a) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:08.386385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:08.387287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.401010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.449757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e3e31-11cf-4b3b-9be0-62f022be1c50 None None] Network 783a517d-3ee3-4f42-b072-b85bee343b5a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:08.516324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.523886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:08.524666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.541790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-31792810-7874-4021-9043-4e648cdd7fa3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3206058 Apr 04 11:50:08.542550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40604) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:08.550310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Request body: {'port': {'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a', 'name': 'tempest-TagsExtTest-1065992822'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:08.581911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047bc17c-3094-4a0c-8951-69a35c8797e5 None None] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:08.631590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=bd0c39bf-7c1f-4859-8f42-c31093cd1a05,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:08.640412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f76f077-94af-49ae-a0dd-eb96e0afb1d3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5134542 Apr 04 11:50:08.642787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40606) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:08.643973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:08.648013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.648179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:08.739770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:08.819895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Made reservation on behalf of 8ccc6ad6be9241398d52565caf3811b9 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:08.823438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.829577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988a0ac-88a9-49c2-b680-a3c7fd0f2bb6 None None] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:08.863571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:08.867738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.874431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] device_id is not set on port 58900cdf-55d4-44b6-a555-fa2cad7d196a yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:50:08.943292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] Provisioning complete for port fe6cd230-47d7-4833-85d8-1e99fc63c4fe triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:08.943665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:08.997851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Allocated IP 172.20.0.2 (783a517d-3ee3-4f42-b072-b85bee343b5a/55b47eb6-17ac-477c-bbf2-35a3f497f80b/58900cdf-55d4-44b6-a555-fa2cad7d196a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:09.018756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.018978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.122239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.159679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=1fa3befb-c649-4957-bc2a-8bdd639476e2,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:09.190760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:09.225682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:09.226136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: bd0c39bf-7c1f-4859-8f42-c31093cd1a05, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:09.228811 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb2bb486-04fa-4d0a-8983-b9482278a8b9 req-0261b94e-3f16-4dd7-b9b4-850611181230 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0739799 Apr 04 11:50:09.238901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': 'd3ba2938-bec8-4622-8783-8d4ef7a8abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a9c28c6f-1e73-4953-88ae-f948c4e33886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:09.244752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: a9c28c6f-1e73-4953-88ae-f948c4e33886, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:09.293159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.340612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:09.352553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:09.373058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network a9c28c6f-1e73-4953-88ae-f948c4e33886 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:09.391870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 3, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:06Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:09.403809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-783a517d-3ee3-4f42-b072-b85bee343b5a', 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a', 'tenant_id': '8ccc6ad6be9241398d52565caf3811b9', 'fixed_ips': [{'subnet_id': '55b47eb6-17ac-477c-bbf2-35a3f497f80b'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:09.404628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.466301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:09.466660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Updating router 461a5720-4c26-4c11-8116-a06e1d28426f port 3b9bd107-9939-42c7-8c4d-fe0976429740 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:50:09.468232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.508877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, bd0c39bf-7c1f-4859-8f42-c31093cd1a05) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:09.514709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:09.515323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.522390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.523182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe6cd230-47d7-4833-85d8-1e99fc63c4fe up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:09.555945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.565312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a9c28c6f-1e73-4953-88ae-f948c4e33886) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:09.577022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:09.577450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.588363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event updated for resources: {'Port': ['ID=58900cdf-55d4-44b6-a555-fa2cad7d196a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:09.597302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Network 783a517d-3ee3-4f42-b072-b85bee343b5a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:09.598784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:09.600039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.603331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a891c-1b91-4930-a778-c01560106f03 None None] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:09.603668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:09.615399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a2e483-4336-44bb-a410-d79e3fa1fc40 None None] Network a9c28c6f-1e73-4953-88ae-f948c4e33886 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:09.655923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:09.656177 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f09af410-df49-4952-847b-58c42148716b tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0095050 Apr 04 11:50:09.656653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.656771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40612) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:09.708255 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7ee66733-c061-421b-ab6e-58f36775cb70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3757212 Apr 04 11:50:09.709624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40614) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:09.769846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-69bcd73c-5d79-4bfb-8014-7b71e3f31b2f tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2250476 Apr 04 11:50:09.779643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40616) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:09.785114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1222368879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:09.892202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.931518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] For port fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,segment=NetworkSegment(30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5),segment_id=30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:09.935638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.936573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:09.936743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:09.986195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.049953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.079139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.082121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fe6cd230-47d7-4833-85d8-1e99fc63c4fe triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:10.082544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.087815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Allocated IP 172.20.0.3 (783a517d-3ee3-4f42-b072-b85bee343b5a/55b47eb6-17ac-477c-bbf2-35a3f497f80b/ae283554-582c-4519-8677-0914e1647b23) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:10.125598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.139561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.231453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.321549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.325323 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-75f72ecb-210b-4b34-a269-395b52b8b630 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5420790 Apr 04 11:50:10.325323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa3befb-c649-4957-bc2a-8bdd639476e2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:10.329286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40620) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:10.341822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fa0b3468-1b30-4ef4-87a3-29fe91263d27 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1207759104', 'prefixes': ['172.20.0.0/16']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:10.395753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccb6e293-edbb-4970-9fde-1b87b60115fd req-3d125398-2a41-4349-8865-6900580b174a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0391219 Apr 04 11:50:10.413911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3e8ff-7d7e-4e4f-8fbc-7e352d485c5b None None] Pushing event updated for resources: {'Port': ['ID=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:10.431170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6caf232a-e51a-482b-b775-df92171399ae None None] Provisioning complete for port fe6cd230-47d7-4833-85d8-1e99fc63c4fe triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:10.431316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6caf232a-e51a-482b-b775-df92171399ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.480498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.480670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.22.0.1 (bd0c39bf-7c1f-4859-8f42-c31093cd1a05/e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a/d6e77233-79ba-46fa-b644-c0716d991c06) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:10.514127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c28c6f-1e73-4953-88ae-f948c4e33886']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:10.532083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba2938-bec8-4622-8783-8d4ef7a8abcb') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:10.532083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba2938-bec8-4622-8783-8d4ef7a8abcb') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:10.540266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.551874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.577928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.585097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:10.585682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:10.589359 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:10.601244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:10.602569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.632894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23630cbb-23d4-47a9-bfda-e9251b052439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a9c28c6f-1e73-4953-88ae-f948c4e33886', 'network_id': 'a9c28c6f-1e73-4953-88ae-f948c4e33886', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '1fa3befb-c649-4957-bc2a-8bdd639476e2'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:10.633960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-23630cbb-23d4-47a9-bfda-e9251b052439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.654993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.664883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.765052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.774730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.778182 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/a9c28c6f-1e73-4953-88ae-f948c4e33886 HTTP/1.1" status: 204 len: 168 time: 1.0675685 Apr 04 11:50:10.783600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40622) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:10.789194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725575952'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:10.795095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668dbed-8a1b-461b-83f4-eba049593c1e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=a9c28c6f-1e73-4953-88ae-f948c4e33886,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:10.797928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.802897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3468-1b30-4ef4-87a3-29fe91263d27 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for subnetpool, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:10.804089 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fa0b3468-1b30-4ef4-87a3-29fe91263d27 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4731791 Apr 04 11:50:10.807609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40624) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:10.813022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-12074283-4134-41d8-877d-fd1b89d99fca tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-824569148') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:10.824424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Network 783a517d-3ee3-4f42-b072-b85bee343b5a is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:10.876843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:10.881758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:10.887413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:10.918687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Pushing event updated for resources: {'Port': ['ID=ae283554-582c-4519-8677-0914e1647b23,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:10.935054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:10.955404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.009392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-5dd04a59-5922-48bf-83a8-2d4ce75acb63 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:11.010991 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-5dd04a59-5922-48bf-83a8-2d4ce75acb63 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 797 time: 0.1857038 Apr 04 11:50:11.014853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:11.018132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.040399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Allocated IP 172.22.0.2 (bd0c39bf-7c1f-4859-8f42-c31093cd1a05/e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a/4d22af7a-9b68-44c0-abf2-3c89d053a556) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:11.072894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:11.075979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-59e07281-045f-46ee-bec9-440371f61339 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 379 time: 0.0544732 Apr 04 11:50:11.087899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['476379ea-b463-468e-8662-76e10c6028f3']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:11.088194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.088501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment ab806add-1046-4ee4-b676-5b11f1cb0ff3 of type vlan for network 0da673aa-ad94-4562-92ba-a6645bb5b160 Apr 04 11:50:11.112894 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-12074283-4134-41d8-877d-fd1b89d99fca tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-824569148 HTTP/1.1" status: 201 len: 201 time: 0.3035715 Apr 04 11:50:11.117305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40626) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:11.125513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-40e2c438-88bb-4ba6-81a9-1e4bbe61ec58 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-1214368761') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:11.149262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57d9f5-d54c-4050-9ca0-c5e1692769fc None None] Network a9c28c6f-1e73-4953-88ae-f948c4e33886 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:11.153427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:11.156563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.162308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:11.165292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.169866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe6cd230-47d7-4833-85d8-1e99fc63c4fe up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:11.213356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.230984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57d9f5-d54c-4050-9ca0-c5e1692769fc None None] Network a9c28c6f-1e73-4953-88ae-f948c4e33886 could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:50:11.306338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.308252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.314072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:11.314701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.415222 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-40e2c438-88bb-4ba6-81a9-1e4bbe61ec58 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-1214368761 HTTP/1.1" status: 201 len: 201 time: 0.2964706 Apr 04 11:50:11.418424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:11.423138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.427379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40634) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:11.434888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-5a4edd5d-7f0b-41de-b04e-383ae1c13517 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-72566024') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:11.622598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d253f28-5c11-433e-9cfb-68b72e41cfb3 None None] Pushing event updated for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:11.653608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Attempting to bind port ae283554-582c-4519-8677-0914e1647b23 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:11.654254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Attempting to bind port ae283554-582c-4519-8677-0914e1647b23 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:11.654619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Attempting to bind port ae283554-582c-4519-8677-0914e1647b23 on network 783a517d-3ee3-4f42-b072-b85bee343b5a {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:11.669898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fe6cd230-47d7-4833-85d8-1e99fc63c4fe triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:11.670280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.711677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:11.715502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Checking segment: {'id': 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:11.715502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.715502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Bound using segment: {'id': 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:11.715502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Bound port: ae283554-582c-4519-8677-0914e1647b23, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '783a517d-3ee3-4f42-b072-b85bee343b5a'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:11.715502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.729313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.756537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.8 (60efd836-f781-42d3-b552-7b6b8c735c41/9dfc1ec4-1a9f-4853-a922-242367c16c48/b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:11.762794 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9779365 Apr 04 11:50:11.767235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Attempting to bind port 3b9bd107-9939-42c7-8c4d-fe0976429740 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:11.767616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Attempting to bind port 3b9bd107-9939-42c7-8c4d-fe0976429740 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:11.767984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Attempting to bind port 3b9bd107-9939-42c7-8c4d-fe0976429740 on network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:11.778422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6caf232a-e51a-482b-b775-df92171399ae None None] Provisioning complete for port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:11.778806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6caf232a-e51a-482b-b775-df92171399ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.799340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40640) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:11.805599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '0da673aa-ad94-4562-92ba-a6645bb5b160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:11.820501 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5a4edd5d-7f0b-41de-b04e-383ae1c13517 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-72566024 HTTP/1.1" status: 201 len: 201 time: 0.3912356 Apr 04 11:50:11.821520 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c1d4ae7-3244-4379-bcad-1f4abacd040f req-89369bb5-84fc-4be0-9896-8eb373a32a52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0923800 Apr 04 11:50:11.821997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:11.832957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:11.833470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Checking segment: {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:11.833627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-893a8696-e6a0-4ba8-86f2-7f9f391435c3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-1753569491') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:11.834079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.834649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Bound using segment: {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:11.835131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Bound port: 3b9bd107-9939-42c7-8c4d-fe0976429740, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b782133-e021-4130-af47-c0a9e9eaffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:11.835517 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:11.872939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f0a3-108f-4675-b4ce-014bdec49b22 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=0da673aa-ad94-4562-92ba-a6645bb5b160,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:11.917781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 0da673aa-ad94-4562-92ba-a6645bb5b160 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:11.919780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.028313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:12.029431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] For port ae283554-582c-4519-8677-0914e1647b23, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:12.059795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.068198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-893a8696-e6a0-4ba8-86f2-7f9f391435c3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-1753569491 HTTP/1.1" status: 201 len: 201 time: 0.2387955 Apr 04 11:50:12.068570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40644) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:12.073573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-78682b16-c46b-47d8-bc43-3d82609d196b tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:12.090026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:12.100598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:12.112628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:12.119067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] For port ae283554-582c-4519-8677-0914e1647b23, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae283554-582c-4519-8677-0914e1647b23,segment=NetworkSegment(deaad37b-47e0-4a8e-aa0c-94fa1a5f4083),segment_id=deaad37b-47e0-4a8e-aa0c-94fa1a5f4083)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:12.139850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.172948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Pushing event updated for resources: {'Port': ['ID=4d22af7a-9b68-44c0-abf2-3c89d053a556,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:12.183820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] For port 3b9bd107-9939-42c7-8c4d-fe0976429740, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:12.218271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] For port 3b9bd107-9939-42c7-8c4d-fe0976429740, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b9bd107-9939-42c7-8c4d-fe0976429740,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:12.245274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.282350 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-78682b16-c46b-47d8-bc43-3d82609d196b tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 200 len: 240 time: 0.2126577 Apr 04 11:50:12.286061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40646) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:12.289011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:12.292802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Attempting to bind port 4d22af7a-9b68-44c0-abf2-3c89d053a556 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:12.293362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Attempting to bind port 4d22af7a-9b68-44c0-abf2-3c89d053a556 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:12.293907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Attempting to bind port 4d22af7a-9b68-44c0-abf2-3c89d053a556 on network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:12.294453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-45e90666-0aba-40c4-ab42-111394e7efc0 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-824569148') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:12.311374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:12.311750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Checking segment: {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:12.312834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.312834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Bound using segment: {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:12.313024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Bound port: 4d22af7a-9b68-44c0-abf2-3c89d053a556, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:12.313347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.318595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.331150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.355246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c98d-b6a8-4dd6-a00d-7ceb3aa94d96 req-e38e95f0-3e14-46a3-8378-396541b48f39 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:12.356898 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8995c98d-b6a8-4dd6-a00d-7ceb3aa94d96 req-e38e95f0-3e14-46a3-8378-396541b48f39 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.5586214 Apr 04 11:50:12.363856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:12.364465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.366020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14bb1-f075-417a-875b-c754edc12475 None None] Pushing event updated for resources: {'Port': ['ID=ae283554-582c-4519-8677-0914e1647b23,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:12.425361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.435540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:12.439252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.445750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45e90666-0aba-40c4-ab42-111394e7efc0 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-824569148 HTTP/1.1" status: 204 len: 168 time: 0.1540585 Apr 04 11:50:12.448284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40648) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:12.454772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-1b5f4da9-d4f3-46ba-b2e1-8e882a4160f9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-824569148') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:12.458445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8995c98d-b6a8-4dd6-a00d-7ceb3aa94d96 req-8f0af4a6-ccf1-4097-bff8-43063c6cbdbd tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790615 Apr 04 11:50:12.536306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Provisioning complete for port 3b9bd107-9939-42c7-8c4d-fe0976429740 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:12.536841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.569485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:12.573485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:12.593022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] For port 4d22af7a-9b68-44c0-abf2-3c89d053a556, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:12.596384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] For port 4d22af7a-9b68-44c0-abf2-3c89d053a556, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4d22af7a-9b68-44c0-abf2-3c89d053a556,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:12.608788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:12.609471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:12.685896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.737451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:12.745630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:12.753268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d253f28-5c11-433e-9cfb-68b72e41cfb3 None None] Pushing event updated for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:12.814104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1b5f4da9-d4f3-46ba-b2e1-8e882a4160f9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-824569148 HTTP/1.1" status: 204 len: 168 time: 0.3642845 Apr 04 11:50:12.815872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 60efd836-f781-42d3-b552-7b6b8c735c41 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:12.817167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40650) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:12.821812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:12.825722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:12.831677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-6f4813e7-11d8-4d42-a718-3255df774ee3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:12.854283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603275-3f6d-4bcb-aa15-36463662270e None None] Pushing event updated for resources: {'Port': ['ID=4d22af7a-9b68-44c0-abf2-3c89d053a556,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:12.868184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:12.883703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9f2b7bc9-587d-43d5-b8c1-b8d0d9503962 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2254210 Apr 04 11:50:12.886348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40654) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:12.896892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244533556'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:12.929533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:12.966020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:13.003212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.003885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.033345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:13.037686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.078587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.127403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:13.137064 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6f4813e7-11d8-4d42-a718-3255df774ee3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 200 len: 205 time: 0.3066700 Apr 04 11:50:13.156421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811e88a-894b-437c-b75f-85ec55789e42 req-66b66ef8-a9ae-4332-908d-ad36be11016c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.159611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f811e88a-894b-437c-b75f-85ec55789e42 req-66b66ef8-a9ae-4332-908d-ad36be11016c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 931 time: 0.1825612 Apr 04 11:50:13.160374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40656) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:13.170253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-49c217e6-33f3-4005-8880-eb93cf986d26 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:13.188459 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-8a09a2f1-0758-4189-b33d-e06c9bd94c17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1056101 Apr 04 11:50:13.206219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.223559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Request body: {'port': {'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:13.224126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae283554-582c-4519-8677-0914e1647b23 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:13.242645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.243027 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added segment 0a5b11c2-8c53-4875-b71c-8994e45e89f6 of type vlan for network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 Apr 04 11:50:13.304501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': 'ab806add-1046-4ee4-b676-5b11f1cb0ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0da673aa-ad94-4562-92ba-a6645bb5b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:13.305097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 0da673aa-ad94-4562-92ba-a6645bb5b160, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:13.322137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] For port 3b9bd107-9939-42c7-8c4d-fe0976429740, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b9bd107-9939-42c7-8c4d-fe0976429740,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:13.374491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=26cb08a9-9d5c-4126-a2fe-58d1863a6ada,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:13.378648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.383061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ae283554-582c-4519-8677-0914e1647b23 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:13.383688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.392988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.397870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.403931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f811e88a-894b-437c-b75f-85ec55789e42 req-1f7465ca-b129-439f-9d47-6d3f82c454cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374113 Apr 04 11:50:13.457217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-bf70ae1f-2a55-4e69-8cef-e7516c1286ae tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.458783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-bf70ae1f-2a55-4e69-8cef-e7516c1286ae tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.2297153 Apr 04 11:50:13.468219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Provisioning complete for port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:13.468880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.486635 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-49c217e6-33f3-4005-8880-eb93cf986d26 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 200 len: 241 time: 0.3217494 Apr 04 11:50:13.501227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40658) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:13.507899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-227649c3-152f-4cb9-a8ce-41d1773fb523 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-1214368761') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:13.515935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 0da673aa-ad94-4562-92ba-a6645bb5b160 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:13.588376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.588625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:12Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:13.595195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.595886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.697266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Network': ['ID=7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:13.718658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:13.718999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.727658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-843bf942-2a38-44b4-85eb-c9f29f5f3464 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8390768 Apr 04 11:50:13.746367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40662) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:13.746367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'subnet': {'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:13.818073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3efc-36f6-4e30-9589-89d1cb2da541 None None] Pushing event updated for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:13.831705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:13.844523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646959e-d614-4954-86c4-2fdac35b3a18 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:12Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:13.874901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 0da673aa-ad94-4562-92ba-a6645bb5b160) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:13.899066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.900355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.918286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9082bbe-11b0-4526-a3dd-0f4f724a44bf None None] Network 0da673aa-ad94-4562-92ba-a6645bb5b160 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:13.959745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] For port cd6532ee-db57-4d85-9fc1-9f76b3ca2544, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:13.960272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.981917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Made reservation on behalf of c3fde8cf114946779995b47f8c9be328 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:13.985813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:13.986430 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-227649c3-152f-4cb9-a8ce-41d1773fb523 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-1214368761 HTTP/1.1" status: 204 len: 168 time: 0.4824584 Apr 04 11:50:13.998084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c63be-ff61-481d-b463-1b06221f3618 req-7ad3e668-751c-4dab-9913-26eedb7276c1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:13.998249 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-787c63be-ff61-481d-b463-1b06221f3618 req-7ad3e668-751c-4dab-9913-26eedb7276c1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 946 time: 0.3966749 Apr 04 11:50:13.998676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40664) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:14.011830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-f39d44fe-43f5-411d-89ae-c305ca9d31af tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-1214368761') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:14.064717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.126841 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b8c44c82-aaf4-403a-93a0-1bb157e80b70 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3258812 Apr 04 11:50:14.140561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40666) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:14.189037 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-787c63be-ff61-481d-b463-1b06221f3618 req-218ac7c2-28aa-48e2-b68d-6d5dbaa4c2f8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746233 Apr 04 11:50:14.204795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc09e6-c14f-4bfb-8cf8-6908f3ed759f None None] Network 783a517d-3ee3-4f42-b072-b85bee343b5a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:14.255750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f {{(pid=109637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:50:14.274755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.295854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port ae283554-582c-4519-8677-0914e1647b23, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae283554-582c-4519-8677-0914e1647b23,segment=NetworkSegment(deaad37b-47e0-4a8e-aa0c-94fa1a5f4083),segment_id=deaad37b-47e0-4a8e-aa0c-94fa1a5f4083)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:14.370766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.379757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.provisioning_blocks [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Transition to ACTIVE for port object b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f will not be triggered until provisioned by entity L2. {{(pid=109637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:50:14.426589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.471186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e377ef5-12dc-45bb-a9d1-ad26e806cd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-0da673aa-ad94-4562-92ba-a6645bb5b160', 'network_id': '0da673aa-ad94-4562-92ba-a6645bb5b160', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '26cb08a9-9d5c-4126-a2fe-58d1863a6ada'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:14.475580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5e377ef5-12dc-45bb-a9d1-ad26e806cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.494684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.552251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.552762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.553198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP 0d69a502-b56b-4ccc-9d45-7e8b1c79ada5 disassociated. External IP: 172.26.1.189, port: cd6532ee-db57-4d85-9fc1-9f76b3ca2544. Apr 04 11:50:14.553952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for cd6532ee-db57-4d85-9fc1-9f76b3ca2544 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:14.568615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d6f12ab1-0609-4ecc-81dc-cc9572a0e1b6 None None] Provisioning complete for port 3b9bd107-9939-42c7-8c4d-fe0976429740 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:14.569041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d6f12ab1-0609-4ecc-81dc-cc9572a0e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.577490 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f39d44fe-43f5-411d-89ae-c305ca9d31af tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-1214368761 HTTP/1.1" status: 204 len: 168 time: 0.5740640 Apr 04 11:50:14.578594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:14.585521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40670) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:14.600777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-f6909b68-5435-4e8f-973e-b45a8fc1b0dc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:14.652097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=ae283554-582c-4519-8677-0914e1647b23,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:14.743359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:14.944983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb792fe-bfff-44c2-bf58-6c8fece83947 None None] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:14.952405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886710-cafd-4926-9397-6504504b5f50 req-233bff43-f3f2-4758-9d20-1042f4dfc2dc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:14.967652 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f6909b68-5435-4e8f-973e-b45a8fc1b0dc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 200 len: 205 time: 0.3807020 Apr 04 11:50:14.970289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40672) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:14.977321 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0886710-cafd-4926-9397-6504504b5f50 req-233bff43-f3f2-4758-9d20-1042f4dfc2dc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.2439797 Apr 04 11:50:14.977932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-f46c1f8d-80cd-4842-9726-3545a848af92 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:14.981175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Attempting to bind port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:14.992177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Attempting to bind port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:14.992177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Attempting to bind port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f on network 60efd836-f781-42d3-b552-7b6b8c735c41 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:15.015254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.039709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.113727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=cd6532ee-db57-4d85-9fc1-9f76b3ca2544,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:15.128884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f on network 60efd836-f781-42d3-b552-7b6b8c735c41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:50:15.129247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Attempting to bind port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f on network 60efd836-f781-42d3-b552-7b6b8c735c41 {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:15.135274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=26cb08a9-9d5c-4126-a2fe-58d1863a6ada,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server [None req-5e377ef5-12dc-45bb-a9d1-ad26e806cd4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26cb08a9-9d5c-4126-a2fe-58d1863a6ada: This subnet is being modified by another concurrent operation. Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise self.value Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server raise exception Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26cb08a9-9d5c-4126-a2fe-58d1863a6ada: This subnet is being modified by another concurrent operation. Apr 04 11:50:15.152457 dv-neutron-835866-1-hyperv neutron-server[109638]: ERROR oslo_messaging.rpc.server Apr 04 11:50:15.167836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d6f12ab1-0609-4ecc-81dc-cc9572a0e1b6 None None] Provisioning complete for port ae283554-582c-4519-8677-0914e1647b23 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:15.168470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d6f12ab1-0609-4ecc-81dc-cc9572a0e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.211274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0886710-cafd-4926-9397-6504504b5f50 req-e1f3f122-9011-40ff-bfcc-4cfd1582092f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302649 Apr 04 11:50:15.224570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3cfe4-8859-4207-bfed-dc5ba6fd837f None None] Network 0da673aa-ad94-4562-92ba-a6645bb5b160 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:15.319604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.369105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da673aa-ad94-4562-92ba-a6645bb5b160']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:15.383121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab806add-1046-4ee4-b676-5b11f1cb0ff3') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:15.384063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab806add-1046-4ee4-b676-5b11f1cb0ff3') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:15.386807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4d22af7a-9b68-44c0-abf2-3c89d053a556 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:15.396272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.409934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.416503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:15.416915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.498739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:15.499045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Checking segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:15.499437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Bound using segment: {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'} {{(pid=109637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:15.500021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.managers [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Bound port: b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3941a3a-1c05-44fb-930e-03569868a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41'}}] {{(pid=109637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:15.500376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:15.502684 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:15.563203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:15.569727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4d22af7a-9b68-44c0-abf2-3c89d053a556 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:15.570303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.589999 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dacca8ab-e882-448c-b8dd-f8ab3a388074 req-81ef5db7-44f2-4a74-a12e-83f5c64e06b1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0838790 Apr 04 11:50:15.640069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Provisioning complete for port 4d22af7a-9b68-44c0-abf2-3c89d053a556 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:15.640637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.650073 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f46c1f8d-80cd-4842-9726-3545a848af92 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 200 len: 239 time: 0.6786268 Apr 04 11:50:15.655572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.655961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40676) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:15.677083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.677505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-6c05d66c-258d-45bb-a284-1e174cc47b05 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-72566024') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:15.681180 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/0da673aa-ad94-4562-92ba-a6645bb5b160 HTTP/1.1" status: 204 len: 168 time: 1.5367301 Apr 04 11:50:15.684696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.685269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126ed5-f08b-4864-9c7a-a23baf4e0e0f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=0da673aa-ad94-4562-92ba-a6645bb5b160,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:15.693725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:15.703833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155635529'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:15.753443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.800887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:15.811354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:15.814516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 4d22af7a-9b68-44c0-abf2-3c89d053a556, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4d22af7a-9b68-44c0-abf2-3c89d053a556,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:15.859755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.886833 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:15.892398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.907826 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:15.908704 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:15.922833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.925119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b9bd107-9939-42c7-8c4d-fe0976429740 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:15.933035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:15.936554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.954604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:15.955231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:15.959728 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 1093 time: 2.7508337 Apr 04 11:50:15.959728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:15.977409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c1063-b474-494f-a3bd-0a9da3f7ff70" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:16.025699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e75cb-4074-4586-8475-e547148b30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=3']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:16.042335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:16.050780 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:16.075243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b651427-3d18-4571-81a0-5e7839833d4a x-openstack-request-id: req-4b651427-3d18-4571-81a0-5e7839833d4a {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:16.075591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:16.075832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b651427-3d18-4571-81a0-5e7839833d4a {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:16.076204 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b651427-3d18-4571-81a0-5e7839833d4a'] response: {'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'status': 'completed', 'code': 200} Apr 04 11:50:16.149968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd6532ee-db57-4d85-9fc1-9f76b3ca2544 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:16.155224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:50:16.155590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:50:16.181812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=4d22af7a-9b68-44c0-abf2-3c89d053a556,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:16.185462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: cd6532ee-db57-4d85-9fc1-9f76b3ca2544 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:16.185856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd6532ee-db57-4d85-9fc1-9f76b3ca2544 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:16.191043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3b9bd107-9939-42c7-8c4d-fe0976429740 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:16.191313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.201216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.201611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment fc2fe52e-8609-463b-b8fb-d7f50b15affb of type vlan for network b3a9bfed-f789-424a-984c-42656799b141 Apr 04 11:50:16.357172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:16.362659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae283554-582c-4519-8677-0914e1647b23 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:16.383061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-fee6440a-dc77-4873-804a-daf45e89a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:16.384611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-fee6440a-dc77-4873-804a-daf45e89a6e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1096 time: 0.3074987 Apr 04 11:50:16.386930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.414184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:16.439845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:16.441112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:16.513257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447b90-b1c6-4c69-83d8-55540b551139 req-f982a22f-0f0b-4a93-bb19-54f7abc8c8f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:16.515162 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-17447b90-b1c6-4c69-83d8-55540b551139 req-f982a22f-0f0b-4a93-bb19-54f7abc8c8f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.1938145 Apr 04 11:50:16.532639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] No DVR routers for this DVR port cd6532ee-db57-4d85-9fc1-9f76b3ca2544 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:16.545903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.549262 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-79b4f1cf-4bd5-4a9b-a317-ebf25e7d9e62 req-f22479e6-dafd-4db7-8cef-53c60adce7d7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "DELETE /v2.0/ports/cd6532ee-db57-4d85-9fc1-9f76b3ca2544 HTTP/1.1" status: 204 len: 173 time: 3.0816472 Apr 04 11:50:16.550104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ae283554-582c-4519-8677-0914e1647b23 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:16.550493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.550635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'name': 'network-vif-deleted', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:16.554314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90530929-af39-41e5-9a89-ba2a46807586" -d '{"events": [{"server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "name": "network-vif-deleted", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:16.566866 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6c05d66c-258d-45bb-a284-1e174cc47b05 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-72566024 HTTP/1.1" status: 204 len: 168 time: 0.9076908 Apr 04 11:50:16.572695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40688) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:16.581349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-86c9ac28-1946-402a-bcc5-f46b84d7c1c4 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-72566024') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:16.623224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Subnet': ['ID=8f4e44a5-cb9b-41c0-80e4-1a08f063734c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:16.623661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:16.639261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Checking segment: {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:16.639791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network hostable DHCP agents. Network: 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:16.695438 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:16.696123 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Updating router 461a5720-4c26-4c11-8116-a06e1d28426f port d6e77233-79ba-46fa-b644-c0716d991c06 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:50:16.728834 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.748079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-d280bb60-4b64-4517-97fb-44e2e17c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:16.749736 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-d280bb60-4b64-4517-97fb-44e2e17c3b58 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3539495 Apr 04 11:50:16.753960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.760620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:16.761323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:16.762343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.798185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-86c9ac28-1946-402a-bcc5-f46b84d7c1c4 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-72566024 HTTP/1.1" status: 204 len: 168 time: 0.2180333 Apr 04 11:50:16.798185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40692) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:16.825227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-bdd8d23f-96f0-4573-bf07-91ee1dd417d6 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:16.890081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:16.906301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64a95a-a10c-4aed-af24-ec5ea2927db2 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:50:16.907742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:16.908694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:16.928495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86492bc-871d-43d5-91e0-cc17634998cf x-openstack-request-id: req-e86492bc-871d-43d5-91e0-cc17634998cf {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:16.928495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64e94b-7a6c-48b2-8185-4281f6a7b94b", "name": "network-vif-deleted", "tag": "cd6532ee-db57-4d85-9fc1-9f76b3ca2544", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:16.928495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e86492bc-871d-43d5-91e0-cc17634998cf {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:16.928881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86492bc-871d-43d5-91e0-cc17634998cf'] response: {'server_uuid': '8b64e94b-7a6c-48b2-8185-4281f6a7b94b', 'name': 'network-vif-deleted', 'tag': 'cd6532ee-db57-4d85-9fc1-9f76b3ca2544', 'status': 'completed', 'code': 200} Apr 04 11:50:16.978994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bdd8d23f-96f0-4573-bf07-91ee1dd417d6 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 200 len: 205 time: 0.1812067 Apr 04 11:50:16.981721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40696) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:16.986626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-f0be1a27-d141-4214-bc8a-081cdcc78888 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.006760 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a4d7387f-96da-4624-b135-e65fe5b20351 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2662120 Apr 04 11:50:17.010152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40698) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.018862 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-17447b90-b1c6-4c69-83d8-55540b551139 req-0e4e177c-fd3e-4e8e-9d4d-197a4e3fe038 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551668 Apr 04 11:50:17.020010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-11ae0005-2f5b-4a2b-b6ee-20f7fdaf27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:17.022115 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e26c1063-b474-494f-a3bd-0a9da3f7ff70 req-11ae0005-2f5b-4a2b-b6ee-20f7fdaf27bd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557430 Apr 04 11:50:17.137249 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-52db98b0-e89f-4d38-b35f-97a2af2d8d2e req-c356765e-6fc1-4d50-b51d-cb18740ab6e9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0414913 Apr 04 11:50:17.181269 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0be1a27-d141-4214-bc8a-081cdcc78888 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 200 len: 241 time: 0.1984982 Apr 04 11:50:17.188906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40700) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.196261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-bfd82967-1367-42e1-9813-811ef370b86c tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-1753569491') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.247902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bfd82967-1367-42e1-9813-811ef370b86c tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-1753569491 HTTP/1.1" status: 204 len: 168 time: 0.0568554 Apr 04 11:50:17.256232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40702) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.262643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-54234aa1-c1a0-4753-8b1b-cba540fbc2b3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-1753569491') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.263780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:17.305749 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.325916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Provisioning complete for port 58900cdf-55d4-44b6-a555-fa2cad7d196a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:17.326651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.380161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Port 58900cdf-55d4-44b6-a555-fa2cad7d196a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:17.390823 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.526594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Provisioning complete for port ae283554-582c-4519-8677-0914e1647b23 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:17.531144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dec41009-95a3-4805-bdaa-aa68a92cd682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.534643 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466c924-c5cc-4cfb-9247-75daa34d3b26 None None] Pushing event updated for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:17.576255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4d22af7a-9b68-44c0-abf2-3c89d053a556 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:17.606531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64a95a-a10c-4aed-af24-ec5ea2927db2 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:50:17.616722 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Attempting to bind port d6e77233-79ba-46fa-b644-c0716d991c06 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:17.617242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=b3a9bfed-f789-424a-984c-42656799b141,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:17.617418 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Attempting to bind port d6e77233-79ba-46fa-b644-c0716d991c06 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:17.617698 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Attempting to bind port d6e77233-79ba-46fa-b644-c0716d991c06 on network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:17.624820 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:17.625195 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Checking segment: {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:17.625607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.625997 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Bound using segment: {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:17.626459 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Bound port: d6e77233-79ba-46fa-b644-c0716d991c06, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c445a8db-bd18-4baf-86e9-b6e0cdb64590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:17.626835 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.667872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network b3a9bfed-f789-424a-984c-42656799b141 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:17.698494 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] For port d6e77233-79ba-46fa-b644-c0716d991c06, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:17.702374 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-28ff8a9e-a099-440f-9e58-41f27623c322 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0060058 Apr 04 11:50:17.702599 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] For port d6e77233-79ba-46fa-b644-c0716d991c06, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d6e77233-79ba-46fa-b644-c0716d991c06,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:17.706010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40704) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.711266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': 'b3a9bfed-f789-424a-984c-42656799b141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:17.767196 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.799087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-5496d1b5-d036-4369-b2e7-956b2cbdb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:17.801478 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-5496d1b5-d036-4369-b2e7-956b2cbdb52d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1096 time: 0.7322574 Apr 04 11:50:17.821721 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-54234aa1-c1a0-4753-8b1b-cba540fbc2b3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-1753569491 HTTP/1.1" status: 204 len: 168 time: 0.5633502 Apr 04 11:50:17.824610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40706) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.829386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-064f8ffc-a116-4855-bc07-ec54220ac3bb tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.860353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:17.864569 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466c924-c5cc-4cfb-9247-75daa34d3b26 None None] Pushing event updated for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:17.881367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-064f8ffc-a116-4855-bc07-ec54220ac3bb tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 200 len: 205 time: 0.0553520 Apr 04 11:50:17.882229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40708) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:17.886957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-e3c0f00e-b57b-494d-a1d1-6e7b5ac3a864 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.898727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:17.899399 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:17.932176 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-99bb8c3a-63ad-43a2-b544-1f38f2687a54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 217 time: 0.1200054 Apr 04 11:50:18.003356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4d22af7a-9b68-44c0-abf2-3c89d053a556 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:18.003730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.007182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-e8f86aab-20a3-49ea-b449-746666f718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:18.008833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-e8f86aab-20a3-49ea-b449-746666f718ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 200 len: 835 time: 0.0633955 Apr 04 11:50:18.026248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3c0f00e-b57b-494d-a1d1-6e7b5ac3a864 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 204 len: 168 time: 0.1424065 Apr 04 11:50:18.026535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40710) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:18.032177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-d170629a-7251-4fa4-898b-9dc1171d7954 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.183906 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:18.275432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:18.279192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.311253 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c58cf95a-254d-472c-82c0-9fd7b9b49658 req-93544e88-96a2-4276-b834-8ff4cbd5b61a tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0432796 Apr 04 11:50:18.313217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Allocated IP 172.23.0.1 (7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930/8f4e44a5-cb9b-41c0-80e4-1a08f063734c/24809cee-414b-48cf-b8d1-d3bf048a029c) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:18.322582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.344285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700491-3fc4-4d3d-b4af-39b557c7dbad req-ad080cd1-d3db-4ec9-a604-ee2c8dfe8bcf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:18.346369 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12700491-3fc4-4d3d-b4af-39b557c7dbad req-ad080cd1-d3db-4ec9-a604-ee2c8dfe8bcf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.1584747 Apr 04 11:50:18.409423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109043-c597-429f-8d30-9ba98304e111 req-a59283f6-2a15-4bbe-86fc-3747a2fe0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:18.411440 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-a59283f6-2a15-4bbe-86fc-3747a2fe0285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60efd836-f781-42d3-b552-7b6b8c735c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3927433 Apr 04 11:50:18.417387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:18.466186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:18.468968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.489300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:18.491041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.505363 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12700491-3fc4-4d3d-b4af-39b557c7dbad req-909410db-63b7-407c-8a00-af7668f46237 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497571 Apr 04 11:50:18.521621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d170629a-7251-4fa4-898b-9dc1171d7954 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 204 len: 168 time: 0.4937131 Apr 04 11:50:18.525224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.556433 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:17Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.557431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40716) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:18.562301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-e96bbe32-b775-4686-a120-49c73de561b3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.593236 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded5fd6-c824-4af9-b1b2-7568da2edfca None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:11Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:17Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:18.612908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Provisioning complete for port 4d22af7a-9b68-44c0-abf2-3c89d053a556 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:18.613431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.629762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.683007 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-a6be2ea7-f13f-42a9-a481-403ccbd9b057 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617302 Apr 04 11:50:18.699378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:18.707169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:18.717062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:18.751373 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e96bbe32-b775-4686-a120-49c73de561b3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 204 len: 168 time: 0.1908646 Apr 04 11:50:18.755509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40718) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:18.762768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-b9836f6f-6914-4082-aea7-251e8a29b9e5 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.769722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:18.809383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.858063 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc109043-c597-429f-8d30-9ba98304e111 req-cfef011b-dccd-49e0-82b5-25052caa1816 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648676 Apr 04 11:50:18.905646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:18.948393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:18.958634 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b9836f6f-6914-4082-aea7-251e8a29b9e5 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.1991866 Apr 04 11:50:18.960553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:18.962519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=c8af11fa-6e03-4707-b749-981b4018864a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:18.971195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-ae92bd1e-8839-4168-baa3-203f78b9362b tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-842146723') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:18.993646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': 'fc2fe52e-8609-463b-b8fb-d7f50b15affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:18.994023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: b3a9bfed-f789-424a-984c-42656799b141, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:19.044494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Allocated IP 172.23.0.2 (7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930/8f4e44a5-cb9b-41c0-80e4-1a08f063734c/32f1606c-c267-4aea-a411-0dcf894e6257) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:19.073208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.105250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network b3a9bfed-f789-424a-984c-42656799b141 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:19.177948 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ae92bd1e-8839-4168-baa3-203f78b9362b tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-842146723 HTTP/1.1" status: 201 len: 201 time: 0.2161517 Apr 04 11:50:19.180545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40722) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:19.185826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-1d56fd92-b468-4b85-b177-b10268d28784 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-190241276') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:19.213938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, b3a9bfed-f789-424a-984c-42656799b141) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:19.225897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:19.225897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.335050 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9a853bf7-496a-40ae-ab02-cc7f30046056 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6277070 Apr 04 11:50:19.338280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40724) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:19.345529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': 'b3a9bfed-f789-424a-984c-42656799b141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:19.376942 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1d56fd92-b468-4b85-b177-b10268d28784 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-190241276 HTTP/1.1" status: 201 len: 201 time: 0.1948171 Apr 04 11:50:19.379829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40728) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:19.384970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Provisioning complete for port 58900cdf-55d4-44b6-a555-fa2cad7d196a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:19.385493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.393007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-3a87de05-06af-4c7a-9906-25274336cd35 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-1540984866') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:19.517424 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f6b7b3f-56fe-4c59-8207-3ea974ec06ff req-d9fa4c1c-f30e-4205-8853-1d0ae5bd6a6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.1201937 Apr 04 11:50:19.541341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Port 58900cdf-55d4-44b6-a555-fa2cad7d196a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:19.580821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d6e77233-79ba-46fa-b644-c0716d991c06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:19.588767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:19.592881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.603957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.678344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.692326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.699447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Provisioning complete for port d6e77233-79ba-46fa-b644-c0716d991c06 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:19.699447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.734358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a09d5-8872-47a6-a881-fcc1e7b130a0 req-2d19f466-cf63-4e80-a202-380cd77df15d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:19.735412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:19.737540 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d79a09d5-8872-47a6-a881-fcc1e7b130a0 req-2d19f466-cf63-4e80-a202-380cd77df15d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.1401253 Apr 04 11:50:19.743574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d6e77233-79ba-46fa-b644-c0716d991c06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:19.743945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.776104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab43d1d-1339-4f80-886e-2556b3683bd4 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:19.823491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.832592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:19.836675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event updated for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:19.844872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a87de05-06af-4c7a-9906-25274336cd35 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-1540984866 HTTP/1.1" status: 201 len: 201 time: 0.4607725 Apr 04 11:50:19.868804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40732) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:19.886187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-2f4a2b97-fdc2-4a17-a99f-4654a09a01f2 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-514729757') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:19.900147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:19.911341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:19.935493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Pushing event updated for resources: {'Port': ['ID=32f1606c-c267-4aea-a411-0dcf894e6257,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:19.951443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:19.986242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d79a09d5-8872-47a6-a881-fcc1e7b130a0 req-d64c1537-8fe7-401a-bfb7-97a6a97c66f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493376 Apr 04 11:50:19.994033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.011028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.052578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.088546 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network b3a9bfed-f789-424a-984c-42656799b141 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:20.095100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=51172068-18dc-4fdd-9f2c-53eb60a8dfd5,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:20.102528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:20.105456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.106089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.137762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Attempting to bind port 32f1606c-c267-4aea-a411-0dcf894e6257 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:20.138114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Attempting to bind port 32f1606c-c267-4aea-a411-0dcf894e6257 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:20.138483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Attempting to bind port 32f1606c-c267-4aea-a411-0dcf894e6257 on network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:20.142085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] For port d6e77233-79ba-46fa-b644-c0716d991c06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d6e77233-79ba-46fa-b644-c0716d991c06,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:20.157452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:20.160769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Checking segment: {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:20.160769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.160769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Bound using segment: {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:20.160769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Bound port: 32f1606c-c267-4aea-a411-0dcf894e6257, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:20.160769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.182185 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-57bd6c1d-6454-46a3-b031-990e4db34e84 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8425221 Apr 04 11:50:20.184640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40734) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.265716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] For port 32f1606c-c267-4aea-a411-0dcf894e6257, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:20.269807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] For port 32f1606c-c267-4aea-a411-0dcf894e6257, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32f1606c-c267-4aea-a411-0dcf894e6257,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:20.272656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.283321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.287033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.289050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.291039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.293533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.295607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa7187-7dcc-42b3-a8f8-60ed6039e472 None None] New status for floating IP 0d69a502-b56b-4ccc-9d45-7e8b1c79ada5: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:50:20.302564 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d2c1c4d8-e65f-461a-8c9d-98a7fc4affdb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1106491 Apr 04 11:50:20.302564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40736) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.307947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390338131'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:20.329453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ec7e-bec6-4b3c-85e9-1aa1cf10bbd4 None None] Pushing event updated for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:20.356858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.401496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:20.403081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:20.412427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:50:20.412975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:50:20.431049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:20.438351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.439915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455358e3-a8d7-4c91-971c-d316391ce3f6 None None] Pushing event updated for resources: {'Port': ['ID=32f1606c-c267-4aea-a411-0dcf894e6257,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:20.465061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:20.478841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.479189 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment 9c5af9c6-0167-43f7-a8c7-9afd36a34dc1 of type vlan for network a681eb02-087f-423b-9b4d-84800a5e273f Apr 04 11:50:20.499190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f4a2b97-fdc2-4a17-a99f-4654a09a01f2 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-514729757 HTTP/1.1" status: 201 len: 201 time: 0.6248443 Apr 04 11:50:20.504502 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:50:20.515639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40738) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.521798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-02f7d26c-8e8a-410e-a9dd-0d841986c06a tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', {'tags': ['tempest-TagsExtTest-Tag-858746835', 'tempest-TagsExtTest-Tag-1281009866', 'tempest-TagsExtTest-Tag-1287934981']}) {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:20.562025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.568068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:20.675928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.681202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:20.682280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:20.728946 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-887e25f8-1ea7-42af-a3be-32d742b7afd4 req-5c71ba06-d3c3-46c4-ac90-1680e9a08141 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0908759 Apr 04 11:50:20.756297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:20.765596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b2beac57-f60c-498a-99f1-93f1c6ddddca tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7509813 Apr 04 11:50:20.771553 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-02f7d26c-8e8a-410e-a9dd-0d841986c06a tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 200 len: 317 time: 0.2548356 Apr 04 11:50:20.775945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40742) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.776120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40744) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.783488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:20.788745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-d3f51f9e-6831-4fb2-b8fc-2cf60cc6a333 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:20.793426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:20.795254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:20.795878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:20.818598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=a681eb02-087f-423b-9b4d-84800a5e273f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:20.846456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a681eb02-087f-423b-9b4d-84800a5e273f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:20.968168 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-32620576-1498-4e6f-b6ae-ca5b6de3572d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6645176 Apr 04 11:50:20.968396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40746) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:20.978965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:21.020090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:21.190771 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d3f51f9e-6831-4fb2-b8fc-2cf60cc6a333 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.4099727 Apr 04 11:50:21.191416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40750) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:21.211580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-e3c89adb-9494-4ea5-9838-7dce165d6415 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-858746835') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:21.250193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.298547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:18Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:19Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:21.310844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:50:21.321593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab3a9c-201b-4c4c-84b7-27377d26ba62 req-b2898412-3b01-40ff-a43a-5ad5131d38a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:21.323100 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30ab3a9c-201b-4c4c-84b7-27377d26ba62 req-b2898412-3b01-40ff-a43a-5ad5131d38a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.1495669 Apr 04 11:50:21.328252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:21.328742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Updating router 461a5720-4c26-4c11-8116-a06e1d28426f port 24809cee-414b-48cf-b8d1-d3bf048a029c binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:50:21.339853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Removed routes are [] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:50:21.340527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.348025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.370442 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-e3c89adb-9494-4ea5-9838-7dce165d6415 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:21.371777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.374481 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e3c89adb-9494-4ea5-9838-7dce165d6415 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-858746835 HTTP/1.1" status: 404 len: 328 time: 0.1660991 Apr 04 11:50:21.375031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40752) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:21.380033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-3cbabed7-5e2f-4fd8-8648-a020110439e1 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-1281009866') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:21.448112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=a681eb02-087f-423b-9b4d-84800a5e273f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:21.452055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network a681eb02-087f-423b-9b4d-84800a5e273f is not hosted by any dhcp agent {{(pid=109636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:50:21.457660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:21.458283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.459607 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cc84e790-0d1a-41b3-8a4f-9f75bda04e72 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "PUT /v2.0/networks/a681eb02-087f-423b-9b4d-84800a5e273f HTTP/1.1" status: 200 len: 723 time: 0.4901359 Apr 04 11:50:21.465737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40754) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:21.471075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': 'a681eb02-087f-423b-9b4d-84800a5e273f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:21.500403 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30ab3a9c-201b-4c4c-84b7-27377d26ba62 req-b1ced101-9c89-4467-83b8-c8a75d79cad7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444457 Apr 04 11:50:21.699910 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-3cbabed7-5e2f-4fd8-8648-a020110439e1 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:21.702230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3cbabed7-5e2f-4fd8-8648-a020110439e1 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-1281009866 HTTP/1.1" status: 404 len: 329 time: 0.3247352 Apr 04 11:50:21.702939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a681eb02-087f-423b-9b4d-84800a5e273f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:21.704061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40756) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:21.711878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-db89d264-f5e6-484a-b1de-aa12e10180de tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b', 'tempest-TagsExtTest-Tag-1287934981') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:21.717048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:21.720717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.739983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.748695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d6e77233-79ba-46fa-b644-c0716d991c06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:21.779061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.833515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.906242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-db89d264-f5e6-484a-b1de-aa12e10180de tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:21.908030 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db89d264-f5e6-484a-b1de-aa12e10180de tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags/tempest-TagsExtTest-Tag-1287934981 HTTP/1.1" status: 404 len: 329 time: 0.2023396 Apr 04 11:50:21.920375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40760) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:21.928364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:21.929575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-b1c914ad-e744-4cd6-9ac4-06d26f53bf43 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', {'tags': ['tempest-TagsExtTest-Tag-2058827028', 'tempest-TagsExtTest-Tag-2038045643', 'tempest-TagsExtTest-Tag-1329431481']}) {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:21.965112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c16e60a9-25a3-4c9c-a1fd-575c2f1b59c9 req-d88ebfa0-4a71-4f15-b283-42e4deb6b35f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b64e94b-7a6c-48b2-8185-4281f6a7b94b HTTP/1.1" status: 200 len: 210 time: 0.0625551 Apr 04 11:50:21.991583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:21.994055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bfc6b-b6a5-4e9e-b007-e6c64e257252 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 11:50:22.049373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d6e77233-79ba-46fa-b644-c0716d991c06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:22.049792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.053643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.059640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] Provisioning complete for port 32f1606c-c267-4aea-a411-0dcf894e6257 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:22.060010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.085461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abf4f1-85fb-4607-a406-7900e89f1571 None None] Pushing event updated for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:22.095979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1c914ad-e744-4cd6-9ac4-06d26f53bf43 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 200 len: 318 time: 0.1715281 Apr 04 11:50:22.096214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40762) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.100907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-b6b5d93e-cc39-43aa-90b4-e1fc432ddf57 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:22.147877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=14880ae8-8f5d-403d-b505-a0f641fe59ee,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:22.148603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:22.159816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.161311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': '9c5af9c6-0167-43f7-a8c7-9afd36a34dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a681eb02-087f-423b-9b4d-84800a5e273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:22.161462 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-93b8c007-746a-4980-bba1-42009d41ad2d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 933 time: 1.3823853 Apr 04 11:50:22.162052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: a681eb02-087f-423b-9b4d-84800a5e273f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:22.164132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40764) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.196052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:50:22.248445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Attempting to bind port 24809cee-414b-48cf-b8d1-d3bf048a029c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:22.248810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Attempting to bind port 24809cee-414b-48cf-b8d1-d3bf048a029c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:22.249172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Attempting to bind port 24809cee-414b-48cf-b8d1-d3bf048a029c on network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:22.257692 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b6b5d93e-cc39-43aa-90b4-e1fc432ddf57 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 204 len: 168 time: 0.1573708 Apr 04 11:50:22.258340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40766) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.263010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-535ee6ea-7ad8-4b61-a7f9-e5943df4c74e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-2058827028') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:22.282205 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b35ec99c-8e85-4860-a734-bd47c2eba7d2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 933 time: 0.1161647 Apr 04 11:50:22.285001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network a681eb02-087f-423b-9b4d-84800a5e273f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:22.287394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40768) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.293019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'routes': None}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:22.321079 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-535ee6ea-7ad8-4b61-a7f9-e5943df4c74e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:22.324882 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-535ee6ea-7ad8-4b61-a7f9-e5943df4c74e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-2058827028 HTTP/1.1" status: 404 len: 329 time: 0.0627215 Apr 04 11:50:22.325121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40770) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.329996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-41fc7db7-87c3-4658-bdeb-e9cd6307d99e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-2038045643') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:22.382865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a681eb02-087f-423b-9b4d-84800a5e273f) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:22.387715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:22.388320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.403876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-41fc7db7-87c3-4658-bdeb-e9cd6307d99e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:22.407498 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-41fc7db7-87c3-4658-bdeb-e9cd6307d99e tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-2038045643 HTTP/1.1" status: 404 len: 329 time: 0.0787985 Apr 04 11:50:22.407873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40772) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.412553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-00b93b0d-9983-4442-a068-009cdcfbda25 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a', 'tempest-TagsExtTest-Tag-1329431481') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:22.421630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.resource_extend [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 11:50:22.441214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:22.441214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Checking segment: {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:22.441538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.441752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Bound using segment: {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:22.442238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Bound port: 24809cee-414b-48cf-b8d1-d3bf048a029c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5b11c2-8c53-4875-b71c-8994e45e89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:22.442616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.470281 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-00b93b0d-9983-4442-a068-009cdcfbda25 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:22.473945 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-00b93b0d-9983-4442-a068-009cdcfbda25 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags/tempest-TagsExtTest-Tag-1329431481 HTTP/1.1" status: 404 len: 329 time: 0.0625389 Apr 04 11:50:22.474343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40774) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.479085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.tag.tag_plugin [None req-6b295ef2-8f3c-4403-adcb-64191815ba29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', {'tags': ['tempest-TagsExtTest-Tag-633604645', 'tempest-TagsExtTest-Tag-1863098647', 'tempest-TagsExtTest-Tag-1056721834']}) {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:22.493852 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74975f8c-eab4-40b5-a628-cc05b0f581cc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0246258 Apr 04 11:50:22.497219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40776) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:22.508902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:22.581341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.698394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127847864'] for subnet, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.712759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bfc6b-b6a5-4e9e-b007-e6c64e257252 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 11:50:22.721215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32f1606c-c267-4aea-a411-0dcf894e6257 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:22.725507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:22.770203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] For port 32f1606c-c267-4aea-a411-0dcf894e6257, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32f1606c-c267-4aea-a411-0dcf894e6257,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:22.787295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:50:22.805972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] For port 24809cee-414b-48cf-b8d1-d3bf048a029c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:22.814687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] For port 24809cee-414b-48cf-b8d1-d3bf048a029c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=24809cee-414b-48cf-b8d1-d3bf048a029c,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:22.863974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.919554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added routes are [] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:50:22.919941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.extraroute_db [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:50:22.931041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ac13-4c57-4e5f-bbeb-ec5a8a1c695a req-9651199d-7707-4626-9231-146057898d83 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:22.932235 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2e94ac13-4c57-4e5f-bbeb-ec5a8a1c695a req-9651199d-7707-4626-9231-146057898d83 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 943 time: 0.0888340 Apr 04 11:50:22.953991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.956191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.967130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:22.983238 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2e94ac13-4c57-4e5f-bbeb-ec5a8a1c695a req-be26606e-84c8-4863-a33e-86d769ed2627 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371807 Apr 04 11:50:23.012832 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b295ef2-8f3c-4403-adcb-64191815ba29 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 200 len: 317 time: 0.5371284 Apr 04 11:50:23.015274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40782) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:23.020454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-d3ecf405-9d49-44d1-9197-c651e3056792 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.039816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 32f1606c-c267-4aea-a411-0dcf894e6257 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:23.043284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.052630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:50:23.063025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127153636'] for subnet, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.084903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c945f-0a49-4958-8c6f-09649f167ea8 None None] Pushing event updated for resources: {'Port': ['ID=32f1606c-c267-4aea-a411-0dcf894e6257,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:23.138491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:23.139071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.140355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "PUT /v2.0/subnets/14880ae8-8f5d-403d-b505-a0f641fe59ee HTTP/1.1" status: 200 len: 826 time: 0.6422806 Apr 04 11:50:23.144315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40786) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:23.169275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:23.177190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:23.177887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.259096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.289415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.311066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abf4f1-85fb-4607-a406-7900e89f1571 None None] Pushing event updated for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:23.319210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.349592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:23.413479 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-3279b3b6-3fda-4e8c-aad4-d50819d5d857 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529588040&fields=id&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 267 time: 0.0958829 Apr 04 11:50:23.521745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-2a6ea74b-0689-403a-a2ed-7e84c7afbfea tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:23.527659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e8c37-6769-4a72-b0b9-995c47b6a03f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=14880ae8-8f5d-403d-b505-a0f641fe59ee,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:23.528713 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-2a6ea74b-0689-403a-a2ed-7e84c7afbfea tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.1140893 Apr 04 11:50:23.531312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:50:23.539169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:23.550681 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-fe55e61f-07e1-4867-b358-acce8aa27b88 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/quotas/a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 375 time: 0.0210598 Apr 04 11:50:23.630183 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-e8c2add1-ce26-4e50-b686-537a2b3479d9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785847 Apr 04 11:50:23.652150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.655973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32f1606c-c267-4aea-a411-0dcf894e6257 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:23.656552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.657294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.698986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d3ecf405-9d49-44d1-9197-c651e3056792 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 204 len: 168 time: 0.6824176 Apr 04 11:50:23.701322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=14880ae8-8f5d-403d-b505-a0f641fe59ee,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:23.702900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40794) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:23.707980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-90f0f1d6-dd7c-47cf-9779-c76111a23e03 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-633604645') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.709925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d759c79-2970-47f3-9670-52cb1f81b820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a681eb02-087f-423b-9b4d-84800a5e273f', 'network_id': 'a681eb02-087f-423b-9b4d-84800a5e273f', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '14880ae8-8f5d-403d-b505-a0f641fe59ee'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:23.710796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d759c79-2970-47f3-9670-52cb1f81b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.740738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-b3a9bfed-f789-424a-984c-42656799b141', 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': '51172068-18dc-4fdd-9f2c-53eb60a8dfd5'}, {'subnet_id': 'c8af11fa-6e03-4707-b749-981b4018864a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:23.742444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.810127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.841217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a681eb02-087f-423b-9b4d-84800a5e273f']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.843298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-90f0f1d6-dd7c-47cf-9779-c76111a23e03 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:23.847676 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-90f0f1d6-dd7c-47cf-9779-c76111a23e03 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-633604645 HTTP/1.1" status: 404 len: 328 time: 0.1404431 Apr 04 11:50:23.848916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:23.853976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-dd390e9a-e8cb-4328-8d19-e83a7147acbf tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-1863098647') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.855286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-6641a55b-f666-44ae-8d95-c546d85eaecb service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081273 Apr 04 11:50:23.856842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5af9c6-0167-43f7-a8c7-9afd36a34dc1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.857143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5af9c6-0167-43f7-a8c7-9afd36a34dc1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:23.857269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:23.869707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.906617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.944618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:23.945017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:23.949497 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:24.017977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 32f1606c-c267-4aea-a411-0dcf894e6257 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:24.017977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.025368 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-dd390e9a-e8cb-4328-8d19-e83a7147acbf tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:24.029025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dd390e9a-e8cb-4328-8d19-e83a7147acbf tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-1863098647 HTTP/1.1" status: 404 len: 329 time: 0.1765957 Apr 04 11:50:24.035427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40800) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.041691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-c7974e0e-d2be-46d4-a83d-305af1a16819 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488', 'tempest-TagsExtTest-Tag-1056721834') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.045839 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-ed8eda85-33b2-4488-b4be-00229cef6af1 service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780560 Apr 04 11:50:24.103822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.108549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.115995 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/a681eb02-087f-423b-9b4d-84800a5e273f HTTP/1.1" status: 204 len: 168 time: 0.9715133 Apr 04 11:50:24.121539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40802) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.137276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:24.141171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03177-3874-48da-9485-8cdd6e506839 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=a681eb02-087f-423b-9b4d-84800a5e273f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:24.152750 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-02363f8a-aa7b-4581-a56b-75603b0df87c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:24.153340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02363f8a-aa7b-4581-a56b-75603b0df87c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:24.156840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.160687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 7, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.160888 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c511ff44-af9a-4793-a132-f366e6197a17 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 699 time: 1.8723972 Apr 04 11:50:24.162818 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-02363f8a-aa7b-4581-a56b-75603b0df87c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/a681eb02-087f-423b-9b4d-84800a5e273f HTTP/1.1" status: 404 len: 339 time: 0.0401285 Apr 04 11:50:24.163436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40806) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.163779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40808) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.193521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a8652-719e-4deb-bbce-9dfb7c98e7e2 req-fbe58848-bb4c-46d4-a8c4-0afba14c36d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:24.196059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f67a8652-719e-4deb-bbce-9dfb7c98e7e2 req-fbe58848-bb4c-46d4-a8c4-0afba14c36d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 944 time: 0.0907710 Apr 04 11:50:24.226392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203086408', 'description': 'd1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:24.245785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb742e00-f655-443a-a554-13a00f0bf7f5 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 7, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:24.249892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-c7974e0e-d2be-46d4-a83d-305af1a16819 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:24.251151 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c7974e0e-d2be-46d4-a83d-305af1a16819 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags/tempest-TagsExtTest-Tag-1056721834 HTTP/1.1" status: 404 len: 329 time: 0.2144620 Apr 04 11:50:24.258754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40814) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.269929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-2738cd93-0aeb-4fca-b88d-fb2f45deb884 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', {'tags': ['tempest-TagsExtTest-Tag-1742422655', 'tempest-TagsExtTest-Tag-1790926362', 'tempest-TagsExtTest-Tag-45311795']}) {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.292379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f331c71-3952-4b39-a8a0-28d0bb1068fe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 699 time: 0.1274347 Apr 04 11:50:24.302114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40816) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.377059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f67a8652-719e-4deb-bbce-9dfb7c98e7e2 req-68bdc430-7be1-4eaf-8602-e23a9e0eef05 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746514 Apr 04 11:50:24.384354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2738cd93-0aeb-4fca-b88d-fb2f45deb884 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "PUT /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 200 len: 316 time: 0.1247244 Apr 04 11:50:24.385514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:24.389162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.393919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40818) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.394586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-6129ec1e-961a-4731-91ca-b56bdad605b0 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.539676 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6129ec1e-961a-4731-91ca-b56bdad605b0 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 204 len: 168 time: 0.1484721 Apr 04 11:50:24.542214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40820) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.546527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-78e0efb3-975f-4475-b841-df3506e13685 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-1742422655') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.553658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Allocated IP 172.20.0.1 (b3a9bfed-f789-424a-984c-42656799b141/51172068-18dc-4fdd-9f2c-53eb60a8dfd5/16549729-2e60-4813-9fa3-698ca34e3a62) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:24.572749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Allocated IP 2001:db8::2 (b3a9bfed-f789-424a-984c-42656799b141/c8af11fa-6e03-4707-b749-981b4018864a/16549729-2e60-4813-9fa3-698ca34e3a62) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:24.585320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-78e0efb3-975f-4475-b841-df3506e13685 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:24.588912 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-78e0efb3-975f-4475-b841-df3506e13685 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-1742422655 HTTP/1.1" status: 404 len: 329 time: 0.0431983 Apr 04 11:50:24.589188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40822) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.594235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-ce55f3a7-723b-44af-b9bf-1b3570da4f52 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-1790926362') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.605397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:24.622688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.622904 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment dc646655-b5db-45fb-ba5c-e5858eac334f of type vlan for network 9b4d1463-e5e2-4229-857c-a4e8be0361c4 Apr 04 11:50:24.631004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-ce55f3a7-723b-44af-b9bf-1b3570da4f52 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:24.636068 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ce55f3a7-723b-44af-b9bf-1b3570da4f52 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-1790926362 HTTP/1.1" status: 404 len: 329 time: 0.0458207 Apr 04 11:50:24.636586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40824) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.640805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-b643eeba-b76b-44be-894b-fbf8cd163bd5 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857', 'tempest-TagsExtTest-Tag-45311795') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.671494 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-b643eeba-b76b-44be-894b-fbf8cd163bd5 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] show failed (client error): The resource could not be found. Apr 04 11:50:24.672862 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b643eeba-b76b-44be-894b-fbf8cd163bd5 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags/tempest-TagsExtTest-Tag-45311795 HTTP/1.1" status: 404 len: 327 time: 0.0350602 Apr 04 11:50:24.675932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40826) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.681153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-9ad98a5d-5e1c-47ba-a392-a65621bb420d tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.707164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.720279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9ad98a5d-5e1c-47ba-a392-a65621bb420d tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857/tags HTTP/1.1" status: 204 len: 168 time: 0.0430839 Apr 04 11:50:24.726208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40830) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.731860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-4cfbf854-c5f1-4268-aea1-0893f1762c09 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc8c6bd3-34bf-4e21-9c70-52831679b488') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.852389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.886055 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bf6e5109-b0a1-44c0-a692-8e31a9dcec25 req-4b811ea5-786e-4ca8-9dd9-6d5b64e9b68e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0595169 Apr 04 11:50:24.897951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.903481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:24.904083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.922432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:24.940669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4cfbf854-c5f1-4268-aea1-0893f1762c09 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488/tags HTTP/1.1" status: 204 len: 168 time: 0.2132473 Apr 04 11:50:24.943770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40838) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:24.952343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-e3fddea7-ae1f-4a81-89d1-a4699272afc7 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58900cdf-55d4-44b6-a555-fa2cad7d196a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:24.987371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Network b3a9bfed-f789-424a-984c-42656799b141 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:24.990454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:24.994793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:24.998026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Pushing event updated for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:25.038853 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8728027 Apr 04 11:50:25.039483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.050456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3fddea7-ae1f-4a81-89d1-a4699272afc7 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a/tags HTTP/1.1" status: 204 len: 168 time: 0.1050060 Apr 04 11:50:25.051202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=9b4d1463-e5e2-4229-857c-a4e8be0361c4,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:25.056373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40844) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.061234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.tag.tag_plugin [None req-e7fb867f-07e5-421a-b391-daca5f37adb1 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55b47eb6-17ac-477c-bbf2-35a3f497f80b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:25.079746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.081797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.081797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.081797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.081797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.082178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.082495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.082972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.083470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.083970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.084441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.084921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc02b9ae-1326-4fba-acbc-91b185f4870b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:25.089439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Attempting to bind port 16549729-2e60-4813-9fa3-698ca34e3a62 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:25.089903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Attempting to bind port 16549729-2e60-4813-9fa3-698ca34e3a62 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fc2fe52e-8609-463b-b8fb-d7f50b15affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:25.091062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Attempting to bind port 16549729-2e60-4813-9fa3-698ca34e3a62 on network b3a9bfed-f789-424a-984c-42656799b141 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:25.098580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:25.098580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Checking segment: {'id': 'fc2fe52e-8609-463b-b8fb-d7f50b15affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:25.098906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.099204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Bound using segment: {'id': 'fc2fe52e-8609-463b-b8fb-d7f50b15affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:25.099690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Bound port: 16549729-2e60-4813-9fa3-698ca34e3a62, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2fe52e-8609-463b-b8fb-d7f50b15affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3a9bfed-f789-424a-984c-42656799b141'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:25.100077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.103730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 9b4d1463-e5e2-4229-857c-a4e8be0361c4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:25.178187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62bfe59-00be-41c6-9c74-bd15121435c9 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:25.181769 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e7fb867f-07e5-421a-b391-daca5f37adb1 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.1239495 Apr 04 11:50:25.182531 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f62bfe59-00be-41c6-9c74-bd15121435c9 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks?id=9b4d1463-e5e2-4229-857c-a4e8be0361c4 HTTP/1.1" status: 200 len: 765 time: 0.1404660 Apr 04 11:50:25.183106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40846) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.189444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'description': 'd2'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:25.193097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.216771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.242158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:25.249021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=16549729-2e60-4813-9fa3-698ca34e3a62,segment=NetworkSegment(fc2fe52e-8609-463b-b8fb-d7f50b15affb),segment_id=fc2fe52e-8609-463b-b8fb-d7f50b15affb)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:25.287716 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:25.301821 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:25.302585 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:25.321970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.420893 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:25.437978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a836e-ecae-41bb-98f1-b7a8fbc4ab2e None None] Pushing event updated for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:25.455201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.539513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d17f-118f-4d97-80b1-08b710d22f4a tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for subnetpool, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.550889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f5d0d17f-118f-4d97-80b1-08b710d22f4a tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5b0f3e2d-8bd0-46ef-9caf-6866f7b1f857 HTTP/1.1" status: 204 len: 168 time: 0.3455055 Apr 04 11:50:25.550889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40856) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.585765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-12d8f222-1c55-4280-82a6-78191fe47d58 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc8c6bd3-34bf-4e21-9c70-52831679b488 HTTP/1.1" status: 200 len: 205 time: 0.0401947 Apr 04 11:50:25.587734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40858) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.600303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.626792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660280da-1fc7-412f-a581-af8a46f25627 req-cd7887bb-de7d-4aa2-8332-696f1e5df003 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:25.634800 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-660280da-1fc7-412f-a581-af8a46f25627 req-cd7887bb-de7d-4aa2-8332-696f1e5df003 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 944 time: 0.1347713 Apr 04 11:50:25.639177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 24809cee-414b-48cf-b8d1-d3bf048a029c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:25.683050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 9b4d1463-e5e2-4229-857c-a4e8be0361c4 is not hosted by any dhcp agent {{(pid=109636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:50:25.688736 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-660280da-1fc7-412f-a581-af8a46f25627 req-69c38e1d-6029-4ccd-9f69-05467bee1719 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529377 Apr 04 11:50:25.688944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:25.689678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.691937 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "PUT /v2.0/networks/9b4d1463-e5e2-4229-857c-a4e8be0361c4 HTTP/1.1" status: 200 len: 762 time: 0.5076785 Apr 04 11:50:25.696630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40860) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.774274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.783527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 24809cee-414b-48cf-b8d1-d3bf048a029c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:25.784363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.832920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf84ff3-0ef8-4149-9fb0-885611e974eb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:25.839990 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-acf84ff3-0ef8-4149-9fb0-885611e974eb tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks?id=9b4d1463-e5e2-4229-857c-a4e8be0361c4 HTTP/1.1" status: 200 len: 765 time: 0.1419554 Apr 04 11:50:25.841474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40862) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:25.848093 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 7, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:25.881462 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:25.895093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a8202-d579-4ba8-b4c3-ad02cd4976bc tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=9b4d1463-e5e2-4229-857c-a4e8be0361c4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:25.904069 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:25.904871 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:25.912419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 9b4d1463-e5e2-4229-857c-a4e8be0361c4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:25.977710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 24809cee-414b-48cf-b8d1-d3bf048a029c {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:25.978063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:25.995489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.063131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 24809cee-414b-48cf-b8d1-d3bf048a029c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=24809cee-414b-48cf-b8d1-d3bf048a029c,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:26.100406 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-548adde4-c691-4726-bcc7-16a44f16608d req-bbc1657e-b8a9-4bb8-a4d2-755503576e18 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0825052 Apr 04 11:50:26.119130 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:26.138148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.139806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.140217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.170859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:26.208045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8a7162-73c2-4e9f-a30d-446fea5eb5ef tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.212327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ba8a7162-73c2-4e9f-a30d-446fea5eb5ef tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3661008 Apr 04 11:50:26.212686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40866) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:26.258707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:26.267124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-67ea3252-b5d2-46c9-a82e-b89e0d5658af tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 207 time: 0.0488195 Apr 04 11:50:26.268117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40868) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:26.279522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 24809cee-414b-48cf-b8d1-d3bf048a029c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=24809cee-414b-48cf-b8d1-d3bf048a029c,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:26.280227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.290814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.291312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Fanout notify agent at l3_agent the message router_deleted on router fc8c6bd3-34bf-4e21-9c70-52831679b488 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:50:26.293948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 24809cee-414b-48cf-b8d1-d3bf048a029c owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:26.298569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.300223 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-015a9d0a-8ced-495a-a4bf-e272afb651bc tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/routers/fc8c6bd3-34bf-4e21-9c70-52831679b488 HTTP/1.1" status: 204 len: 168 time: 0.7101588 Apr 04 11:50:26.303220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40870) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:26.336377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:50:26.341324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:26.341324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.454983 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 7, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:26.469794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.490539 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091da1b-e4af-4226-b06e-c9e1ac546959 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 7, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '24809cee-414b-48cf-b8d1-d3bf048a029c', 'name': '', 'network_id': '7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:c8:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:18Z', 'updated_at': '2022-04-04T11:50:22Z', 'revision_number': 4, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '8f4e44a5-cb9b-41c0-80e4-1a08f063734c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:26.508936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:26.510333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:26.524086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3604750d-68a2-4e28-8578-8e81045a34ca" -d '{"events": [{"server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "name": "network-vif-plugged", "status": "completed", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:26.577866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Deleting port 58900cdf-55d4-44b6-a555-fa2cad7d196a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:26.578208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.594632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.689936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac3a1c7-f707-4ec0-b2da-a0ec92d7754b x-openstack-request-id: req-5ac3a1c7-f707-4ec0-b2da-a0ec92d7754b {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:26.691049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.691945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "name": "network-vif-plugged", "status": "completed", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:26.692374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac3a1c7-f707-4ec0-b2da-a0ec92d7754b {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:26.693024 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac3a1c7-f707-4ec0-b2da-a0ec92d7754b'] response: {'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'code': 200} Apr 04 11:50:26.694877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:26.721802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.731963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.739277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.749875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.758660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.769800 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5d351c94-a79c-4668-b7a6-429d01b48f7e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5001552 Apr 04 11:50:26.775478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40878) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:26.780529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.806855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Calling delete_port for 58900cdf-55d4-44b6-a555-fa2cad7d196a owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:26.884638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:26.916276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=24809cee-414b-48cf-b8d1-d3bf048a029c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:26.939624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000d049-b924-4d70-a0b1-514526cbee6d req-af1a477b-4944-4338-a701-56897ef232a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:26.941740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7000d049-b924-4d70-a0b1-514526cbee6d req-af1a477b-4944-4338-a701-56897ef232a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.1178119 Apr 04 11:50:26.970159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-504be8b1-3599-4950-b15a-0dd07c05d656 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1922443 Apr 04 11:50:26.970159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40880) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:27.011477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c970675-4fc3-46f2-b169-2370826ea9e5 None None] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:27.060090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c396cb-f566-4035-ba63-e3e48775a1e1 None None] Network b3a9bfed-f789-424a-984c-42656799b141 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:27.063313 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7000d049-b924-4d70-a0b1-514526cbee6d req-7f9b8799-88c5-4486-801a-b113784b635e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948951 Apr 04 11:50:27.075802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.078236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.080811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.082695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.084682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.101683 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-46fe06a6-465c-48d2-a613-335b6f6f3eae tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1281881 Apr 04 11:50:27.101683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:27.163809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a749a38-a8c4-4d0a-94f3-5451d377f791 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:27.181819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602e2d4-b46d-4b9d-b38a-eab17f5f3129 req-a9557f23-37a5-4b47-bc30-9496161d3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.183334 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6602e2d4-b46d-4b9d-b38a-eab17f5f3129 req-a9557f23-37a5-4b47-bc30-9496161d3a11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1098 time: 0.1742170 Apr 04 11:50:27.203077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.204944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.207068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.208844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.210575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:27.213001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2e290b1e-526a-4e6a-a6c5-3a3caae03062 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1134474 Apr 04 11:50:27.214906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.217083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40886) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:27.270636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a749a38-a8c4-4d0a-94f3-5451d377f791 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:50:27.287892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022fde31-2f4c-452d-9f68-b92a1c359098 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:27.301587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022fde31-2f4c-452d-9f68-b92a1c359098 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:50:27.316569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df908454-a61f-4c11-a429-4be3ce953aa5 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:27.353579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:27.353962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.359172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df908454-a61f-4c11-a429-4be3ce953aa5 None None] Network a681eb02-087f-423b-9b4d-84800a5e273f could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 11:50:27.442441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0332a66d-8c16-41ca-929f-9fa90b74cea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.613281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.651159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=16549729-2e60-4813-9fa3-698ca34e3a62,segment=NetworkSegment(fc2fe52e-8609-463b-b8fb-d7f50b15affb),segment_id=fc2fe52e-8609-463b-b8fb-d7f50b15affb)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:27.727857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.820371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 16549729-2e60-4813-9fa3-698ca34e3a62 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:27.869602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ec541-8641-4e9a-8772-58f367416a6e None None] Pushing event updated for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:27.906363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5d63205e-b885-4187-8025-6303dbf3846a None None] Provisioning complete for port d6e77233-79ba-46fa-b644-c0716d991c06 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:27.906735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d63205e-b885-4187-8025-6303dbf3846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.909515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:27.967410 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a18e172b-01c4-4b53-91bf-dc2436962905 req-d3d512f4-1c21-4149-88bb-0e2fa169a6a2 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.1018457 Apr 04 11:50:27.970992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event deleted for resources: {'Port': ['ID=58900cdf-55d4-44b6-a555-fa2cad7d196a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:27.989532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:27.989532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.045669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-218eee23-e6cd-4222-a912-11346c776e68 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:28.054327 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-218eee23-e6cd-4222-a912-11346c776e68 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.4183328 Apr 04 11:50:28.060901 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6602e2d4-b46d-4b9d-b38a-eab17f5f3129 req-372133d4-9d55-40b4-8428-c9878f0b37a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8628428 Apr 04 11:50:28.069938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf8b3f-2faf-4132-b2ef-acfe29ef169c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:28.071690 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a1bf8b3f-2faf-4132-b2ef-acfe29ef169c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks/29002848-528d-4e2f-a2ed-78d0fa9f853a HTTP/1.1" status: 200 len: 804 time: 0.8531759 Apr 04 11:50:28.075307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40892) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.197161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.201705 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-846a7c30-a811-40cd-b12c-79d6c76e94d3 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/ports/58900cdf-55d4-44b6-a555-fa2cad7d196a HTTP/1.1" status: 204 len: 168 time: 1.8973856 Apr 04 11:50:28.205409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40896) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.352529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Deleting subnet 55b47eb6-17ac-477c-bbf2-35a3f497f80b {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:28.374041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.428791 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-66a9a540-a7c1-4c0c-821f-08d0f9b6a058 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 380 time: 0.1762967 Apr 04 11:50:28.460055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'port': {'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'admin_state_up': True, 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'security_groups': ['827ed839-69e1-4bc8-98e5-c925fffe7847']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:28.504394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.505201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:28.566526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-df630d41-08f4-456b-ad27-6a7d8cb1fd39 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/networks/29002848-528d-4e2f-a2ed-78d0fa9f853a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4898360 Apr 04 11:50:28.567174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40898) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.590024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fafa9-eb61-4b54-8f72-2ac643a244cc req-12176584-5df1-429d-9fe5-585487d1f680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:28.591647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f40fafa9-eb61-4b54-8f72-2ac643a244cc req-12176584-5df1-429d-9fe5-585487d1f680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.2711663 Apr 04 11:50:28.624658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:28.630502 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ab5e1d2c-1c62-443a-ac64-ced3d26e9861 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3255148 Apr 04 11:50:28.633187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40900) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.642476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:28.667388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:28.667894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:49:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:28.707770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 8f4e44a5-cb9b-41c0-80e4-1a08f063734c {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:28.712404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.718726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23f0ad-b09a-4f75-b92f-11c2e4f60735 None None] Network b3a9bfed-f789-424a-984c-42656799b141 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:28.768671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.795448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99fbc04-6a62-436e-9856-1b86ec5cadda None None] Network 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:28.828390 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f40fafa9-eb61-4b54-8f72-2ac643a244cc req-35096a2c-844a-43fa-bc52-478060eb8f8b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216539 Apr 04 11:50:28.831558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706063ef-3a3c-458e-b931-ce7b635f088a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:28.833201 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-706063ef-3a3c-458e-b931-ce7b635f088a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets/5b678c67-f411-45ca-9d73-b6758154ed56 HTTP/1.1" status: 200 len: 843 time: 0.2558045 Apr 04 11:50:28.841820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40902) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.876197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.891921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:28.922650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:28.946027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54196ab-2d6c-45c6-bc41-8744f2af780a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['shared'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:28.950766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e54196ab-2d6c-45c6-bc41-8744f2af780a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "GET /v2.0/subnets/5b678c67-f411-45ca-9d73-b6758154ed56?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1019139 Apr 04 11:50:28.952807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40904) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:28.958031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840532215'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:29.018397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Made reservation on behalf of a14ac1bd8ad44755839cb45b98a57fe4 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:29.024088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.063612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.116611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:29.121439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.127781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.175314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4e44a5-cb9b-41c0-80e4-1a08f063734c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:29.182974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-74c0ae39-2038-4a58-ad57-63c3bc1320bb None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:29.183524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-74c0ae39-2038-4a58-ad57-63c3bc1320bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.184432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event deleted for resources: {'Subnet': ['ID=55b47eb6-17ac-477c-bbf2-35a3f497f80b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:29.187233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.191046 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9828ad10-b369-4945-9acb-61672c9598ef tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/8f4e44a5-cb9b-41c0-80e4-1a08f063734c HTTP/1.1" status: 204 len: 168 time: 0.5565910 Apr 04 11:50:29.194354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3be1f77-8599-4f31-b234-8ab86b0ae3d3 req-942809a5-18b7-45a9-8c26-52d39a0ca82f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.1154675 Apr 04 11:50:29.194829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:29.216268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.218352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.218812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.219609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.219609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.220569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.225264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.225804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.226308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.226766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.227491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.227645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:29.252676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.259649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb41988-8c03-43ec-8eff-0bef967ecb5b None None] Network 783a517d-3ee3-4f42-b072-b85bee343b5a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:29.261251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e1f0bca1-b8d0-4d21-a429-35b30c4a5014 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/subnets/55b47eb6-17ac-477c-bbf2-35a3f497f80b HTTP/1.1" status: 204 len: 168 time: 1.0536985 Apr 04 11:50:29.270063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40910) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:29.348425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.20.0.3 (f9b5fec2-35a6-4adf-955b-4a6a277f91be/afbc7352-2f53-44f2-be87-4911bc979db6/5595f1b7-e4e5-4bdd-9d4c-9acef525def1) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:29.386299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.411984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.441838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:29.505647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.505831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 32f1606c-c267-4aea-a411-0dcf894e6257 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:29.505951 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Added segment e4db93bc-8d86-4212-997f-fde8c81b363e of type vlan for network 557db61f-271e-48bd-8faf-301766f020e4 Apr 04 11:50:29.506051 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.546125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Deleting port ae283554-582c-4519-8677-0914e1647b23 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:29.546125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.567125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.620122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9c70e88a-bcee-4f15-876e-8a8cd60b7ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.637184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.662987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 16549729-2e60-4813-9fa3-698ca34e3a62 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:29.689304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-74c0ae39-2038-4a58-ad57-63c3bc1320bb None None] Provisioning complete for port 32f1606c-c267-4aea-a411-0dcf894e6257 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:29.689729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-74c0ae39-2038-4a58-ad57-63c3bc1320bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.698067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 32f1606c-c267-4aea-a411-0dcf894e6257, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32f1606c-c267-4aea-a411-0dcf894e6257,segment=NetworkSegment(0a5b11c2-8c53-4875-b71c-8994e45e89f6),segment_id=0a5b11c2-8c53-4875-b71c-8994e45e89f6)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:29.701698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.706784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.709990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:29.710612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.711858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] For port ae283554-582c-4519-8677-0914e1647b23, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ae283554-582c-4519-8677-0914e1647b23,segment=NetworkSegment(deaad37b-47e0-4a8e-aa0c-94fa1a5f4083),segment_id=deaad37b-47e0-4a8e-aa0c-94fa1a5f4083)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:29.712799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.730150 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Calling delete_port for ae283554-582c-4519-8677-0914e1647b23 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:29.795517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Network': ['ID=557db61f-271e-48bd-8faf-301766f020e4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:29.819467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:29.827780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 557db61f-271e-48bd-8faf-301766f020e4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:29.833508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 32f1606c-c267-4aea-a411-0dcf894e6257 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:29.900095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:29.911083 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-672b8bcd-d158-4a18-9fc4-f65923379dc6 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9570112 Apr 04 11:50:29.913917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40914) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:29.919233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] DHCP port deletion for 7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:29.931707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'network_id': '557db61f-271e-48bd-8faf-301766f020e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:30.052971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.057315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:30.063548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:30.070538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf21da7-c294-4b8a-9230-4b18e43d95f3 None None] DHCP port deletion for 783a517d-3ee3-4f42-b072-b85bee343b5a request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:30.122137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:30.122511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.127078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:26Z', 'revision_number': 8, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.167811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] No DVR routers for this DVR port ae283554-582c-4519-8677-0914e1647b23 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:30.170058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event deleted for resources: {'Port': ['ID=ae283554-582c-4519-8677-0914e1647b23,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:30.186818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:30.187591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.276141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:30.282449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Deleting port 32f1606c-c267-4aea-a411-0dcf894e6257 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:30.284302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.300965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:30.322620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695256-81c0-4656-bc01-37d2a4a92bf4 req-7a10e61f-b220-4d6d-ba67-94c9b5d73e3a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:30.330446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0695256-81c0-4656-bc01-37d2a4a92bf4 req-7a10e61f-b220-4d6d-ba67-94c9b5d73e3a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.3323002 Apr 04 11:50:30.343416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2604e4-0db6-40b5-bd59-05c79fdd0ae8 None None] Network b3a9bfed-f789-424a-984c-42656799b141 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:30.352286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.366086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-a2c9df80-92b2-41c6-9c57-c5e86b591136 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9203656 Apr 04 11:50:30.393703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Request body: {'port': {'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:30.401382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.430691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 32f1606c-c267-4aea-a411-0dcf894e6257 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:30.459603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783a517d-3ee3-4f42-b072-b85bee343b5a']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.461323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Made reservation on behalf of 45e8ee7f93ad430f9690d3b55b922b39 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:30.465074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.478695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.482259 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaad37b-47e0-4a8e-aa0c-94fa1a5f4083') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.493680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.510019 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0695256-81c0-4656-bc01-37d2a4a92bf4 req-c02e2771-a19b-4dbb-844f-b78c539c9939 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727269 Apr 04 11:50:30.512000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.523422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=32f1606c-c267-4aea-a411-0dcf894e6257,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:30.546014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:30.546612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:30.550394 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:30.567736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] For port 32f1606c-c267-4aea-a411-0dcf894e6257, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:30.568269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.581680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Calling delete_port for 32f1606c-c267-4aea-a411-0dcf894e6257 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:30.585464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.ipam_backend_mixin [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Port 32f1606c-c267-4aea-a411-0dcf894e6257 was not found and therefore no delete operation was performed {{(pid=109638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:50:30.600464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Performing IP validity checks on allocation pools {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 11:50:30.600689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.601036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 11:50:30.618033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:30.618811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.632594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e39fe-e7ec-4d2d-9c78-1b3bccf8ea54 req-50149014-a970-484c-9982-782334841376 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:30.634583 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-381e39fe-e7ec-4d2d-9c78-1b3bccf8ea54 req-50149014-a970-484c-9982-782334841376 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 931 time: 0.2789223 Apr 04 11:50:30.653487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.727463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.730189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Pushing event deleted for resources: {'Port': ['ID=32f1606c-c267-4aea-a411-0dcf894e6257,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:30.738869 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.755058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] No DVR routers for this DVR port 32f1606c-c267-4aea-a411-0dcf894e6257 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:30.770213 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-381e39fe-e7ec-4d2d-9c78-1b3bccf8ea54 req-39229f09-3b64-4a88-bae8-41ace8752f0b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948467 Apr 04 11:50:30.774656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.794716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5b11c2-8c53-4875-b71c-8994e45e89f6') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.795299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5b11c2-8c53-4875-b71c-8994e45e89f6') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:30.806841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.813376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.813795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.814138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.814473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.814923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.815420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.815751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.816081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.816408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.816731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.817057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.817456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb6465-aee3-4ca7-ab74-b076a9a0cf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:50:30.824459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.832035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:30.832725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:30.836792 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:30.850643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.874726 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.888317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-02c466ac-8bc5-40dd-b422-fdfd6563072c None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:30.888317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-02c466ac-8bc5-40dd-b422-fdfd6563072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:30.896560 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] 10.222.0.43 "DELETE /v2.0/networks/783a517d-3ee3-4f42-b072-b85bee343b5a HTTP/1.1" status: 204 len: 168 time: 1.6114392 Apr 04 11:50:30.900144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92725e-e89a-46db-a398-03ab70ee9aa9 tempest-TagsExtTest-296201119 tempest-TagsExtTest-296201119-project] Pushing event deleted for resources: {'Network': ['ID=783a517d-3ee3-4f42-b072-b85bee343b5a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:30.950712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:30.955216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6a33-d2c2-436f-bd78-1ef36ebcbe65 req-f347301c-a630-4cf8-9520-325bdacaf2d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:30.957255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-857e6a33-d2c2-436f-bd78-1ef36ebcbe65 req-f347301c-a630-4cf8-9520-325bdacaf2d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.3622234 Apr 04 11:50:31.029193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.050198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.056921 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930 HTTP/1.1" status: 204 len: 168 time: 1.8603959 Apr 04 11:50:31.058170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599af9-7a3b-436e-8968-cf030278c784 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=7ed3b1c9-f8e7-4e5d-b1f2-190c811a7930,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:31.061998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40922) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:31.103717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-857e6a33-d2c2-436f-bd78-1ef36ebcbe65 req-e8c4cb4f-39bc-43de-8c2c-f40b9eb39181 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349001 Apr 04 11:50:31.147553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40924) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:31.465167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-02c466ac-8bc5-40dd-b422-fdfd6563072c None None] Provisioning complete for port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:31.465548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-02c466ac-8bc5-40dd-b422-fdfd6563072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.504311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:26Z', 'revision_number': 8, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:31.535718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dc5fc-f576-42d4-9c7e-785dc1f1e8e5 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:26Z', 'revision_number': 8, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e77233-79ba-46fa-b644-c0716d991c06', 'name': '', 'network_id': 'bd0c39bf-7c1f-4859-8f42-c31093cd1a05', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:86:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:10Z', 'updated_at': '2022-04-04T11:50:20Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:31.547648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-02c466ac-8bc5-40dd-b422-fdfd6563072c None None] Port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:31.576474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40928) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:31.652209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.673381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-319ebe51-f30e-47e8-a6de-e31aa701d52c None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:31.673876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-319ebe51-f30e-47e8-a6de-e31aa701d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.723096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ee50b-8b44-4e61-b297-94d9b93780f3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:31.727707 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-316ee50b-8b44-4e61-b297-94d9b93780f3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1093 time: 0.5737123 Apr 04 11:50:31.739054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40932) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:31.744295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:31.756889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:50:31.765153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.795728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.804257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Transition to ACTIVE for port object 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:50:31.866162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=c43c5b63-e167-4bcb-94e9-5bc74e692672,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:31.878880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Checking segment: {'id': 'e4db93bc-8d86-4212-997f-fde8c81b363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '557db61f-271e-48bd-8faf-301766f020e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:31.883822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network hostable DHCP agents. Network: 557db61f-271e-48bd-8faf-301766f020e4, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:31.883822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.900310 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-254fbaa2-2343-41dc-b92b-97da25676ae1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ccc6ad6be9241398d52565caf3811b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190989 Apr 04 11:50:31.902466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:31.905488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40936) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:31.954218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32f1606c-c267-4aea-a411-0dcf894e6257 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:31.992518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 32f1606c-c267-4aea-a411-0dcf894e6257 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:31.993051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32f1606c-c267-4aea-a411-0dcf894e6257 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:31.993482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae283554-582c-4519-8677-0914e1647b23 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:32.053478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.054637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ae283554-582c-4519-8677-0914e1647b23 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:32.055253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ae283554-582c-4519-8677-0914e1647b23 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:32.070990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8908e-58c0-4a68-a7f2-dd0cd49bb2d8 req-c160a594-5e53-4c6e-bba8-cc5ea039c74f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:32.071351 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-14e8908e-58c0-4a68-a7f2-dd0cd49bb2d8 req-c160a594-5e53-4c6e-bba8-cc5ea039c74f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.1835651 Apr 04 11:50:32.118951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.123354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Pushing event updated for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:32.164334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Network 557db61f-271e-48bd-8faf-301766f020e4 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:32.204571 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-14e8908e-58c0-4a68-a7f2-dd0cd49bb2d8 req-e248fb24-23a3-4870-b646-ec96588a06fd tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193545 Apr 04 11:50:32.210922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.253525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 557db61f-271e-48bd-8faf-301766f020e4) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:32.265310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:32.265310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.265741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ecd0ad-b0ea-4447-af81-194dba79fa01 None None] Network 557db61f-271e-48bd-8faf-301766f020e4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:32.291651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Attempting to bind port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:32.292343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Attempting to bind port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:32.293063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Attempting to bind port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:32.311947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.318390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:50:32.319259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Attempting to bind port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:32.336452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:32.336899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:32.337397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Bound using segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:32.337952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Bound port: 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:32.338422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.392670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port d6e77233-79ba-46fa-b644-c0716d991c06 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:32.393785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.428320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:32.432976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:32.441597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3f904bbe-3607-4bf5-a959-76c1bfece354 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5234270 Apr 04 11:50:32.441597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40938) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:32.447432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:32.468460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.504103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.183 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:32.531823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-557db61f-271e-48bd-8faf-301766f020e4', 'network_id': '557db61f-271e-48bd-8faf-301766f020e4', 'tenant_id': '45e8ee7f93ad430f9690d3b55b922b39', 'fixed_ips': [{'subnet_id': 'c43c5b63-e167-4bcb-94e9-5bc74e692672'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:32.532551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.539185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.566115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port d6e77233-79ba-46fa-b644-c0716d991c06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d6e77233-79ba-46fa-b644-c0716d991c06,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:32.566420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.582278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.585053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.599256 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78effadb-035c-4cc3-ae17-17601acd3908 HTTP/1.1" status: 204 len: 168 time: 0.6803796 Apr 04 11:50:32.618832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for d6e77233-79ba-46fa-b644-c0716d991c06 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:32.667768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127847864'] for subnet, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.700734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:32.706719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.708593 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] 10.222.0.44 "PUT /v2.0/ports/5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 1093 time: 2.3215261 Apr 04 11:50:32.709826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:32.712742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02bb514-1697-40fd-9623-39e09537ca69" -d '{"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:32.720968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:32.723799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0269e5-75a5-4f1c-b664-4b6180d8d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78effadb-035c-4cc3-ae17-17601acd3908,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:32.757716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd54b-825a-4bc7-9b89-b84e1e554917 service neutron] Pushing event updated for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:32.802482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6f201-6f4a-449e-928a-d2005ce9d020 x-openstack-request-id: req-98c6f201-6f4a-449e-928a-d2005ce9d020 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:32.802879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:32.803019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98c6f201-6f4a-449e-928a-d2005ce9d020 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:32.803908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c6f201-6f4a-449e-928a-d2005ce9d020'] response: {'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'status': 'completed', 'code': 200} Apr 04 11:50:32.820540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Allocated IP 2001:db8::3 (557db61f-271e-48bd-8faf-301766f020e4/c43c5b63-e167-4bcb-94e9-5bc74e692672/a3758046-06f2-41b5-82ec-a2f4b8b45fce) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:32.966604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bb514-1697-40fd-9623-39e09537ca69 req-71a81bba-08a7-4f34-b989-5af4b4b2f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:32.972275 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f02bb514-1697-40fd-9623-39e09537ca69 req-71a81bba-08a7-4f34-b989-5af4b4b2f230 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1096 time: 0.1385179 Apr 04 11:50:32.974616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.039187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.068739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:33.080536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:33.085326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:33.133864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.176046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:33.190559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.213975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Pushing event updated for resources: {'Port': ['ID=a3758046-06f2-41b5-82ec-a2f4b8b45fce,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:33.222511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Network 557db61f-271e-48bd-8faf-301766f020e4 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:33.229797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:33.236152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:33.287514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=d6e77233-79ba-46fa-b644-c0716d991c06,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:33.287795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bb514-1697-40fd-9623-39e09537ca69 req-415a409b-3dab-4dae-9fff-aeeeeb4d0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:33.295062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f02bb514-1697-40fd-9623-39e09537ca69 req-415a409b-3dab-4dae-9fff-aeeeeb4d0939 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3113532 Apr 04 11:50:33.356110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Attempting to bind port a3758046-06f2-41b5-82ec-a2f4b8b45fce on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:33.357855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Attempting to bind port a3758046-06f2-41b5-82ec-a2f4b8b45fce by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'e4db93bc-8d86-4212-997f-fde8c81b363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '557db61f-271e-48bd-8faf-301766f020e4'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:33.358234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Attempting to bind port a3758046-06f2-41b5-82ec-a2f4b8b45fce on network 557db61f-271e-48bd-8faf-301766f020e4 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:33.375508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:33.378815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Checking segment: {'id': 'e4db93bc-8d86-4212-997f-fde8c81b363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '557db61f-271e-48bd-8faf-301766f020e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:33.378815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.378815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Bound using segment: {'id': 'e4db93bc-8d86-4212-997f-fde8c81b363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '557db61f-271e-48bd-8faf-301766f020e4'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:33.378815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Bound port: a3758046-06f2-41b5-82ec-a2f4b8b45fce, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4db93bc-8d86-4212-997f-fde8c81b363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '557db61f-271e-48bd-8faf-301766f020e4'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:33.379243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.485004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] For port a3758046-06f2-41b5-82ec-a2f4b8b45fce, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:33.489025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] For port a3758046-06f2-41b5-82ec-a2f4b8b45fce, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a3758046-06f2-41b5-82ec-a2f4b8b45fce,segment=NetworkSegment(e4db93bc-8d86-4212-997f-fde8c81b363e),segment_id=e4db93bc-8d86-4212-997f-fde8c81b363e)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:33.502154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a719c-8e9f-4346-907c-32e49549ce72 req-f9a1731b-8a8f-49ed-8155-9aad9e665dea tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:33.510981 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-985a719c-8e9f-4346-907c-32e49549ce72 req-f9a1731b-8a8f-49ed-8155-9aad9e665dea tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.1903176 Apr 04 11:50:33.561108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.635085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bb514-1697-40fd-9623-39e09537ca69 req-95d865db-d5b0-4516-8e4b-b6df5dcc317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:33.636609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f02bb514-1697-40fd-9623-39e09537ca69 req-95d865db-d5b0-4516-8e4b-b6df5dcc317f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3375828 Apr 04 11:50:33.683115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 24809cee-414b-48cf-b8d1-d3bf048a029c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:33.721247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 24809cee-414b-48cf-b8d1-d3bf048a029c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:33.721645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 24809cee-414b-48cf-b8d1-d3bf048a029c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:33.726584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127153636'] for subnet, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.739808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de212-c7d0-4b52-bc49-9206ae42f6de None None] Pushing event updated for resources: {'Port': ['ID=a3758046-06f2-41b5-82ec-a2f4b8b45fce,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:33.800815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:33.801436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:33.802807 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "PUT /v2.0/subnets/c43c5b63-e167-4bcb-94e9-5bc74e692672 HTTP/1.1" status: 200 len: 900 time: 1.3599007 Apr 04 11:50:33.808199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-e0d5ec30-7d38-418a-8a12-7e4561a53588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:33.809729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-e0d5ec30-7d38-418a-8a12-7e4561a53588 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1096 time: 0.1138473 Apr 04 11:50:33.816640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:33.818542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e88f2-094d-4625-8f06-036a6042ec6b tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event updated for resources: {'Subnet': ['ID=c43c5b63-e167-4bcb-94e9-5bc74e692672,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:33.876871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-d28d2de0-8438-4bde-8ba9-9cd164dba7d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 217 time: 0.0556467 Apr 04 11:50:33.997425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-e2f9214a-a317-46e7-b4c9-6b3e59d2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:34.004451 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-e2f9214a-a317-46e7-b4c9-6b3e59d2ed18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1102700 Apr 04 11:50:34.009841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.069776 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-985a719c-8e9f-4346-907c-32e49549ce72 req-ab32f108-217d-4498-845e-78b1b310678a tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578299 Apr 04 11:50:34.088419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.133052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting port a3758046-06f2-41b5-82ec-a2f4b8b45fce {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:34.133395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.136450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-7bae2e36-a086-49bc-a5ab-b5af20da0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:34.138082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-7bae2e36-a086-49bc-a5ab-b5af20da0f42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785635 Apr 04 11:50:34.207620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.282441 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-aaac782f-ba04-4258-b2b8-b581ac730116 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328123 Apr 04 11:50:34.290598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] For port a3758046-06f2-41b5-82ec-a2f4b8b45fce, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a3758046-06f2-41b5-82ec-a2f4b8b45fce,segment=NetworkSegment(e4db93bc-8d86-4212-997f-fde8c81b363e),segment_id=e4db93bc-8d86-4212-997f-fde8c81b363e)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:34.291134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.321602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Calling delete_port for a3758046-06f2-41b5-82ec-a2f4b8b45fce owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:34.441874 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cec894e-cf8c-4961-9fab-da9d919500f5 req-9ab0f040-37e1-4c9a-8c3c-f0278446ffdf service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532645 Apr 04 11:50:34.512386 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.514894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:34.597284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.625689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Port': ['ID=a3758046-06f2-41b5-82ec-a2f4b8b45fce,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:34.650796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:34.656414 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-094a2700-4e01-4f2b-9c57-255ffb308321 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5946510 Apr 04 11:50:34.658793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40948) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:34.664617 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:34.680932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No DVR routers for this DVR port a3758046-06f2-41b5-82ec-a2f4b8b45fce on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:34.684100 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:34.684985 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:34.725139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.737510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.756512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:34.765317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.799069 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:34.819599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.915942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0a8eb-3a91-4264-86c1-f7904e309673 None None] Network 557db61f-271e-48bd-8faf-301766f020e4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:34.916484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:34.973468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=c43c5b63-e167-4bcb-94e9-5bc74e692672,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:34.989287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.024513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4090438d-626a-423e-b935-8196f9b34981 None None] Could not find standard attr ID for object a3758046-06f2-41b5-82ec-a2f4b8b45fce. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 11:50:35.038717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.063055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.076475 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:32Z', 'revision_number': 9, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.091553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557db61f-271e-48bd-8faf-301766f020e4']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.097471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.108243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4db93bc-8d86-4212-997f-fde8c81b363e') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.108961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4db93bc-8d86-4212-997f-fde8c81b363e') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.123435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.134211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628b9d7-5a6e-471c-a67f-93de1ccad0e3 None None] DHCP port deletion for 557db61f-271e-48bd-8faf-301766f020e4 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:35.144682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.154683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:35.155140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.155856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eac36c-f917-4c99-a7ac-2dbd64f1081a None None] Network 557db61f-271e-48bd-8faf-301766f020e4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:35.178329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.205106 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:35.213615 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:35.214229 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:35.238498 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:35.266372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:35.269290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.276660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:35.277185 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5015afb4-e28c-4431-87ea-ff28be079cc5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a HTTP/1.1" status: 204 len: 168 time: 0.6168759 Apr 04 11:50:35.284684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d135e-9e96-4162-a338-87c1db3eed23 None None] Network bd0c39bf-7c1f-4859-8f42-c31093cd1a05 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:35.289639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:35.303317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.338703 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:35.366089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.400705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.404261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/557db61f-271e-48bd-8faf-301766f020e4 HTTP/1.1" status: 204 len: 168 time: 1.5921547 Apr 04 11:50:35.407142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411803aa-6b36-4121-a5e9-428a366d3117 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=557db61f-271e-48bd-8faf-301766f020e4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:35.410014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40954) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:35.419306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b4c2d-5d22-407d-810b-62c43b5f49d9 req-53844ac6-da03-4941-be75-0e21409e60b2 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:35.421163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ee4b4c2d-5d22-407d-810b-62c43b5f49d9 req-53844ac6-da03-4941-be75-0e21409e60b2 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.1804888 Apr 04 11:50:35.427016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.452193 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0f37a9-8b0e-493e-b87e-142698f53cf2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:35.452653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0f37a9-8b0e-493e-b87e-142698f53cf2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:35.456222 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9d0f37a9-8b0e-493e-b87e-142698f53cf2 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/c43c5b63-e167-4bcb-94e9-5bc74e692672 HTTP/1.1" status: 404 len: 337 time: 0.0404530 Apr 04 11:50:35.458730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40956) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:35.473448 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ee4b4c2d-5d22-407d-810b-62c43b5f49d9 req-6330dd9d-f16b-4095-9329-ab11c955558d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Apr 04 11:50:35.500293 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11d6302-1515-4f22-8d11-ad5f303f158d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:35.501473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11d6302-1515-4f22-8d11-ad5f303f158d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:35.505542 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e11d6302-1515-4f22-8d11-ad5f303f158d tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/557db61f-271e-48bd-8faf-301766f020e4 HTTP/1.1" status: 404 len: 339 time: 0.0457702 Apr 04 11:50:35.517046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40958) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:35.523043 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 83d901ac-6ccc-4b9d-8644-547ae07d772b associated. External IP: 172.26.1.183, port: b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f. Apr 04 11:50:35.551669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] DHCP port deletion for bd0c39bf-7c1f-4859-8f42-c31093cd1a05 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:35.601842 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:32Z', 'revision_number': 9, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.617532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.625415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 4d22af7a-9b68-44c0-abf2-3c89d053a556 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:35.625782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.630913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Deleting port 4d22af7a-9b68-44c0-abf2-3c89d053a556 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:35.631548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.637120 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d034658-7db5-499e-b6de-2c030fbfd451 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:32Z', 'revision_number': 9, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '3b9bd107-9939-42c7-8c4d-fe0976429740', 'name': '', 'network_id': 'f340706b-cce8-4ab2-b6ac-bd6db5cdd193', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:8d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:50:05Z', 'updated_at': '2022-04-04T11:50:13Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': '84588791-ccc2-4611-8bed-33ab5d453ff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:35.705023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] For port 4d22af7a-9b68-44c0-abf2-3c89d053a556, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4d22af7a-9b68-44c0-abf2-3c89d053a556,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:35.705776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.720715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Calling delete_port for 4d22af7a-9b68-44c0-abf2-3c89d053a556 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:35.734528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 4d22af7a-9b68-44c0-abf2-3c89d053a556, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4d22af7a-9b68-44c0-abf2-3c89d053a556,segment=NetworkSegment(c445a8db-bd18-4baf-86e9-b6e0cdb64590),segment_id=c445a8db-bd18-4baf-86e9-b6e0cdb64590)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:35.734950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.782724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 4d22af7a-9b68-44c0-abf2-3c89d053a556 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:35.783430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.792906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:35.811325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4d1463-e5e2-4229-857c-a4e8be0361c4']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.854214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc646655-b5db-45fb-ba5c-e5858eac334f') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.854518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc646655-b5db-45fb-ba5c-e5858eac334f') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.868564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.891205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.900133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:35.900528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.903266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:35.903787 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:35.915156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:35.919000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.949495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] Pushing event deleted for resources: {'Port': ['ID=4d22af7a-9b68-44c0-abf2-3c89d053a556,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:35.952920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:35.953533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:35.955443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584df26-b805-4de7-a296-7a0941af41e2 None None] No DVR routers for this DVR port 4d22af7a-9b68-44c0-abf2-3c89d053a556 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:35.974278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:35.991262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 4d22af7a-9b68-44c0-abf2-3c89d053a556 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:35.998249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.021388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=4d22af7a-9b68-44c0-abf2-3c89d053a556,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:36.037048 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2d49c2d5-6485-418a-8458-7fdcbb60a381 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2961800 Apr 04 11:50:36.037939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:36.040443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494540bc-6b7e-49ed-983d-2d2ea9c1c463" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:36.043833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40960) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.077054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:36.091920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.128732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c01081-4151-4042-9a16-8b628041c769 x-openstack-request-id: req-31c01081-4151-4042-9a16-8b628041c769 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:36.129260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:36.129439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31c01081-4151-4042-9a16-8b628041c769 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:36.129947 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c01081-4151-4042-9a16-8b628041c769'] response: {'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'status': 'completed', 'code': 200} Apr 04 11:50:36.133088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.139699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/9b4d1463-e5e2-4229-857c-a4e8be0361c4 HTTP/1.1" status: 204 len: 168 time: 0.6193883 Apr 04 11:50:36.139907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.141273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40964) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.178520 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-23661245-4c38-4ca6-99e5-4e2b9a94b08e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:36.178979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23661245-4c38-4ca6-99e5-4e2b9a94b08e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:36.184460 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-23661245-4c38-4ca6-99e5-4e2b9a94b08e tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/14880ae8-8f5d-403d-b505-a0f641fe59ee HTTP/1.1" status: 404 len: 337 time: 0.0420578 Apr 04 11:50:36.190228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40966) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.190767 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3cca80dd-1be7-4fc2-b55c-ba0b6544616d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/83d901ac-6ccc-4b9d-8644-547ae07d772b HTTP/1.1" status: 200 len: 991 time: 0.1332579 Apr 04 11:50:36.194782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe107e-e56c-4550-ab4f-23ca0e13326f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=9b4d1463-e5e2-4229-857c-a4e8be0361c4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:36.229258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0c39bf-7c1f-4859-8f42-c31093cd1a05']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:36.241232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bb1fa0-5f74-44cb-a4f0-532e8b152cb0 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:36.241847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bb1fa0-5f74-44cb-a4f0-532e8b152cb0 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:36.244857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13bb1fa0-5f74-44cb-a4f0-532e8b152cb0 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/a681eb02-087f-423b-9b4d-84800a5e273f HTTP/1.1" status: 404 len: 339 time: 0.0480111 Apr 04 11:50:36.246632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c445a8db-bd18-4baf-86e9-b6e0cdb64590') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:36.246937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c445a8db-bd18-4baf-86e9-b6e0cdb64590') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:36.247676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40968) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.257990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.260783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-59b867f2-c2a8-43d3-a58b-314e8c71966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:36.263998 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-59b867f2-c2a8-43d3-a58b-314e8c71966a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1098 time: 0.1054292 Apr 04 11:50:36.279078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:36.293143 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:36.305032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting subnet 51172068-18dc-4fdd-9f2c-53eb60a8dfd5 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:36.308927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.350711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.353605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:36.382020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:36.391431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:36.392045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:36.443393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.513411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:36.577634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.606853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=51172068-18dc-4fdd-9f2c-53eb60a8dfd5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:36.610833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.617345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3a6f9a48-4279-4b7e-8fcb-71d20ae22157 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/51172068-18dc-4fdd-9f2c-53eb60a8dfd5 HTTP/1.1" status: 204 len: 168 time: 0.3664620 Apr 04 11:50:36.617939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40972) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.625057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3b8aa-7dcd-4a17-93a8-93292e737b2a None None] Network b3a9bfed-f789-424a-984c-42656799b141 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:36.670932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting subnet c8af11fa-6e03-4707-b749-981b4018864a {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:36.674072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.718726 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.764174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-eed5afba-21ac-4570-9fff-311e5c7b8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:36.765739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-eed5afba-21ac-4570-9fff-311e5c7b8b81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 898 time: 0.4632380 Apr 04 11:50:36.777796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd43235-52eb-4659-bc08-dd1591bee967 req-8db27f8f-db9f-4c72-86c8-45c763a3821e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:36.779481 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecd43235-52eb-4659-bc08-dd1591bee967 req-8db27f8f-db9f-4c72-86c8-45c763a3821e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.0765095 Apr 04 11:50:36.816700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.870330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.875242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:36.879168 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/bd0c39bf-7c1f-4859-8f42-c31093cd1a05 HTTP/1.1" status: 204 len: 168 time: 1.6015522 Apr 04 11:50:36.884216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40974) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:36.917136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-156ee199-8b57-4ee2-83db-5648966f2239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 999 time: 0.1366615 Apr 04 11:50:36.919565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796f9f7-2c6f-4edc-926e-5a7360e9d4fd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=bd0c39bf-7c1f-4859-8f42-c31093cd1a05,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:36.964637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecd43235-52eb-4659-bc08-dd1591bee967 req-21cc7c42-80be-4475-972e-d74d71290af9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010716 Apr 04 11:50:36.984241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-4bbdc4df-f537-4ca3-86a5-ce0fa5a4f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:36.986167 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-4bbdc4df-f537-4ca3-86a5-ce0fa5a4f4cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 200 len: 835 time: 0.0597682 Apr 04 11:50:37.045094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-57ea62bd-5c12-4543-bfab-fd6f285666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:37.046966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:37.047298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-57ea62bd-5c12-4543-bfab-fd6f285666c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60efd836-f781-42d3-b552-7b6b8c735c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525844 Apr 04 11:50:37.079551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36cd1d-8e03-48b2-a8eb-19636b8d60fb None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:49:55Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:37.119521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8992f9a-3b56-44bb-ad63-91da696968f3 None None] Update dhcp port {'port': {'network_id': 'b3a9bfed-f789-424a-984c-42656799b141', 'fixed_ips': [{'subnet_id': 'c8af11fa-6e03-4707-b749-981b4018864a'}], 'binding:host_id': 'dv-neutron-835866-1-hyperv'}, 'id': '16549729-2e60-4813-9fa3-698ca34e3a62'} from dv-neutron-835866-1-hyperv. {{(pid=109638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 04 11:50:37.162510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8992f9a-3b56-44bb-ad63-91da696968f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.195319 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-8fc289e4-fd36-4733-9b8d-053e576f4ab2 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412749 Apr 04 11:50:37.198931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40976) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:37.369282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.398417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-64808d75-9a6e-45ae-991a-5f2a2a4e318b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/83d901ac-6ccc-4b9d-8644-547ae07d772b HTTP/1.1" status: 200 len: 991 time: 0.1980138 Apr 04 11:50:37.414799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=c8af11fa-6e03-4707-b749-981b4018864a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:37.423271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.424555 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-494540bc-6b7e-49ed-983d-2d2ea9c1c463 req-037fc3d1-d896-4a72-b412-9d64fe1d9aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128382 Apr 04 11:50:37.426880 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9794e90a-92de-47eb-9afd-9d71e42a6068 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/c8af11fa-6e03-4707-b749-981b4018864a HTTP/1.1" status: 204 len: 168 time: 0.8078668 Apr 04 11:50:37.430752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 40978) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:37.440821 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405437-3046-465e-bce9-83b879700323 None None] New status for floating IP 83d901ac-6ccc-4b9d-8644-547ae07d772b: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:50:37.454325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9da68-f796-410f-a960-c6d788cbdc44 None None] Network b3a9bfed-f789-424a-984c-42656799b141 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:37.576790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-cb810a34-0d72-4772-a23b-e3ffbd7a2204 None None] Provisioning complete for port 16549729-2e60-4813-9fa3-698ca34e3a62 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:37.577184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cb810a34-0d72-4772-a23b-e3ffbd7a2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.641207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d6e77233-79ba-46fa-b644-c0716d991c06 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:37.653623 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.680416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d6e77233-79ba-46fa-b644-c0716d991c06 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:37.680698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d6e77233-79ba-46fa-b644-c0716d991c06 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:37.681090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 16549729-2e60-4813-9fa3-698ca34e3a62 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:37.784373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting port 16549729-2e60-4813-9fa3-698ca34e3a62 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:37.784728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.794831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] DHCP port deletion for b3a9bfed-f789-424a-984c-42656799b141 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:37.835202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.866299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=16549729-2e60-4813-9fa3-698ca34e3a62,segment=NetworkSegment(fc2fe52e-8609-463b-b8fb-d7f50b15affb),segment_id=fc2fe52e-8609-463b-b8fb-d7f50b15affb)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:37.866670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.878713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=16549729-2e60-4813-9fa3-698ca34e3a62,segment=NetworkSegment(fc2fe52e-8609-463b-b8fb-d7f50b15affb),segment_id=fc2fe52e-8609-463b-b8fb-d7f50b15affb)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:37.882315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Calling delete_port for 16549729-2e60-4813-9fa3-698ca34e3a62 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:37.886453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Deleting port 16549729-2e60-4813-9fa3-698ca34e3a62 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:37.886855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.948713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] For port 16549729-2e60-4813-9fa3-698ca34e3a62, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=16549729-2e60-4813-9fa3-698ca34e3a62,segment=NetworkSegment(fc2fe52e-8609-463b-b8fb-d7f50b15affb),segment_id=fc2fe52e-8609-463b-b8fb-d7f50b15affb)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:37.949388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.952201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:37.952903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4d22af7a-9b68-44c0-abf2-3c89d053a556 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:37.982164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.005424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Calling delete_port for 16549729-2e60-4813-9fa3-698ca34e3a62 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:38.008807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 4d22af7a-9b68-44c0-abf2-3c89d053a556 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:38.009253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4d22af7a-9b68-44c0-abf2-3c89d053a556 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:38.067438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:38.131061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.147648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.154385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] Pushing event deleted for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:38.160367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf13e1c-44e1-4f14-8a8a-963d37145f45 None None] No DVR routers for this DVR port 16549729-2e60-4813-9fa3-698ca34e3a62 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:38.204779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0991a-f919-4ab6-bb03-09bc229cd027 req-42c6c4c1-e71d-425b-b759-921b146ec7c1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:38.206263 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7ed0991a-f919-4ab6-bb03-09bc229cd027 req-42c6c4c1-e71d-425b-b759-921b146ec7c1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.1434078 Apr 04 11:50:38.210204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Port': ['ID=16549729-2e60-4813-9fa3-698ca34e3a62,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:38.218634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No DVR routers for this DVR port 16549729-2e60-4813-9fa3-698ca34e3a62 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:38.327156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.341222 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7ed0991a-f919-4ab6-bb03-09bc229cd027 req-3aa88268-eb6d-4ae6-8780-7e059a278e6d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250501 Apr 04 11:50:38.355039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a9bfed-f789-424a-984c-42656799b141']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:38.368899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2fe52e-8609-463b-b8fb-d7f50b15affb') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:38.369199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2fe52e-8609-463b-b8fb-d7f50b15affb') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:38.395323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.402475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40982) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.416701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.423335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:38.423335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:38.426490 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:38.473046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ba1f7054-9b52-4c8b-a121-0b9d2f547404 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/83d901ac-6ccc-4b9d-8644-547ae07d772b HTTP/1.1" status: 200 len: 993 time: 0.0692344 Apr 04 11:50:38.526650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 3b9bd107-9939-42c7-8c4d-fe0976429740 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:38.526994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.580265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.590042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.593088 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/b3a9bfed-f789-424a-984c-42656799b141 HTTP/1.1" status: 204 len: 168 time: 1.1614192 Apr 04 11:50:38.596416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40984) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.607565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efab8cc-b23c-4ad7-b78b-1e443e9dfd0c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=b3a9bfed-f789-424a-984c-42656799b141,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:38.622976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a32199-0b3f-43fa-98ae-fc33840bbcca tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.623435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a32199-0b3f-43fa-98ae-fc33840bbcca tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.628731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-86a32199-0b3f-43fa-98ae-fc33840bbcca tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/26cb08a9-9d5c-4126-a2fe-58d1863a6ada HTTP/1.1" status: 404 len: 337 time: 0.0284150 Apr 04 11:50:38.628969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40986) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.634675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 3b9bd107-9939-42c7-8c4d-fe0976429740, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3b9bd107-9939-42c7-8c4d-fe0976429740,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:38.635059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.647340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc390b93-7625-4b0d-bb09-0cf1e3a7e0d7 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.647891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc390b93-7625-4b0d-bb09-0cf1e3a7e0d7 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.650882 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc390b93-7625-4b0d-bb09-0cf1e3a7e0d7 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/0da673aa-ad94-4562-92ba-a6645bb5b160 HTTP/1.1" status: 404 len: 339 time: 0.0209823 Apr 04 11:50:38.652363 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 3b9bd107-9939-42c7-8c4d-fe0976429740 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:38.653295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40988) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.679629 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee88f52-83c7-43c8-8611-cbd77abc111f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.680088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee88f52-83c7-43c8-8611-cbd77abc111f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.683071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bee88f52-83c7-43c8-8611-cbd77abc111f tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/1fa3befb-c649-4957-bc2a-8bdd639476e2 HTTP/1.1" status: 404 len: 337 time: 0.0288329 Apr 04 11:50:38.685546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40990) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.703617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d50a41-5b9d-4094-b611-ca263d1e65ce tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.704151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d50a41-5b9d-4094-b611-ca263d1e65ce tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.707124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-17d50a41-5b9d-4094-b611-ca263d1e65ce tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/a9c28c6f-1e73-4953-88ae-f948c4e33886 HTTP/1.1" status: 404 len: 339 time: 0.0206585 Apr 04 11:50:38.709633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40992) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.734959 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a1d128-7f64-435b-ba52-68fdd8412627 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.735329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a1d128-7f64-435b-ba52-68fdd8412627 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.738854 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b2a1d128-7f64-435b-ba52-68fdd8412627 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/ee86dd1f-93d4-4d28-8c58-793ede0103b0 HTTP/1.1" status: 404 len: 337 time: 0.0283389 Apr 04 11:50:38.741326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40994) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.758505 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-644c28d4-e189-4539-b7d1-e28f678ec347 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:38.759033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644c28d4-e189-4539-b7d1-e28f678ec347 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:38.761932 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-644c28d4-e189-4539-b7d1-e28f678ec347 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/4b5bd5ee-bba8-4a9e-97bf-57c24e2c0b66 HTTP/1.1" status: 404 len: 339 time: 0.0196965 Apr 04 11:50:38.764290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40996) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:38.819230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting subnet 5a405be6-3140-41e5-8d72-2e88e370cc42 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:38.822272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.860877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.893851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:38.922369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=3b9bd107-9939-42c7-8c4d-fe0976429740,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:38.948081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.092953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.097659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.127410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=5a405be6-3140-41e5-8d72-2e88e370cc42,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:39.129460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.142040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bde3af4a-9f00-4652-8258-1519e701a903 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/5a405be6-3140-41e5-8d72-2e88e370cc42 HTTP/1.1" status: 204 len: 168 time: 0.3674300 Apr 04 11:50:39.142040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 40998) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:39.142230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b99f7-5368-4a32-bc19-6c0826cdf521 None None] Network 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:39.219533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.275059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting port fe6cd230-47d7-4833-85d8-1e99fc63c4fe {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:39.275409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.296647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:39.329391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] DHCP port deletion for 231eacd4-47b7-4f3d-8fa0-04354f1b31a5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:39.349719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] For port fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,segment=NetworkSegment(30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5),segment_id=30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:39.350088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.363474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Calling delete_port for fe6cd230-47d7-4833-85d8-1e99fc63c4fe owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:39.398490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Deleting port fe6cd230-47d7-4833-85d8-1e99fc63c4fe {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:39.399161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.402906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:39.413076 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0794895c-645c-4ff7-b6be-e1c5d7caae08 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273769 Apr 04 11:50:39.413305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41002) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:39.415182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:39.462675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:39.463288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.509352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] For port fe6cd230-47d7-4833-85d8-1e99fc63c4fe, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,segment=NetworkSegment(30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5),segment_id=30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:39.509780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.510002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet 84588791-ccc2-4611-8bed-33ab5d453ff5 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:39.514601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.554141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Calling delete_port for fe6cd230-47d7-4833-85d8-1e99fc63c4fe owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:39.576934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea833a-2a0c-4373-b9fb-3c3963bb60b1 req-b0b487b8-d64e-4ec3-b23f-d35366354e76 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:39.580666 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5ea833a-2a0c-4373-b9fb-3c3963bb60b1 req-b0b487b8-d64e-4ec3-b23f-d35366354e76 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.1324515 Apr 04 11:50:39.588179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.606782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:39.657003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5ea833a-2a0c-4373-b9fb-3c3963bb60b1 req-571ae822-bcaa-4726-b64d-31911a7b468e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717502 Apr 04 11:50:39.693015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe6cd230-47d7-4833-85d8-1e99fc63c4fe no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:39.693368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.724538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Port': ['ID=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:39.728571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fe6cd230-47d7-4833-85d8-1e99fc63c4fe {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:39.728806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe6cd230-47d7-4833-85d8-1e99fc63c4fe not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:39.729143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No DVR routers for this DVR port fe6cd230-47d7-4833-85d8-1e99fc63c4fe on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:39.731244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.779534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.813433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] No DVR routers for this DVR port fe6cd230-47d7-4833-85d8-1e99fc63c4fe on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:39.815353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bee78-82f4-4c59-8bf3-4ce3febf9ec7 None None] Pushing event deleted for resources: {'Port': ['ID=fe6cd230-47d7-4833-85d8-1e99fc63c4fe,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:39.848755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.872589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231eacd4-47b7-4f3d-8fa0-04354f1b31a5']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.883188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.883493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ccdd42-99a2-4f4a-bb7a-a8e2b93e1ff5') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.891910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:38Z', 'revision_number': 10, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.892279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.906433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.912717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:39.913104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:39.916100 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:39.919800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:39.928120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:39.928749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:39.973574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.002012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=84588791-ccc2-4611-8bed-33ab5d453ff5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:40.005486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.011395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41004) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.011657 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f17e436d-29ed-4470-9183-6fc29fa63aeb tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/84588791-ccc2-4611-8bed-33ab5d453ff5 HTTP/1.1" status: 204 len: 168 time: 0.5970998 Apr 04 11:50:40.013914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb79fd-71ef-492f-88ec-f659170e1ff1 None None] Network f340706b-cce8-4ab2-b6ac-bd6db5cdd193 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:40.035272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:40.064908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.076563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.083774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41006) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.084448 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/231eacd4-47b7-4f3d-8fa0-04354f1b31a5 HTTP/1.1" status: 204 len: 168 time: 0.9481542 Apr 04 11:50:40.103681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae24fa-55f8-4918-9353-1ae7f3a0a8e3 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=231eacd4-47b7-4f3d-8fa0-04354f1b31a5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:40.112580 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-58719b2a-ffaf-4aa7-9185-614e64b49e67 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:40.113042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58719b2a-ffaf-4aa7-9185-614e64b49e67 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:40.118578 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-58719b2a-ffaf-4aa7-9185-614e64b49e67 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/9d40ac74-8e3c-4de7-9933-90b588af308f HTTP/1.1" status: 404 len: 337 time: 0.0313678 Apr 04 11:50:40.118997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41008) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.120451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.139392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea9b3e-d3d8-4611-9716-6ac58078542a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:40.140308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea9b3e-d3d8-4611-9716-6ac58078542a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:40.146623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bfea9b3e-d3d8-4611-9716-6ac58078542a tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/65a80c73-562d-4236-ad85-445da7517a4d HTTP/1.1" status: 404 len: 339 time: 0.0230315 Apr 04 11:50:40.150135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41010) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.187860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:40.188232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.204879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting subnet 5b678c67-f411-45ca-9d73-b6758154ed56 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:40.208692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.250583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.254982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,segment=NetworkSegment(7b782133-e021-4130-af47-c0a9e9eaffb1),segment_id=7b782133-e021-4130-af47-c0a9e9eaffb1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:40.255357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.269383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:40.343060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.425113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.458106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:40.462923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e8806-257c-4d26-8f29-767953070325 None None] DHCP port deletion for f340706b-cce8-4ab2-b6ac-bd6db5cdd193 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:40.468746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:40.476400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:38Z', 'revision_number': 10, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:40.507177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90b457-de54-4c85-b6a7-74e3b541417a None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:38Z', 'revision_number': 10, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None, '_interfaces': [{'id': '942262ad-1dc0-491d-9706-f9c447a128fb', 'name': '', 'network_id': '08a029b1-02da-4ddb-aa2b-cc8525980628', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'mac_address': 'fa:16:3e:64:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:59Z', 'updated_at': '2022-04-04T11:50:05Z', 'revision_number': 5, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'subnets': [{'id': 'b7b67028-6fe7-4f6a-9ed9-36b37e916e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:40.520836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.548591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Subnet': ['ID=5b678c67-f411-45ca-9d73-b6758154ed56,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:40.553979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.560379 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0351a9bb-f94d-44f4-8b21-d0b37a51f3c1 tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/subnets/5b678c67-f411-45ca-9d73-b6758154ed56 HTTP/1.1" status: 204 len: 168 time: 0.4090421 Apr 04 11:50:40.561028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41012) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.563086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.563256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e7a3e-b07e-4854-aca0-17674ea8b637 None None] Network 29002848-528d-4e2f-a2ed-78d0fa9f853a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:40.588876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f340706b-cce8-4ab2-b6ac-bd6db5cdd193']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:40.599235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b782133-e021-4130-af47-c0a9e9eaffb1') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:40.599533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b782133-e021-4130-af47-c0a9e9eaffb1') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:40.613769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.629277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.636027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:40.636639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:40.640126 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:40.653264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.714446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Deleting port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:40.714796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.778863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.787552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.790531 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/f340706b-cce8-4ab2-b6ac-bd6db5cdd193 HTTP/1.1" status: 204 len: 168 time: 0.7776425 Apr 04 11:50:40.793845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41016) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:40.803832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1ffc2-c5e5-45e2-bf2e-2d1ec20fbdbe tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=f340706b-cce8-4ab2-b6ac-bd6db5cdd193,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:40.804994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] For port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,segment=NetworkSegment(352085c2-ac34-434f-8d5e-3eebdcd8c346),segment_id=352085c2-ac34-434f-8d5e-3eebdcd8c346)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:40.806040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.812684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a35c8-98de-4de1-aef2-190e2efaf0e5 req-41176830-fb9e-49e2-a6ac-56fb1c7a7044 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:40.814227 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-074a35c8-98de-4de1-aef2-190e2efaf0e5 req-41176830-fb9e-49e2-a6ac-56fb1c7a7044 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.0721698 Apr 04 11:50:40.852446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Calling delete_port for 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:40.861246 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-074a35c8-98de-4de1-aef2-190e2efaf0e5 req-f5f2fb3b-df6b-44c7-8da3-6a942d570c79 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Apr 04 11:50:40.873392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] DHCP port deletion for 29002848-528d-4e2f-a2ed-78d0fa9f853a request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:40.929327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Deleting port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:40.929757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:40.993653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] For port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,segment=NetworkSegment(352085c2-ac34-434f-8d5e-3eebdcd8c346),segment_id=352085c2-ac34-434f-8d5e-3eebdcd8c346)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:40.994058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.006162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Calling delete_port for 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:41.141728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.145232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.172609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] No DVR routers for this DVR port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:41.176776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Port': ['ID=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:41.179515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b965896-aafd-4200-b62f-78b30ce815f7 None None] Pushing event deleted for resources: {'Port': ['ID=2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:41.179741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] No DVR routers for this DVR port 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:41.284823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.309916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29002848-528d-4e2f-a2ed-78d0fa9f853a']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:41.321178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352085c2-ac34-434f-8d5e-3eebdcd8c346') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:41.321474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352085c2-ac34-434f-8d5e-3eebdcd8c346') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:41.325048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.364529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.410400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.419846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:41.421023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:41.423067 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:41.577393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:41.598715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:41.599068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2fcd58e0-2c4b-409a-afa4-4fc3d5e5e250 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:41.599488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b9bd107-9939-42c7-8c4d-fe0976429740 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:41.614078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.621953 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 3b9bd107-9939-42c7-8c4d-fe0976429740 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:41.622301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3b9bd107-9939-42c7-8c4d-fe0976429740 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:41.622714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:41.624757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.630703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] 10.222.0.43 "DELETE /v2.0/networks/29002848-528d-4e2f-a2ed-78d0fa9f853a HTTP/1.1" status: 204 len: 168 time: 1.0660276 Apr 04 11:50:41.642379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80db53-ec7b-4d66-8fb9-0899e7e1c63c tempest-NetworksIpV6Test-1996497063 tempest-NetworksIpV6Test-1996497063-project] Pushing event deleted for resources: {'Network': ['ID=29002848-528d-4e2f-a2ed-78d0fa9f853a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:41.648097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:41.648451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cb4caeb6-a9c3-4fb1-86b4-eb9fbb3fb42c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:41.662495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 942262ad-1dc0-491d-9706-f9c447a128fb {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:41.663001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.756186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 942262ad-1dc0-491d-9706-f9c447a128fb, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=942262ad-1dc0-491d-9706-f9c447a128fb,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:41.756553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:41.768096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 942262ad-1dc0-491d-9706-f9c447a128fb owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:42.002805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583109e-204d-4a48-9ec3-66c1ccca6732 req-5ec543a5-7bbb-4d07-9521-3e596942aeb6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:42.004329 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a583109e-204d-4a48-9ec3-66c1ccca6732 req-5ec543a5-7bbb-4d07-9521-3e596942aeb6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 943 time: 0.0489035 Apr 04 11:50:42.005437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.038274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=942262ad-1dc0-491d-9706-f9c447a128fb,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:42.066799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41024) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:42.107784 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a583109e-204d-4a48-9ec3-66c1ccca6732 req-937601aa-6b97-4bd6-8148-dc9961e7146d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962546 Apr 04 11:50:42.203630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.218937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:50:42.232638 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8ec405b2-779a-4cb8-84ad-36d7636392c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45e8ee7f93ad430f9690d3b55b922b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639848 Apr 04 11:50:42.234060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41028) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:42.289585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.315767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.332970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:42.344032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:50:42.365975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:42.389312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.402747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:50:42.421857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:42.445241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.448035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.449217 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8de8d365-a3af-46d3-a370-9d5b3a8ea333 HTTP/1.1" status: 204 len: 168 time: 0.2140162 Apr 04 11:50:42.459465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef7f4a-5d0b-40f5-9318-fceda5cd38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8d365-a3af-46d3-a370-9d5b3a8ea333,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:42.499531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.553147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:42.712715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['5595f1b7-e4e5-4bdd-9d4c-9acef525def1'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:50:42.760551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:42.768575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c28b0e4f-e1b4-4b55-870c-d330807eb183 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736865 Apr 04 11:50:42.768763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41034) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:42.779523 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:42.790804 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:42.793012 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:42.830284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting subnet b7b67028-6fe7-4f6a-9ed9-36b37e916e78 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:42.834719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.861767 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:42.903023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:42.917888 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:42.944394 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:42.952833 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:42.953451 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:43.005899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.024571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:43.074925 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:43.104822 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ce120-e039-48cc-9605-f20cdfaa89ff None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:43.152034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.183952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.190790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/b7b67028-6fe7-4f6a-9ed9-36b37e916e78 HTTP/1.1" status: 204 len: 168 time: 0.4179103 Apr 04 11:50:43.190989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c9410-512c-4484-93e0-bec11b7843c5 None None] Network 08a029b1-02da-4ddb-aa2b-cc8525980628 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:43.191232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41046) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:43.206152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15cb4-b2a9-45b9-8539-da381cc02d58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b67028-6fe7-4f6a-9ed9-36b37e916e78,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:43.251427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a932d-4aca-45f0-95b6-e90987b325f8 req-381dc15d-f08e-4641-9923-7a9d98ed24f0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:43.253017 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed1a932d-4aca-45f0-95b6-e90987b325f8 req-381dc15d-f08e-4641-9923-7a9d98ed24f0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 944 time: 0.0728924 Apr 04 11:50:43.269165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.299128 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed1a932d-4aca-45f0-95b6-e90987b325f8 req-b959fbd9-a56c-4440-9c50-6831cba2caff tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Apr 04 11:50:43.339277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Deleting port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:43.339620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.403411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] For port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:43.403811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.416337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Calling delete_port for 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:43.456020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] DHCP port deletion for 08a029b1-02da-4ddb-aa2b-cc8525980628 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:43.515667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Deleting port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:43.516167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.571889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.589378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] For port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,segment=NetworkSegment(1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3),segment_id=1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:43.589813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.595295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41056) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:43.607756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Calling delete_port for 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:43.611685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Port': ['ID=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:43.621036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 942262ad-1dc0-491d-9706-f9c447a128fb no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:43.629197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No DVR routers for this DVR port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:43.675061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 942262ad-1dc0-491d-9706-f9c447a128fb {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:43.675312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 942262ad-1dc0-491d-9706-f9c447a128fb not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:43.675740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:50:43.698963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:50:43.699317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:50:43.718825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.726046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1847087914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:43.738809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.744519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a029b1-02da-4ddb-aa2b-cc8525980628']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:43.754407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:43.754714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9ce460-d4d6-41fe-9eaa-ee44dab4b0c3') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:43.763723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] Pushing event deleted for resources: {'Port': ['ID=5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:43.764210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.767403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b409e-8ca9-4c7b-814e-01fcb302924a None None] No DVR routers for this DVR port 5d50776c-d9ce-4d6b-aaa7-9ec0aabb91d1 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:50:43.782339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.788842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:50:43.789227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:50:43.792083 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:50:43.802311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.803458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.902079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.910880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:43.913995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/networks/08a029b1-02da-4ddb-aa2b-cc8525980628 HTTP/1.1" status: 204 len: 168 time: 0.7217782 Apr 04 11:50:43.918020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41060) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:43.923126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d372a9-66f6-46f3-ad5c-13226f5123da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Pushing event deleted for resources: {'Network': ['ID=08a029b1-02da-4ddb-aa2b-cc8525980628,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:43.923958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'routes': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:43.982830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.218809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:44.339597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:50:44.348529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:44.348844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.381081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.438151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Added routes are [] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 04 11:50:44.438456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.extraroute_db [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Removed routes are [] {{(pid=109637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 04 11:50:44.439017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.479950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435fd69-a604-428d-b4fd-21a6efbaef09 req-d4d2306c-b5a7-474f-a5d8-779579ecd846 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:44.488420 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7435fd69-a604-428d-b4fd-21a6efbaef09 req-d4d2306c-b5a7-474f-a5d8-779579ecd846 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 944 time: 0.0826087 Apr 04 11:50:44.490176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.514069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.518208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-471203b1-26b3-4a44-9c98-f65f806cf952 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9187746 Apr 04 11:50:44.520812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41064) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:44.526226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-104779295'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:44.527483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:44.530229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c697dd-d575-45ce-9c90-d894422ff9a2" -d '{"events": [{"server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "name": "network-vif-plugged", "status": "completed", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:44.544829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:44.571927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7435fd69-a604-428d-b4fd-21a6efbaef09 req-fe25d9c8-a739-4925-89d5-4cdc9340a0df tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759060 Apr 04 11:50:44.584816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7739bc3-3c76-436d-93dd-80386cfd2e20 x-openstack-request-id: req-a7739bc3-3c76-436d-93dd-80386cfd2e20 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:44.585124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "name": "network-vif-plugged", "status": "completed", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:44.585375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7739bc3-3c76-436d-93dd-80386cfd2e20 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:44.585805 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7739bc3-3c76-436d-93dd-80386cfd2e20'] response: {'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'code': 200} Apr 04 11:50:44.634075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.662113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.665752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.683837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:44.693718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:44.697836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.706908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.746923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 461a5720-4c26-4c11-8116-a06e1d28426f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:44.795525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.823819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:44.832030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.833178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a12289fa-8bc2-449c-8687-14d8af2ba8d1 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 700 time: 0.9141877 Apr 04 11:50:44.835986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41068) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:44.842850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Sync routers for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:44.863819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:44.864586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:44.871306 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0a22d92f-68cd-4ea2-b70a-b04d4202eed7 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 205 time: 0.0315099 Apr 04 11:50:44.871534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41070) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:44.886993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.928665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:44.943864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:44.948795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adb275-9dd2-4606-8f8b-76c6afb0af7b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:44.964970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:44.965507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Added segment a1589c45-539a-4df8-ac5b-d2378c863ac7 of type vlan for network 370d18d5-024f-416e-9951-11b6662646a0 Apr 04 11:50:44.989482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.003527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:45.007292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2266-09d3-4330-a260-6ddc4e4dcc58 req-1cc9a30e-59ee-41b0-87f1-8b2b5420384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:45.009105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e5b2266-09d3-4330-a260-6ddc4e4dcc58 req-1cc9a30e-59ee-41b0-87f1-8b2b5420384c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1098 time: 0.1342590 Apr 04 11:50:45.029373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.030704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Checking router: 461a5720-4c26-4c11-8116-a06e1d28426f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:45.040327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Routers {'461a5720-4c26-4c11-8116-a06e1d28426f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:45.040945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['461a5720-4c26-4c11-8116-a06e1d28426f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:45.076479 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e5b2266-09d3-4330-a260-6ddc4e4dcc58 req-beb6c9dc-6ccb-4527-b5fd-d0c78ceb04ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563815 Apr 04 11:50:45.112115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] Set router 461a5720-4c26-4c11-8116-a06e1d28426f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:45.145309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.151292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:45.151998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.166133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:45.187266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.189697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.193088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb886d-c993-4f6a-b976-bb7c98ef96d2 None None] The sync data for ids ['461a5720-4c26-4c11-8116-a06e1d28426f'] in dv-neutron-835866-1-hyperv is: [{'id': '461a5720-4c26-4c11-8116-a06e1d28426f', 'name': 'tempest-RoutersTest-router-230206474', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:56Z', 'updated_at': '2022-04-04T11:50:41Z', 'revision_number': 11, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:45.252202 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7298679 Apr 04 11:50:45.257960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e3d0c-f739-4862-923c-96c647b32490 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Network': ['ID=370d18d5-024f-416e-9951-11b6662646a0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:45.259963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41072) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:45.264843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 370d18d5-024f-416e-9951-11b6662646a0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:45.267394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'subnet': {'network_id': '370d18d5-024f-416e-9951-11b6662646a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:45.310662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.311224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router 461a5720-4c26-4c11-8116-a06e1d28426f {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:50:45.322900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.324116 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bfd0968d-82bd-44de-a723-0f1543d7fdf0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 204 len: 168 time: 0.4517474 Apr 04 11:50:45.329365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41074) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:45.333155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1772308494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:45.428021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.429083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.456363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:45.460037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.482111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.545462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.632614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.633853 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d55adf73-34a2-48a8-852b-ee9a172cca58 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3046615 Apr 04 11:50:45.636721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:45.641229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:45.682739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3c320-d3ac-4613-b750-0de347e122f5 req-4df79f26-d5de-492b-a12d-d75bf0220e79 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:45.684137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-72d3c320-d3ac-4613-b750-0de347e122f5 req-4df79f26-d5de-492b-a12d-d75bf0220e79 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 945 time: 0.0569010 Apr 04 11:50:45.720960 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-72d3c320-d3ac-4613-b750-0de347e122f5 req-51ac6ac4-62af-490a-8531-c7691af212b0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Apr 04 11:50:45.727855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.788099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Subnet': ['ID=a177ee31-04d7-4276-992f-863ee2140ebc,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:45.797479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Checking segment: {'id': 'a1589c45-539a-4df8-ac5b-d2378c863ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '370d18d5-024f-416e-9951-11b6662646a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:45.798574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network hostable DHCP agents. Network: 370d18d5-024f-416e-9951-11b6662646a0, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:45.851523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:45.894735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network 370d18d5-024f-416e-9951-11b6662646a0 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:45.934337 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-a3e6eed0-33c0-4fcc-967e-5d6fb1e9bd66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488968 Apr 04 11:50:45.945586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.009388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 370d18d5-024f-416e-9951-11b6662646a0) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:46.014949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.015517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.022612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b75b9f-9e9e-498f-a164-b207d18df987 None None] Network 370d18d5-024f-416e-9951-11b6662646a0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:46.028102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-9e2889fc-06c1-437a-a38a-9b2a34bd887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.029621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-9e2889fc-06c1-437a-a38a-9b2a34bd887b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1098 time: 0.0532093 Apr 04 11:50:46.126261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8ac3a559-f3bf-4462-bfb9-ac8090f448ca tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8650560 Apr 04 11:50:46.129665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41080) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:46.135245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'network': {'name': 'tempest-router-network01--146071471'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:46.149296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Router 44f5b882-f63d-43f4-8f4d-4717dd6bda07 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:50:46.163927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-dc5fdb45-ab32-4710-bba4-66d9ff5b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.165591 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-dc5fdb45-ab32-4710-bba4-66d9ff5b6f2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 898 time: 0.1107516 Apr 04 11:50:46.187316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-370d18d5-024f-416e-9951-11b6662646a0', 'network_id': '370d18d5-024f-416e-9951-11b6662646a0', 'tenant_id': '83b1ecdeeea44e8087703af9e32c3356', 'fixed_ips': [{'subnet_id': 'a177ee31-04d7-4276-992f-863ee2140ebc'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:46.188230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.238568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-a0236208-44eb-4066-8aff-20125a671200 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 1001 time: 0.0599511 Apr 04 11:50:46.239212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:46.242617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.248070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:46.260266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.261416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-84d2a815-9422-4092-91e5-bd570b6cc335 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "PUT /v2.0/routers/44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 200 len: 694 time: 0.6237550 Apr 04 11:50:46.264245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41082) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:46.267727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Sync routers for ids ['44f5b882-f63d-43f4-8f4d-4717dd6bda07'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:46.284097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:46.285595 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Routers {'44f5b882-f63d-43f4-8f4d-4717dd6bda07'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:46.287421 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['44f5b882-f63d-43f4-8f4d-4717dd6bda07'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:46.298328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.298691 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Added segment 9afc4db7-4cb0-4a71-851f-55a72eb4a958 of type vlan for network b573fcf2-5544-4fed-95a3-70bccd7fbd57 Apr 04 11:50:46.318504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-8417d511-6f35-4223-a769-57a18efafb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.319966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-8417d511-6f35-4223-a769-57a18efafb28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 200 len: 835 time: 0.0716238 Apr 04 11:50:46.359535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Allocated IP 172.20.0.2 (370d18d5-024f-416e-9951-11b6662646a0/a177ee31-04d7-4276-992f-863ee2140ebc/7b2dc1be-d6d9-4bb1-baa1-13ccd493e079) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:46.380346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-6740b2ac-e140-47dc-84ac-45f13f983b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.381702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-6740b2ac-e140-47dc-84ac-45f13f983b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60efd836-f781-42d3-b552-7b6b8c735c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542271 Apr 04 11:50:46.385014 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Set router 44f5b882-f63d-43f4-8f4d-4717dd6bda07 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:46.402516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.420307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-094cdf01-3df1-4c85-9057-0bab445d3ff3 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/routers/44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 200 len: 700 time: 0.1549838 Apr 04 11:50:46.423859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41084) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:46.454235 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f5b882-f63d-43f4-8f4d-4717dd6bda07', 'name': 'tempest-RoutersTest-router-1772308494', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:50:45Z', 'updated_at': '2022-04-04T11:50:45Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:46.458308 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a7cd2ed-5fb4-41ca-bc70-4a0b7c66b938 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 200 len: 205 time: 0.0333216 Apr 04 11:50:46.461016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:46.494181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Checking router: 44f5b882-f63d-43f4-8f4d-4717dd6bda07 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:46.506317 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Routers {'44f5b882-f63d-43f4-8f4d-4717dd6bda07'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:46.517815 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['44f5b882-f63d-43f4-8f4d-4717dd6bda07'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:46.520209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-20181317-3b01-4037-9623-69f05f694c8c service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248410 Apr 04 11:50:46.541621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.547500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.551232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.556089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.574647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.584686 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] Set router 44f5b882-f63d-43f4-8f4d-4717dd6bda07 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:46.633807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.636204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d2e8e609-4c0e-4ca8-8fd2-96db9bfe986b req-77bb5f5c-bae4-48a4-9c20-4e1a1eb80204 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078424 Apr 04 11:50:46.684807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Network 370d18d5-024f-416e-9951-11b6662646a0 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:46.688054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:46.688784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Network': ['ID=b573fcf2-5544-4fed-95a3-70bccd7fbd57,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:46.692839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:46.709769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Pushing event updated for resources: {'Port': ['ID=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:46.725335 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6bd77488-951a-421e-a575-ac3ca5fc32c4 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5917497 Apr 04 11:50:46.725890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:46.730931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'network': {'name': 'tempest-router-network02--767220225'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:46.736740 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f5b882-f63d-43f4-8f4d-4717dd6bda07', 'name': 'tempest-RoutersTest-router-1772308494', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:50:45Z', 'updated_at': '2022-04-04T11:50:45Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:46.768286 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892e0ca-fbd3-47b9-8357-cbe592fdee35 None None] The sync data for ids ['44f5b882-f63d-43f4-8f4d-4717dd6bda07'] in dv-neutron-835866-1-hyperv is: [{'id': '44f5b882-f63d-43f4-8f4d-4717dd6bda07', 'name': 'tempest-RoutersTest-router-1772308494', 'tenant_id': 'c3fde8cf114946779995b47f8c9be328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:50:45Z', 'updated_at': '2022-04-04T11:50:45Z', 'revision_number': 2, 'project_id': 'c3fde8cf114946779995b47f8c9be328', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:46.817090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.821301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.845366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:46.849166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.878413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:50:46.888883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.889307 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Added segment d5999432-0492-4399-a62c-582e2fb41858 of type vlan for network 18b7342d-6570-4507-8cb5-d54f646168f3 Apr 04 11:50:46.908815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5dd3a-5ec5-4d05-9213-7f1b299d469d req-644b7e89-48de-4e3c-a8f7-8c140620827e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:46.911168 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4fb5dd3a-5ec5-4d05-9213-7f1b299d469d req-644b7e89-48de-4e3c-a8f7-8c140620827e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 945 time: 0.0918584 Apr 04 11:50:46.921383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:46.933760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.962678 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4fb5dd3a-5ec5-4d05-9213-7f1b299d469d req-cdb094b7-7f8e-465e-b74d-d13371a156f8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Apr 04 11:50:46.976911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.977892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Fanout notify agent at l3_agent the message router_deleted on router 44f5b882-f63d-43f4-8f4d-4717dd6bda07 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:50:46.985272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:46.989723 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-99a348ed-79d7-49dd-a32e-3e07661aee4f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 204 len: 168 time: 0.5244467 Apr 04 11:50:46.990251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41092) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.020329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Attempting to bind port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:47.020707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Attempting to bind port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a1589c45-539a-4df8-ac5b-d2378c863ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '370d18d5-024f-416e-9951-11b6662646a0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:47.021075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Attempting to bind port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 on network 370d18d5-024f-416e-9951-11b6662646a0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:47.028981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:47.030204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Checking segment: {'id': 'a1589c45-539a-4df8-ac5b-d2378c863ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '370d18d5-024f-416e-9951-11b6662646a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:47.030204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.030204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Bound using segment: {'id': 'a1589c45-539a-4df8-ac5b-d2378c863ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '370d18d5-024f-416e-9951-11b6662646a0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:47.034048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Bound port: 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1589c45-539a-4df8-ac5b-d2378c863ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '370d18d5-024f-416e-9951-11b6662646a0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:47.034181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d6256715-6e9c-4460-b3fa-09b7c7306da0 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 200 len: 205 time: 0.0396585 Apr 04 11:50:47.034289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.034388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41096) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.036932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.043833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:47.044504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.123160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] For port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:47.126264 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-684a72aa-f3db-42ef-883d-addd867f0584 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.126405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] For port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,segment=NetworkSegment(a1589c45-539a-4df8-ac5b-d2378c863ac7),segment_id=a1589c45-539a-4df8-ac5b-d2378c863ac7)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:47.127719 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-684a72aa-f3db-42ef-883d-addd867f0584 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/44f5b882-f63d-43f4-8f4d-4717dd6bda07 HTTP/1.1" status: 404 len: 336 time: 0.0918112 Apr 04 11:50:47.130867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41098) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.157914 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c0da65-3328-45a2-ba3e-52488d3f9c99 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.158372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c0da65-3328-45a2-ba3e-52488d3f9c99 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.161429 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-38c0da65-3328-45a2-ba3e-52488d3f9c99 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/8f4e44a5-cb9b-41c0-80e4-1a08f063734c HTTP/1.1" status: 404 len: 337 time: 0.0295875 Apr 04 11:50:47.164067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41100) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.188738 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6887f2-69a0-4b94-8a8b-7bd89b5663e8 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.189188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6887f2-69a0-4b94-8a8b-7bd89b5663e8 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.192824 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5b6887f2-69a0-4b94-8a8b-7bd89b5663e8 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/e4884d34-8ccd-40cc-91b0-e6dd9c4dc21a HTTP/1.1" status: 404 len: 337 time: 0.0278587 Apr 04 11:50:47.195460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41102) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.197828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.203762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Network': ['ID=18b7342d-6570-4507-8cb5-d54f646168f3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:47.221160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17975276-2766-404f-a774-f27fdc1673b1 req-f4039449-1c36-416b-96ed-7df6efecb297 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:47.221839 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53e7047-2286-4337-b7e8-b070d28beeb2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.222302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53e7047-2286-4337-b7e8-b070d28beeb2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.222716 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17975276-2766-404f-a774-f27fdc1673b1 req-f4039449-1c36-416b-96ed-7df6efecb297 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 945 time: 0.1047897 Apr 04 11:50:47.225306 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a53e7047-2286-4337-b7e8-b070d28beeb2 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/84588791-ccc2-4611-8bed-33ab5d453ff5 HTTP/1.1" status: 404 len: 337 time: 0.0289295 Apr 04 11:50:47.227923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41104) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.238556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 18b7342d-6570-4507-8cb5-d54f646168f3 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:50:47.255250 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b969719f-d23c-47ed-91f8-43c498acc590 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.255514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b969719f-d23c-47ed-91f8-43c498acc590 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.259874 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b969719f-d23c-47ed-91f8-43c498acc590 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/b7b67028-6fe7-4f6a-9ed9-36b37e916e78 HTTP/1.1" status: 404 len: 337 time: 0.0308595 Apr 04 11:50:47.268409 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bbb2daf2-bc27-4b0d-9b29-970d76b94a84 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5376968 Apr 04 11:50:47.268617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41106) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.268617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.273328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'subnet': {'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:47.279753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17975276-2766-404f-a774-f27fdc1673b1 req-589afaf8-45eb-4b2a-86fc-3b27bedb696c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499253 Apr 04 11:50:47.323794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.341050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed6d99-fc9a-457b-bd33-265e530153e5 None None] Pushing event updated for resources: {'Port': ['ID=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:47.366165 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f14a904a-2546-4966-bd1a-4e66a39d4972 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 200 len: 205 time: 0.0990105 Apr 04 11:50:47.368843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41112) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.380507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07341d68-173a-45ab-b083-aedd6145d3b2 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:47.382066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-07341d68-173a-45ab-b083-aedd6145d3b2 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1093 time: 0.0572770 Apr 04 11:50:47.385587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41114) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.390016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:47.411846 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-51f2f1cd-c12e-4e6a-b34e-a137935528dd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.414210 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-51f2f1cd-c12e-4e6a-b34e-a137935528dd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/461a5720-4c26-4c11-8116-a06e1d28426f HTTP/1.1" status: 404 len: 336 time: 0.0421755 Apr 04 11:50:47.416426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41116) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.444416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-483fb944-283d-4599-bdc6-ee918f32338f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4f750c1-3146-45b3-92d2-781519b523af HTTP/1.1" status: 200 len: 205 time: 0.0268126 Apr 04 11:50:47.447058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41118) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.489752 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-13ca8376-e72d-4f4b-9060-5c939352a89f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.499697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-13ca8376-e72d-4f4b-9060-5c939352a89f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/c4f750c1-3146-45b3-92d2-781519b523af HTTP/1.1" status: 404 len: 336 time: 0.0515940 Apr 04 11:50:47.504463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41120) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.505371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:47.508880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.535829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.588925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6fd5d5-1efc-4495-ab34-42d085cb71da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.589460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6fd5d5-1efc-4495-ab34-42d085cb71da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.592689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aa6fd5d5-1efc-4495-ab34-42d085cb71da tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/1b01affe-3f0f-4f81-97c2-470b38bd08e8 HTTP/1.1" status: 404 len: 337 time: 0.0678971 Apr 04 11:50:47.598853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41122) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.652184 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0453311c-8916-4106-be43-8e82feb7ddcc tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 200 len: 205 time: 0.0542099 Apr 04 11:50:47.653070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41124) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.704261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:47.725230 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-4cb14171-bda6-4ef4-995e-7e8a49b9119f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.726371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4cb14171-bda6-4ef4-995e-7e8a49b9119f tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/93d4daa4-c7ed-4af6-8d9e-b1f6b7cf132e HTTP/1.1" status: 404 len: 336 time: 0.0719438 Apr 04 11:50:47.730409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41126) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.761677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f0c8ecc-ad38-4470-9739-a7a289877c7a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc31d3b1-ed4b-47ed-a788-9d1da802067a HTTP/1.1" status: 200 len: 205 time: 0.0295951 Apr 04 11:50:47.763905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41128) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.767207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:47.768207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.812816 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-94995277-5a15-4584-a04f-ddbfce688d1a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.813884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-94995277-5a15-4584-a04f-ddbfce688d1a tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/dc31d3b1-ed4b-47ed-a788-9d1da802067a HTTP/1.1" status: 404 len: 336 time: 0.0490751 Apr 04 11:50:47.817045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41130) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.845540 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7172aaec-8f9d-44f9-908a-c22fef78c7e5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.846769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7172aaec-8f9d-44f9-908a-c22fef78c7e5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.849030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7172aaec-8f9d-44f9-908a-c22fef78c7e5 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/c2f15510-d593-41ec-a0ab-c527524f967c HTTP/1.1" status: 404 len: 337 time: 0.0310333 Apr 04 11:50:47.851963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41132) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.855707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.862890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.880972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3c8724f6-bf30-4488-9eed-fa4f2858167d tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=586ad924-16e0-4c03-87ee-2dadd876cd20 HTTP/1.1" status: 200 len: 205 time: 0.0279171 Apr 04 11:50:47.883296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41134) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.903621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,segment=NetworkSegment(a1589c45-539a-4df8-ac5b-d2378c863ac7),segment_id=a1589c45-539a-4df8-ac5b-d2378c863ac7)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:47.915224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.923533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-d4e273d8-369d-4a28-a5b6-bda4b4cb6d48 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:47.924567 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d4e273d8-369d-4a28-a5b6-bda4b4cb6d48 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/586ad924-16e0-4c03-87ee-2dadd876cd20 HTTP/1.1" status: 404 len: 336 time: 0.0403788 Apr 04 11:50:47.927189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41136) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.953323 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-59df5f0d-253e-4fc1-bdfd-a61ca06c942e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:47.954078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59df5f0d-253e-4fc1-bdfd-a61ca06c942e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:47.957320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-59df5f0d-253e-4fc1-bdfd-a61ca06c942e tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/64b417ac-df77-402c-b523-5f1016ad8140 HTTP/1.1" status: 404 len: 337 time: 0.0286551 Apr 04 11:50:47.959978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41138) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:47.967986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:47.986927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e83024a1-2179-40d5-b07f-5a37140a29db tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbaee97-204d-486d-b704-f26381d2853b HTTP/1.1" status: 200 len: 205 time: 0.0258684 Apr 04 11:50:47.989981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41140) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.028717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-06b431cb-e075-4b89-84a7-9a8bc4e23ffd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] delete failed (client error): The resource could not be found. Apr 04 11:50:48.029931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-06b431cb-e075-4b89-84a7-9a8bc4e23ffd tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/routers/4cbaee97-204d-486d-b704-f26381d2853b HTTP/1.1" status: 404 len: 336 time: 0.0387471 Apr 04 11:50:48.033418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41142) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.037738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Subnet': ['ID=3542cf31-81c5-4f32-8300-786fad47825f,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:48.040502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:48.042050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.26.1.127 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/8881ec66-3429-436b-8e25-38fa85ffe1aa) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:48.072255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Checking segment: {'id': '9afc4db7-4cb0-4a71-851f-55a72eb4a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:48.072626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network hostable DHCP agents. Network: b573fcf2-5544-4fed-95a3-70bccd7fbd57, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:48.077122 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c19fdd-29d3-432b-976e-89dff4ed5f24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:48.077606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c19fdd-29d3-432b-976e-89dff4ed5f24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:48.083889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56c19fdd-29d3-432b-976e-89dff4ed5f24 tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/225e53f8-0649-47ac-ae16-786feb307953 HTTP/1.1" status: 404 len: 337 time: 0.0465477 Apr 04 11:50:48.084146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41144) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.114232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3923fca5-a395-4162-a4a0-442458d269cf tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] DELETE failed (client error): The resource could not be found. Apr 04 11:50:48.114695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3923fca5-a395-4162-a4a0-442458d269cf tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 11:50:48.120061 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3923fca5-a395-4162-a4a0-442458d269cf tempest-RoutersTest-16417092 tempest-RoutersTest-16417092-project] 10.222.0.43 "DELETE /v2.0/subnets/95e14318-a228-412b-a534-b83b69fb184d HTTP/1.1" status: 404 len: 337 time: 0.0326471 Apr 04 11:50:48.182276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.216329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:48.268344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.303910 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, b573fcf2-5544-4fed-95a3-70bccd7fbd57) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:48.313924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ccb3d5-70f5-4dda-9eed-ed5117fbdd7a None None] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:48.320956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:48.321573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.327740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:48.334856 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:48.341420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:48.345316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=8881ec66-3429-436b-8e25-38fa85ffe1aa,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:48.445863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e5882-9ae1-48b8-9a04-c86beae3d205 None None] Network 370d18d5-024f-416e-9951-11b6662646a0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:48.563412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-63b9244b-828b-418a-adb8-54653f69aec2 None None] Provisioning complete for port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:48.563412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63b9244b-828b-418a-adb8-54653f69aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.566682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-b573fcf2-5544-4fed-95a3-70bccd7fbd57', 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57', 'tenant_id': '83b1ecdeeea44e8087703af9e32c3356', 'fixed_ips': [{'subnet_id': '3542cf31-81c5-4f32-8300-786fad47825f'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:48.566682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.690806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41150) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.788317 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-207a6005-bb58-4337-9570-2f1a47ffc1d6 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5170660 Apr 04 11:50:48.789082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41154) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.795222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'subnet': {'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:48.839229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Allocated IP 172.20.0.2 (b573fcf2-5544-4fed-95a3-70bccd7fbd57/3542cf31-81c5-4f32-8300-786fad47825f/23b5cbbd-3780-4736-a6c4-e58c7637c881) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:48.923236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41156) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:48.923583 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8b5bd3d3-cb1a-47fe-b342-04325fe4ed7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3fde8cf114946779995b47f8c9be328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309594 Apr 04 11:50:48.975110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Made reservation on behalf of 83b1ecdeeea44e8087703af9e32c3356 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:50:48.980610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:48.998305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.032624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.063356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.098490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.125258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Pushing event updated for resources: {'Port': ['ID=23b5cbbd-3780-4736-a6c4-e58c7637c881,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:49.133524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:49.135082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:49.138350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:49.170485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.187451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8237cc06-087f-4284-a384-ba2bf5aa2871 None None] Provisioning complete for port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:49.187828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8237cc06-087f-4284-a384-ba2bf5aa2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.219777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Attempting to bind port 23b5cbbd-3780-4736-a6c4-e58c7637c881 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:49.220153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Attempting to bind port 23b5cbbd-3780-4736-a6c4-e58c7637c881 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9afc4db7-4cb0-4a71-851f-55a72eb4a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:49.220516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Attempting to bind port 23b5cbbd-3780-4736-a6c4-e58c7637c881 on network b573fcf2-5544-4fed-95a3-70bccd7fbd57 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:49.233845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:49.234215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Checking segment: {'id': '9afc4db7-4cb0-4a71-851f-55a72eb4a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:49.234614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.235041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Bound using segment: {'id': '9afc4db7-4cb0-4a71-851f-55a72eb4a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:49.235512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Bound port: 23b5cbbd-3780-4736-a6c4-e58c7637c881, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afc4db7-4cb0-4a71-851f-55a72eb4a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b573fcf2-5544-4fed-95a3-70bccd7fbd57'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:49.235905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.247515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.250111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.251379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd7f27a2-0469-4398-a1d3-9b4650a0453e HTTP/1.1" status: 204 len: 168 time: 0.3270843 Apr 04 11:50:49.260766 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538566b-21a6-4980-bcf7-9f9fa95598dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f27a2-0469-4398-a1d3-9b4650a0453e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:49.334752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.339731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.357806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] For port 23b5cbbd-3780-4736-a6c4-e58c7637c881, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:49.361314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] For port 23b5cbbd-3780-4736-a6c4-e58c7637c881, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=23b5cbbd-3780-4736-a6c4-e58c7637c881,segment=NetworkSegment(9afc4db7-4cb0-4a71-851f-55a72eb4a958),segment_id=9afc4db7-4cb0-4a71-851f-55a72eb4a958)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:49.401175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Subnet': ['ID=8d0409b4-2377-4bd6-b4fb-e1c218a4db78,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:49.411184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Checking segment: {'id': 'd5999432-0492-4399-a62c-582e2fb41858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:49.411549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network hostable DHCP agents. Network: 18b7342d-6570-4507-8cb5-d54f646168f3, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:50:49.442883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.497340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.498446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d12801-3293-4310-925b-45fbe50e63cb None None] Pushing event updated for resources: {'Port': ['ID=23b5cbbd-3780-4736-a6c4-e58c7637c881,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:49.499082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network 18b7342d-6570-4507-8cb5-d54f646168f3 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:50:49.583203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.593760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:49.616690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 18b7342d-6570-4507-8cb5-d54f646168f3) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:49.633237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:49.634123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.652113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1607e3d-7ca1-4106-a0f1-f8713e0e36d6 None None] Network 18b7342d-6570-4507-8cb5-d54f646168f3 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:49.688486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=8881ec66-3429-436b-8e25-38fa85ffe1aa,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:49.696607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.736553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9dbec20a-e9bb-4869-a7f8-f9edd2e5aea2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9462924 Apr 04 11:50:49.740189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41166) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:49.754193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:49.754577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:49.861859 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP 17640c89-c0ed-4e45-a972-5cb0f3f14253 associated. External IP: 172.26.1.127, port: 5595f1b7-e4e5-4bdd-9d4c-9acef525def1. Apr 04 11:50:49.950993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-18b7342d-6570-4507-8cb5-d54f646168f3', 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3', 'tenant_id': '83b1ecdeeea44e8087703af9e32c3356', 'fixed_ips': [{'subnet_id': '8d0409b4-2377-4bd6-b4fb-e1c218a4db78'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:50:49.955886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.089161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.115901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Allocated IP 172.20.0.2 (18b7342d-6570-4507-8cb5-d54f646168f3/8d0409b4-2377-4bd6-b4fb-e1c218a4db78/fe0a3e6d-b50e-4c33-b393-98f5503da8d0) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:50.154935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:50.278094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:50.301163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:50.323341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:50.323978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:50.327480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.370509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.394910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Allocated IP 172.20.0.1 (b573fcf2-5544-4fed-95a3-70bccd7fbd57/3542cf31-81c5-4f32-8300-786fad47825f/af476a77-fabf-4801-ad92-068ec1569ed3) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:50.437919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-639d5792-8a09-49ab-9a43-5dac7b09c0cb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0512311 Apr 04 11:50:50.438539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:50:50.441582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:50:50.458642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:50.509877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a511c9-f670-4f91-82af-ee77bcd3133d x-openstack-request-id: req-e2a511c9-f670-4f91-82af-ee77bcd3133d {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:50:50.510172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:50:50.510432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2a511c9-f670-4f91-82af-ee77bcd3133d {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:50:50.510850 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a511c9-f670-4f91-82af-ee77bcd3133d'] response: {'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'status': 'completed', 'code': 200} Apr 04 11:50:50.576247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.599017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41184) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:50.601126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.613832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-ca91a833-acad-4918-9bca-664ec6c4c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:50.619260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-ca91a833-acad-4918-9bca-664ec6c4c976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1098 time: 0.0802090 Apr 04 11:50:50.652987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Network 18b7342d-6570-4507-8cb5-d54f646168f3 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:50.695078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:50.698941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:50.706826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Pushing event updated for resources: {'Port': ['ID=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:50.733952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.737517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3770943f-5bad-4cc0-ba33-9ca3d0d7e9fc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:50.738997 dv-neutron-835866-1-hyperv neutron-server[109637]: WARNING neutron.api.v2.base [None req-3770943f-5bad-4cc0-ba33-9ca3d0d7e9fc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 04 11:50:50.739508 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-3770943f-5bad-4cc0-ba33-9ca3d0d7e9fc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:50:50.744548 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3770943f-5bad-4cc0-ba33-9ca3d0d7e9fc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1444006 Apr 04 11:50:50.745158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41188) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:50.752898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056593636'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:50.774270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-f95c604a-5b7a-41c2-badb-7c7ef58c3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:50.776011 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-f95c604a-5b7a-41c2-badb-7c7ef58c3ea8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.1485512 Apr 04 11:50:50.789375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6ba23-5b61-4632-a108-7913edee990c None None] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:50.806437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:50.810263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Attempting to bind port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:50:50.810641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Attempting to bind port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd5999432-0492-4399-a62c-582e2fb41858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:50:50.811002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Attempting to bind port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 on network 18b7342d-6570-4507-8cb5-d54f646168f3 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:50:50.839274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:50.841860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:50.850438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Port': ['ID=af476a77-fabf-4801-ad92-068ec1569ed3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:50.867991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.883014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.912947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-69d7d1bb-6662-4f9a-8dd2-c54e5c06470a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 999 time: 0.1187112 Apr 04 11:50:50.913978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:50.964535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.011146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:50:51.011569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Checking segment: {'id': 'd5999432-0492-4399-a62c-582e2fb41858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:50:51.011989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.012321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Bound using segment: {'id': 'd5999432-0492-4399-a62c-582e2fb41858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:50:51.012806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Bound port: fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5999432-0492-4399-a62c-582e2fb41858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18b7342d-6570-4507-8cb5-d54f646168f3'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:50:51.013185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.031063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-2d060ea7-12a7-4cd9-b2d0-0729044dbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:51.032706 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-2d060ea7-12a7-4cd9-b2d0-0729044dbbbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0839751 Apr 04 11:50:51.051204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.090777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-85c55d95-5db7-4a57-9b92-f44555e4182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:50:51.093427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] Provisioning complete for port 23b5cbbd-3780-4736-a6c4-e58c7637c881 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:51.093820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.094226 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-85c55d95-5db7-4a57-9b92-f44555e4182a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539973 Apr 04 11:50:51.096914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf5c81-a6ba-4ddd-a088-bdc61f5eb40b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:51.144306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.161539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.197178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] For port fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:50:51.217468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.220362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:48Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:51.225742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] For port fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,segment=NetworkSegment(d5999432-0492-4399-a62c-582e2fb41858),segment_id=d5999432-0492-4399-a62c-582e2fb41858)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:50:51.250810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37615080-71f4-41d6-831a-bfc9402452c2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:51.275363 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-bd382357-9d36-4330-bdb6-1377d7bf6fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736772 Apr 04 11:50:51.280659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:50:51.329112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:51.329849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:51.362284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.367400 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-96c992dc-5bdf-402a-b315-2d1db9730d5b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6175156 Apr 04 11:50:51.367782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41190) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:51.372734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '37615080-71f4-41d6-831a-bfc9402452c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:51.373195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.443272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.493540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.552306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:50:51.620626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.698433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.705323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb6640-5037-47b1-8664-40b3cdb66526 None None] Pushing event updated for resources: {'Port': ['ID=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:51.716403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] For port 23b5cbbd-3780-4736-a6c4-e58c7637c881, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=23b5cbbd-3780-4736-a6c4-e58c7637c881,segment=NetworkSegment(9afc4db7-4cb0-4a71-851f-55a72eb4a958),segment_id=9afc4db7-4cb0-4a71-851f-55a72eb4a958)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:51.722873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 23b5cbbd-3780-4736-a6c4-e58c7637c881 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:51.750106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649025c1-500d-4e59-923b-63126a8771da,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:51.802132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.822154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:51.823381 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-605266ea-3b7c-4f7b-aa9e-f4157abc42d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545436 Apr 04 11:50:51.826224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41192) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:51.837291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c4016186-57d4-4ea5-b6f1-0338c44887cc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '37615080-71f4-41d6-831a-bfc9402452c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:51.898584 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7ab67c1-13d2-4057-87d0-1ac7ca59576e req-cb36e1a3-1d1f-4d60-902a-8c5c422ed910 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893672 Apr 04 11:50:52.004253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c4016186-57d4-4ea5-b6f1-0338c44887cc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.005724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.014537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38325164-8d3b-467a-95f7-decf37e3b8c1 None None] Pushing event updated for resources: {'Port': ['ID=23b5cbbd-3780-4736-a6c4-e58c7637c881,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:52.024790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dc1e4132-5a57-40c7-a44d-9bea7c82af75 None None] Provisioning complete for port 23b5cbbd-3780-4736-a6c4-e58c7637c881 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.025166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4132-5a57-40c7-a44d-9bea7c82af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.030001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 23b5cbbd-3780-4736-a6c4-e58c7637c881 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.030362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.099576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.151378 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-c4016186-57d4-4ea5-b6f1-0338c44887cc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): There was a conflict when trying to complete your request. Apr 04 11:50:52.152731 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c4016186-57d4-4ea5-b6f1-0338c44887cc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3255527 Apr 04 11:50:52.155782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41194) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:52.182528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Port': ['ID=af476a77-fabf-4801-ad92-068ec1569ed3,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:52.185905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.216310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:48Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:52.231661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.256634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.256795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cdf38-fbbd-4856-9dbe-f80e27f67d7c None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:48Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:52.291358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dc1e4132-5a57-40c7-a44d-9bea7c82af75 None None] Provisioning complete for port af476a77-fabf-4801-ad92-068ec1569ed3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.291983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4132-5a57-40c7-a44d-9bea7c82af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.301282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:52.302816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:52.334688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e4132-5a57-40c7-a44d-9bea7c82af75 None None] Port af476a77-fabf-4801-ad92-068ec1569ed3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:52.413948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.416605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.417804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/37615080-71f4-41d6-831a-bfc9402452c2 HTTP/1.1" status: 204 len: 168 time: 0.2610686 Apr 04 11:50:52.422194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41196) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:52.427659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafbf9b-28fd-4d70-9c62-7e518bbcaf86 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37615080-71f4-41d6-831a-bfc9402452c2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:52.464896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bc835848-1194-4682-81c9-db419e3a6ad1 None None] Provisioning complete for port af476a77-fabf-4801-ad92-068ec1569ed3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.465337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc835848-1194-4682-81c9-db419e3a6ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.482746 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bc77a1a6-ff81-49b4-864c-aaf557c5ce6b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592215 Apr 04 11:50:52.486581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41198) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:52.491574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902321375'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:52.513749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-bc835848-1194-4682-81c9-db419e3a6ad1 None None] Port af476a77-fabf-4801-ad92-068ec1569ed3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:52.591837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Router 85a1bf23-21f8-4928-9cb7-8662ed438712 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:50:52.637149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9357575f-dc0f-4086-9be4-5dc0a482cf09 None None] Provisioning complete for port af476a77-fabf-4801-ad92-068ec1569ed3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.637383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9357575f-dc0f-4086-9be4-5dc0a482cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.637977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.682959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9357575f-dc0f-4086-9be4-5dc0a482cf09 None None] Port af476a77-fabf-4801-ad92-068ec1569ed3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:52.718505 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347f349-fd09-4516-be2a-400230ef5cbc None None] New status for floating IP 17640c89-c0ed-4e45-a972-5cb0f3f14253: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:50:52.719650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:52.729582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41200) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:52.734260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] Sync routers for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:52.737021 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8e357616-3c61-4743-9e7c-e3ba7ff11af7 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9954896 Apr 04 11:50:52.750941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:52.751966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:52.804622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:52.815264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.816994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:52.818755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:52.861956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:52.862851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1627df6-8cca-4cfb-bf8c-85f4ffe9e9dc None None] The sync data for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:52.873034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bae66f-9e51-4d0a-9891-c0a86ab2a1ca None None] Network 18b7342d-6570-4507-8cb5-d54f646168f3 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:52.891709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.923289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb2d7f0-6eb2-4e3d-b13f-db2ee81bf176,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:52.944839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] Provisioning complete for port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:52.945138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.971377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:52.974210 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cba3c94a-5a06-497b-bb9d-6c5c4c2a51e9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4866855 Apr 04 11:50:52.977329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41202) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:52.983298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-346ddce9-cc51-4064-bc7a-87465bc2c1b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'feb2d7f0-6eb2-4e3d-b13f-db2ee81bf176', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:52.984395 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-346ddce9-cc51-4064-bc7a-87465bc2c1b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 04 11:50:52.985676 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-346ddce9-cc51-4064-bc7a-87465bc2c1b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:52.988035 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-346ddce9-cc51-4064-bc7a-87465bc2c1b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093815 Apr 04 11:50:52.991041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41204) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.055332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.087143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.100639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.138606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] For port fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,segment=NetworkSegment(d5999432-0492-4399-a62c-582e2fb41858),segment_id=d5999432-0492-4399-a62c-582e2fb41858)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:53.172573 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-24451d31-3b07-47bf-82d9-541260c15527 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:53.173840 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24451d31-3b07-47bf-82d9-541260c15527 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4432354 Apr 04 11:50:53.177387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41206) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.219122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.221725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.226639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/feb2d7f0-6eb2-4e3d-b13f-db2ee81bf176 HTTP/1.1" status: 204 len: 168 time: 0.2336717 Apr 04 11:50:53.229099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41208) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.250605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.254265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f1d3-bc65-48de-a819-03ac6800c671 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb2d7f0-6eb2-4e3d-b13f-db2ee81bf176,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:53.296493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1f6faee1-2965-4f66-905a-33294c712306 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651510 Apr 04 11:50:53.297196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41210) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.302899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--732923397'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:53.328884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4f9e9-b941-4926-977e-bdd5f51a8862 None None] Pushing event updated for resources: {'Port': ['ID=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:53.405496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.488909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.505803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-99057ec8-b731-4297-b24b-a650985c5626 None None] Provisioning complete for port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:53.506177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99057ec8-b731-4297-b24b-a650985c5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.539903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.558127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.589836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6bdbb-dd80-463a-8c46-89f60a909200,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:53.638868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.640407 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a5b00b6-1cad-44e9-ab00-f22bc9350158 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3419282 Apr 04 11:50:53.643051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41212) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.648674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-7a82ec99-2216-483a-8236-bf27930aabe9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '3ce6bdbb-dd80-463a-8c46-89f60a909200', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:53.649654 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-7a82ec99-2216-483a-8236-bf27930aabe9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 04 11:50:53.650262 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-7a82ec99-2216-483a-8236-bf27930aabe9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:53.653918 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7a82ec99-2216-483a-8236-bf27930aabe9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071237 Apr 04 11:50:53.654432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41214) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.712495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.723707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 23b5cbbd-3780-4736-a6c4-e58c7637c881 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:53.750842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.785443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 23b5cbbd-3780-4736-a6c4-e58c7637c881 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:53.785934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.821468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting port af476a77-fabf-4801-ad92-068ec1569ed3 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:53.821924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.863734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe0a3e6d-b50e-4c33-b393-98f5503da8d0 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:50:53.884888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.887528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.888701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/3ce6bdbb-dd80-463a-8c46-89f60a909200 HTTP/1.1" status: 204 len: 168 time: 0.2332523 Apr 04 11:50:53.891972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41216) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.905164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ba9bd-2d35-479b-87d9-91ad6bae7976 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6bdbb-dd80-463a-8c46-89f60a909200,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:53.912557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.916067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:53.916067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:53.927836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Calling delete_port for af476a77-fabf-4801-ad92-068ec1569ed3 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:53.944160 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8754cc5d-ff95-4536-a7fc-cb957bc66301 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498264 Apr 04 11:50:53.947819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41218) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:53.952151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--617451245'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.033639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.101311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.173437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.200535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Port': ['ID=af476a77-fabf-4801-ad92-068ec1569ed3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:54.208505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.239793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b78b3-a99e-4eb8-ba43-7569aa94cf81,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:54.298611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.300094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2625bc09-38f8-409c-bcff-9f94a3a4926f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3513069 Apr 04 11:50:54.302910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41220) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.307610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ec0fb728-683c-4322-ba40-2eeaa9cd90f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'cd8b78b3-a99e-4eb8-ba43-7569aa94cf81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.308570 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-ec0fb728-683c-4322-ba40-2eeaa9cd90f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 04 11:50:54.309067 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-ec0fb728-683c-4322-ba40-2eeaa9cd90f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:54.312561 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec0fb728-683c-4322-ba40-2eeaa9cd90f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061939 Apr 04 11:50:54.312817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41222) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.317198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-4fdb3d1c-baf9-49fc-867d-0f1298de97dd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'cd8b78b3-a99e-4eb8-ba43-7569aa94cf81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.317897 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-4fdb3d1c-baf9-49fc-867d-0f1298de97dd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 04 11:50:54.318572 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-4fdb3d1c-baf9-49fc-867d-0f1298de97dd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:54.322211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4fdb3d1c-baf9-49fc-867d-0f1298de97dd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058911 Apr 04 11:50:54.322476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41224) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.328721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6d9eb644-c4cc-455a-9511-87120a3396ed tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'cd8b78b3-a99e-4eb8-ba43-7569aa94cf81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.329747 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-6d9eb644-c4cc-455a-9511-87120a3396ed tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 04 11:50:54.330256 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-6d9eb644-c4cc-455a-9511-87120a3396ed tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:54.331233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6d9eb644-c4cc-455a-9511-87120a3396ed tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071509 Apr 04 11:50:54.334527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41226) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.338841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c9bbf783-272c-47d1-b882-aa24ef231a09 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'cd8b78b3-a99e-4eb8-ba43-7569aa94cf81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.339709 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-c9bbf783-272c-47d1-b882-aa24ef231a09 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 04 11:50:54.340189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-c9bbf783-272c-47d1-b882-aa24ef231a09 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:54.341147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c9bbf783-272c-47d1-b882-aa24ef231a09 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056553 Apr 04 11:50:54.344239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.349145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41228) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.407787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.430065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.501725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Router 85a1bf23-21f8-4928-9cb7-8662ed438712 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:54.568026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.570695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:54.571989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/cd8b78b3-a99e-4eb8-ba43-7569aa94cf81 HTTP/1.1" status: 204 len: 168 time: 0.2218339 Apr 04 11:50:54.574920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41230) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.581378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4340fc0-e9bd-44b8-b9b5-7d47388fff37 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b78b3-a99e-4eb8-ba43-7569aa94cf81,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:54.585885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:54.595676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41232) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.596836 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1e36402-3e23-4bcf-80ab-8e5f680298a2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4183245 Apr 04 11:50:54.598724 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] Sync routers for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:54.614860 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:54.615938 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:54.642029 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b3e5232b-fc89-4ece-be4c-6e7b89676402 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659926 Apr 04 11:50:54.643087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-43d94cb2-fb4c-48af-919f-d5a791813623 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] delete failed (client error): The resource could not be found. Apr 04 11:50:54.645112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-43d94cb2-fb4c-48af-919f-d5a791813623 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1161075898 HTTP/1.1" status: 404 len: 335 time: 0.0472865 Apr 04 11:50:54.649129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41234) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.649310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41236) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:54.651212 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:54.654928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-97f0d534-bbfc-4e8c-a193-c8da60389db5 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'router': {'external_gateway_info': {'network_id': '85a1bf23-21f8-4928-9cb7-8662ed438712'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.659457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138786524'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:54.659748 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:54.665012 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:54.696063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:54.697051 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541761d-8683-45c5-a5e8-77bb3539368e None None] The sync data for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:55.151281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.192933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97f0d534-bbfc-4e8c-a193-c8da60389db5 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.247810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.316154 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-97f0d534-bbfc-4e8c-a193-c8da60389db5 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] update failed (client error): The resource could not be found. Apr 04 11:50:55.317224 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-97f0d534-bbfc-4e8c-a193-c8da60389db5 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712 HTTP/1.1" status: 404 len: 339 time: 0.6670034 Apr 04 11:50:55.320860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41238) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.357785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.453059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f681a72e-94be-44a8-9a46-d9f4ea0e3ad8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:55.491871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.493103 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3f1cb23e-77dd-4611-a521-d7a9272ff039 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8417125 Apr 04 11:50:55.496611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41240) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.502579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f77dfc11-17cf-415f-a4a2-82cb68baad6c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.503179 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-f77dfc11-17cf-415f-a4a2-82cb68baad6c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 04 11:50:55.503798 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-f77dfc11-17cf-415f-a4a2-82cb68baad6c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:55.504843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f77dfc11-17cf-415f-a4a2-82cb68baad6c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069938 Apr 04 11:50:55.507675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41242) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.511538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-663c1e85-5271-470f-895e-5f7d00fc3f4d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.624428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:55.716643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-663c1e85-5271-470f-895e-5f7d00fc3f4d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:55.717930 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-663c1e85-5271-470f-895e-5f7d00fc3f4d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2092943 Apr 04 11:50:55.720565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.725019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-03c361c0-54f0-47a9-af79-987f9854bc30 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.726194 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-03c361c0-54f0-47a9-af79-987f9854bc30 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 04 11:50:55.726749 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-03c361c0-54f0-47a9-af79-987f9854bc30 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:55.727810 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-03c361c0-54f0-47a9-af79-987f9854bc30 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062909 Apr 04 11:50:55.730090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41246) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.734021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-52feb51d-143f-4bcc-ab6f-fa1fa0e212f0 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.866318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Allocated IP 172.20.0.1 (370d18d5-024f-416e-9951-11b6662646a0/a177ee31-04d7-4276-992f-863ee2140ebc/427ac585-29da-4c6d-a20d-6c0baaac689f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:50:55.899621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-52feb51d-143f-4bcc-ab6f-fa1fa0e212f0 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:55.903663 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-52feb51d-143f-4bcc-ab6f-fa1fa0e212f0 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1697438 Apr 04 11:50:55.903989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41248) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.908502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-13da8526-fa5d-4410-b456-c503558e03b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.922068 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-13da8526-fa5d-4410-b456-c503558e03b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 04 11:50:55.922579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-13da8526-fa5d-4410-b456-c503558e03b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:55.923597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13da8526-fa5d-4410-b456-c503558e03b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186002 Apr 04 11:50:55.926405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41250) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:55.930927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c403a240-7263-4587-ad08-bab0dc9ad94b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:55.981841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.033904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-c403a240-7263-4587-ad08-bab0dc9ad94b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Project 8aa12d9f8d2f45c083d3d18e0b953a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:50:56.059830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.103525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network 370d18d5-024f-416e-9951-11b6662646a0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:56.106697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:56.109388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:50:56.116643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-c403a240-7263-4587-ad08-bab0dc9ad94b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:56.117811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c403a240-7263-4587-ad08-bab0dc9ad94b tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1902645 Apr 04 11:50:56.120943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41252) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.126807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ca36fcd2-1565-43a0-9601-02dcc212e72d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:56.127591 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-ca36fcd2-1565-43a0-9601-02dcc212e72d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 04 11:50:56.129070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-ca36fcd2-1565-43a0-9601-02dcc212e72d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:56.130375 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca36fcd2-1565-43a0-9601-02dcc212e72d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079288 Apr 04 11:50:56.133447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41254) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.141947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3654073c-a400-4f1a-b79c-53dfc913b7a1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:56.157165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Port': ['ID=427ac585-29da-4c6d-a20d-6c0baaac689f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:56.180577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.236491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-3654073c-a400-4f1a-b79c-53dfc913b7a1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Project 8aa12d9f8d2f45c083d3d18e0b953a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:50:56.328477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dc42f2e6-c38d-498d-b9a1-48ced4b3c872 None None] Provisioning complete for port 427ac585-29da-4c6d-a20d-6c0baaac689f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:56.329211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc42f2e6-c38d-498d-b9a1-48ced4b3c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.362103 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dc42f2e6-c38d-498d-b9a1-48ced4b3c872 None None] Port 427ac585-29da-4c6d-a20d-6c0baaac689f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:56.489394 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-3654073c-a400-4f1a-b79c-53dfc913b7a1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:56.489394 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3654073c-a400-4f1a-b79c-53dfc913b7a1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3513925 Apr 04 11:50:56.491887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41256) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.497427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6eb53385-df01-4b72-8c8e-50a3abc714af tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f681a72e-94be-44a8-9a46-d9f4ea0e3ad8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:56.538417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.600231 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-6eb53385-df01-4b72-8c8e-50a3abc714af tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Project 8aa12d9f8d2f45c083d3d18e0b953a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:50:56.702215 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-6eb53385-df01-4b72-8c8e-50a3abc714af tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:56.703490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6eb53385-df01-4b72-8c8e-50a3abc714af tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2106712 Apr 04 11:50:56.706319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41264) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.761671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.784475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.805047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.859474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.887806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.890558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.894279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/f681a72e-94be-44a8-9a46-d9f4ea0e3ad8 HTTP/1.1" status: 204 len: 168 time: 0.1844862 Apr 04 11:50:56.894837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41266) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.912988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5708-6dcd-4575-9474-9e6d9b544812 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f681a72e-94be-44a8-9a46-d9f4ea0e3ad8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:56.937762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event updated for resources: {'Port': ['ID=427ac585-29da-4c6d-a20d-6c0baaac689f,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:56.941122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:56.953522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a41ec08c-6b2c-4136-be97-daee91c985f7 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576105 Apr 04 11:50:56.957395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41268) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:56.961759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--536776380'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:57.031064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Network 370d18d5-024f-416e-9951-11b6662646a0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:50:57.032491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:50:57.045107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.124483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.137286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Router 85a1bf23-21f8-4928-9cb7-8662ed438712 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:57.197218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d51c3df-795e-4918-a591-6b7e3853ac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.225323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.231646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:57.236630 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-207911cd-d458-4985-aaaf-6aa0bdb867b1 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9148371 Apr 04 11:50:57.240010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41270) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.244307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] Sync routers for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:57.255436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:57.256175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:57.260511 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebb8c2-8a05-4bee-a880-63a57e844854,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:57.294504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:57.310859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:57.311402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:57.314331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-93940e95-b31f-40b3-83e1-4c1fb1d98f9f None None] Provisioning complete for port 427ac585-29da-4c6d-a20d-6c0baaac689f triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:50:57.315205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93940e95-b31f-40b3-83e1-4c1fb1d98f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.331402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-65bea8cf-52f1-4f04-9c5b-e938531e4518 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.333265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.334859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2d75fae7-9580-4e4a-8575-c4e93db50c46 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3764944 Apr 04 11:50:57.338017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41272) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.342457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ff7c2942-dd10-45e6-b286-98e655f5b4f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'c4ebb8c2-8a05-4bee-a880-63a57e844854', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:57.366323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:57.366966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b4db9-73ed-4e2d-b1d1-2de079fff66f None None] The sync data for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:57.384347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-93940e95-b31f-40b3-83e1-4c1fb1d98f9f None None] Port 427ac585-29da-4c6d-a20d-6c0baaac689f cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:50:57.418037 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-65bea8cf-52f1-4f04-9c5b-e938531e4518 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 04 11:50:57.419320 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-65bea8cf-52f1-4f04-9c5b-e938531e4518 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712 HTTP/1.1" status: 409 len: 329 time: 0.1783996 Apr 04 11:50:57.422180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41274) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.463886 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:50:57.550241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-ff7c2942-dd10-45e6-b286-98e655f5b4f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The resource could not be found. Apr 04 11:50:57.552324 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff7c2942-dd10-45e6-b286-98e655f5b4f1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2133870 Apr 04 11:50:57.552925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41276) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.557397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-38939041-6f7e-43b0-ad5f-8ee335fc722c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'c4ebb8c2-8a05-4bee-a880-63a57e844854', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fbb9d3ed-99a9-48b2-b557-c990e1976ef8'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:57.728229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.750809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-38939041-6f7e-43b0-ad5f-8ee335fc722c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The resource could not be found. Apr 04 11:50:57.751885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-38939041-6f7e-43b0-ad5f-8ee335fc722c tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1979496 Apr 04 11:50:57.754726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41278) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.811900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.838278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.959769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.962418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:57.963579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4ebb8c2-8a05-4bee-a880-63a57e844854 HTTP/1.1" status: 204 len: 168 time: 0.2079453 Apr 04 11:50:57.966529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41280) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:57.972637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49632a-044a-418a-be97-341c88d4743e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebb8c2-8a05-4bee-a880-63a57e844854,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:58.003263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting port 427ac585-29da-4c6d-a20d-6c0baaac689f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:58.003629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.043786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a10029d7-8e5b-4a70-952f-b78c663bbafc tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759048 Apr 04 11:50:58.047618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41282) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.053758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0af910af-0ca9-4696-868e-b34f47b2ad9e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '9222af78-92c2-4d65-a7ab-ec1e3b426b8a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:58.113488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.127202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Calling delete_port for 427ac585-29da-4c6d-a20d-6c0baaac689f owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:58.196867 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-0af910af-0ca9-4696-868e-b34f47b2ad9e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The resource could not be found. Apr 04 11:50:58.198084 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0af910af-0ca9-4696-868e-b34f47b2ad9e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1493042 Apr 04 11:50:58.201604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41284) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.206164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200768745'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:58.285373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.388243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.418335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Port': ['ID=427ac585-29da-4c6d-a20d-6c0baaac689f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:58.436578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.520485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.553905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f682841d-f1b0-4394-b660-d53c3ae6e91d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:58.582203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.635780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.639863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74c6f4b5-abee-4472-baa4-f6ce81c9c283 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4346044 Apr 04 11:50:58.639996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41288) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.644882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--448466878'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:58.725390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.741334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Router 85a1bf23-21f8-4928-9cb7-8662ed438712 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:50:58.797707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.817852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:50:58.825065 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5fceae0b-adb8-4495-b630-9699bb4054bb tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997178 Apr 04 11:50:58.826856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41290) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.829837 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] Sync routers for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:50:58.841172 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:58.844334 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:58.868955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.871405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-820dde87-ba34-431f-a50e-d79c6f8fe676 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] show failed (client error): The resource could not be found. Apr 04 11:50:58.877801 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-820dde87-ba34-431f-a50e-d79c6f8fe676 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1054769884 HTTP/1.1" status: 404 len: 335 time: 0.0445430 Apr 04 11:50:58.878081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41292) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.881388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-612188b2-b30c-41b5-80f9-9b543dba195b tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:58.882856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:58.893781 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] Routers {'85a1bf23-21f8-4928-9cb7-8662ed438712'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:50:58.894715 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['85a1bf23-21f8-4928-9cb7-8662ed438712'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:58.911791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fdd07b-2666-4015-b9b2-5518401f7f11,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:58.915612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-612188b2-b30c-41b5-80f9-9b543dba195b tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] update failed (client error): The resource could not be found. Apr 04 11:50:58.917660 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-612188b2-b30c-41b5-80f9-9b543dba195b tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1060438819 HTTP/1.1" status: 404 len: 335 time: 0.0390415 Apr 04 11:50:58.924530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41294) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.934382 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:50:58.935026 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a6154-34fd-4b0a-beda-5ba5df7bdadc None None] The sync data for ids ['85a1bf23-21f8-4928-9cb7-8662ed438712'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:50:58.981428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.982136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting subnet 8d0409b4-2377-4bd6-b4fb-e1c218a4db78 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:58.982744 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-86e95beb-bc04-42e8-a9d0-6d55fb7c3cc9 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3417962 Apr 04 11:50:58.985288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:58.985532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41296) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:58.989924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-16dfe2e2-fed5-42da-b0d2-78700ac5eb2e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': 'f682841d-f1b0-4394-b660-d53c3ae6e91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '44fdd07b-2666-4015-b9b2-5518401f7f11'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:59.151037 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-16dfe2e2-fed5-42da-b0d2-78700ac5eb2e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:50:59.152185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-16dfe2e2-fed5-42da-b0d2-78700ac5eb2e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1656857 Apr 04 11:50:59.155082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41298) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.211443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.235904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.342493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.345354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.346589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/44fdd07b-2666-4015-b9b2-5518401f7f11 HTTP/1.1" status: 204 len: 168 time: 0.1905439 Apr 04 11:50:59.349755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41302) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.363004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd9a0-29c2-493b-930b-beffea491f65 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fdd07b-2666-4015-b9b2-5518401f7f11,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:59.364705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.419678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3fe43aa8-f708-43f1-9946-b29b3201bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.423797 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2dc3b63e-c034-45b9-bdad-c9be650c31da tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0691233 Apr 04 11:50:59.424091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41304) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.453379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.479716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.503749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.582777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.611070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.614518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.614733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.618325 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/f682841d-f1b0-4394-b660-d53c3ae6e91d HTTP/1.1" status: 204 len: 168 time: 0.1907701 Apr 04 11:50:59.619049 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/subnets/8d0409b4-2377-4bd6-b4fb-e1c218a4db78 HTTP/1.1" status: 204 len: 168 time: 0.6931062 Apr 04 11:50:59.619416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41306) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.620472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae31470-90af-4169-b3a7-a5460b376f53 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0409b4-2377-4bd6-b4fb-e1c218a4db78,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:59.622067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41308) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.622624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992f7ed4-2bd1-4716-86bd-caca3028fce6 None None] Network 18b7342d-6570-4507-8cb5-d54f646168f3 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:50:59.637528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a34b11-ee41-4cd3-a610-151861db9354 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f682841d-f1b0-4394-b660-d53c3ae6e91d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:59.668078 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-273a448a-79ba-4ab3-82f7-c30f68e560b1 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444551 Apr 04 11:50:59.671775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41310) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:50:59.675948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188165451'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:50:59.683609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting subnet 3542cf31-81c5-4f32-8300-786fad47825f {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:50:59.686982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.731771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.751261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.823244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] DHCP port deletion for 18b7342d-6570-4507-8cb5-d54f646168f3 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:50:59.827305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.829615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.870344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Deleting port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:50:59.870991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.888140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.916822 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5615bfb4-7268-40c5-b3b3-4048106dcf0f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:59.936025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] For port fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,segment=NetworkSegment(d5999432-0492-4399-a62c-582e2fb41858),segment_id=d5999432-0492-4399-a62c-582e2fb41858)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:50:59.936427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.949063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Calling delete_port for fe0a3e6d-b50e-4c33-b393-98f5503da8d0 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:50:59.968330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.996661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Subnet': ['ID=3542cf31-81c5-4f32-8300-786fad47825f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:50:59.998910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:50:59.999652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.001277 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-12feda6f-f3ec-4e7b-866d-f081783f4716 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3286386 Apr 04 11:51:00.004100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41312) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.007662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-820a037f-617a-44cd-95bc-3c2599c91178 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/subnets/3542cf31-81c5-4f32-8300-786fad47825f HTTP/1.1" status: 204 len: 168 time: 0.3824294 Apr 04 11:51:00.007970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e592e3d-e690-4547-a633-0cc5eb70dd86 None None] Network b573fcf2-5544-4fed-95a3-70bccd7fbd57 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:00.008083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.013570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fffcd6bc-5828-4173-a347-18167f87ca39 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '5615bfb4-7268-40c5-b3b3-4048106dcf0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:00.098028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.145710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.157388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:00.157831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.168238 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-fffcd6bc-5828-4173-a347-18167f87ca39 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:51:00.171952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fffcd6bc-5828-4173-a347-18167f87ca39 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1603382 Apr 04 11:51:00.184163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41316) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.184267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] Pushing event deleted for resources: {'Port': ['ID=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.184357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e0e0816c-11b5-4931-9a03-735ee6a15e8f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group_rule': {'security_group_id': '5615bfb4-7268-40c5-b3b3-4048106dcf0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:00.184444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01405f8b-1a47-4d10-b6ae-b68db0390ecd None None] No DVR routers for this DVR port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:00.205220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] DHCP port deletion for b573fcf2-5544-4fed-95a3-70bccd7fbd57 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:51:00.245229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] For port fe0a3e6d-b50e-4c33-b393-98f5503da8d0, host dv-neutron-835866-1-hyperv, got binding levels [] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:00.245621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.256370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Deleting port 23b5cbbd-3780-4736-a6c4-e58c7637c881 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:00.256626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.257094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Calling delete_port for fe0a3e6d-b50e-4c33-b393-98f5503da8d0 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:00.259710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 was not found and therefore no delete operation was performed {{(pid=109636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 11:51:00.260920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.284374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Port': ['ID=fe0a3e6d-b50e-4c33-b393-98f5503da8d0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.290637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] No DVR routers for this DVR port fe0a3e6d-b50e-4c33-b393-98f5503da8d0 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:00.318927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] For port 23b5cbbd-3780-4736-a6c4-e58c7637c881, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=23b5cbbd-3780-4736-a6c4-e58c7637c881,segment=NetworkSegment(9afc4db7-4cb0-4a71-851f-55a72eb4a958),segment_id=9afc4db7-4cb0-4a71-851f-55a72eb4a958)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:00.319614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.332051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Calling delete_port for 23b5cbbd-3780-4736-a6c4-e58c7637c881 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:00.373525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.397882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b7342d-6570-4507-8cb5-d54f646168f3']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.407325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5999432-0492-4399-a62c-582e2fb41858') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.407549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5999432-0492-4399-a62c-582e2fb41858') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.415962 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-e0e0816c-11b5-4931-9a03-735ee6a15e8f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 11:51:00.419878 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e0e0816c-11b5-4931-9a03-735ee6a15e8f tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2436662 Apr 04 11:51:00.419878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.420765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41318) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.433376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.439746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:00.440115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:00.443244 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:00.476134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.498026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.499176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.525051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.525839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] Pushing event deleted for resources: {'Port': ['ID=23b5cbbd-3780-4736-a6c4-e58c7637c881,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.530557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1f751-c1c7-459e-9e2b-184f45d9cc0b None None] No DVR routers for this DVR port 23b5cbbd-3780-4736-a6c4-e58c7637c881 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:00.545191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.551250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.557411 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/networks/18b7342d-6570-4507-8cb5-d54f646168f3 HTTP/1.1" status: 204 len: 168 time: 0.5481913 Apr 04 11:51:00.559769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41320) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.572209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322baed-343a-47c8-8ae4-c44f0deedbce tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Network': ['ID=18b7342d-6570-4507-8cb5-d54f646168f3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.592213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.594806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.595927 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/5615bfb4-7268-40c5-b3b3-4048106dcf0f HTTP/1.1" status: 204 len: 168 time: 0.1741974 Apr 04 11:51:00.602224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41322) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.635911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b20a9e-4578-41bd-81a9-9b54bb47c215 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5615bfb4-7268-40c5-b3b3-4048106dcf0f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.645872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9d30e145-5d96-486f-a170-00e6f0198d2d tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0411735 Apr 04 11:51:00.646484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41324) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.653136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.654998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'tempest-secgroup--573138618'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:00.719241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.743167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.762370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b573fcf2-5544-4fed-95a3-70bccd7fbd57']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.772522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afc4db7-4cb0-4a71-851f-55a72eb4a958') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.772815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afc4db7-4cb0-4a71-851f-55a72eb4a958') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:00.782599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.790950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.795959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.802412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:00.802807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:00.805902 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:00.828053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.857023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6914a43c-abb2-4f9b-b584-8452d3233eff,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:00.927830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.929230 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cf0cdd8a-ce99-4f4c-bf38-25a08a19ba83 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2814577 Apr 04 11:51:00.932176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41326) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.936480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8adff3f2-6218-4c9b-9220-601ba4e44bcd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:00.936905 dv-neutron-835866-1-hyperv neutron-server[109636]: WARNING neutron.api.v2.base [None req-8adff3f2-6218-4c9b-9220-601ba4e44bcd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 04 11:51:00.937402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-8adff3f2-6218-4c9b-9220-601ba4e44bcd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] update failed (client error): There was a conflict when trying to complete your request. Apr 04 11:51:00.938450 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8adff3f2-6218-4c9b-9220-601ba4e44bcd tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "PUT /v2.0/security-groups/6914a43c-abb2-4f9b-b584-8452d3233eff HTTP/1.1" status: 409 len: 330 time: 0.0053678 Apr 04 11:51:00.940641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41328) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.948081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.956819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:00.959689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/networks/b573fcf2-5544-4fed-95a3-70bccd7fbd57 HTTP/1.1" status: 204 len: 168 time: 0.3988531 Apr 04 11:51:00.964907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41330) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:00.974301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c210-2781-4834-ae61-ea369fbe4595 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Network': ['ID=b573fcf2-5544-4fed-95a3-70bccd7fbd57,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:01.036246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting subnet a177ee31-04d7-4276-992f-863ee2140ebc {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:51:01.040779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.044084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.093630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.097311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.203298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.250991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.253371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.254536 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/6914a43c-abb2-4f9b-b584-8452d3233eff HTTP/1.1" status: 204 len: 168 time: 0.3130653 Apr 04 11:51:01.257407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41332) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.267786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304aef-76d8-4a9b-98d8-05d5a0d4014e tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914a43c-abb2-4f9b-b584-8452d3233eff,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:01.300544 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9ed8e6d-5a95-429e-9dab-45c5a8a366b3 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419245 Apr 04 11:51:01.304086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41334) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.317007 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-bc935a77-0a7d-49b6-8f9e-a1d11e4b4f8a tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] delete failed (client error): The resource could not be found. Apr 04 11:51:01.317372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.317998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bc935a77-0a7d-49b6-8f9e-a1d11e4b4f8a tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4b28b54-c296-4905-bfd8-b7e712f2c757 HTTP/1.1" status: 404 len: 347 time: 0.0130138 Apr 04 11:51:01.321872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41336) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.335766 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-c5d95983-7a5a-40bf-b11d-275b6731c6d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] show failed (client error): The resource could not be found. Apr 04 11:51:01.336738 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c5d95983-7a5a-40bf-b11d-275b6731c6d2 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-groups/6abd1a55-cf80-4f3f-bf08-cf3852fd2f77 HTTP/1.1" status: 404 len: 347 time: 0.0139997 Apr 04 11:51:01.340255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.351465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Subnet': ['ID=a177ee31-04d7-4276-992f-863ee2140ebc,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:01.351723 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-4542ccd7-6c9e-4507-8bc8-dd09eccea5b8 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] show failed (client error): The resource could not be found. Apr 04 11:51:01.353652 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4542ccd7-6c9e-4507-8bc8-dd09eccea5b8 tempest-NegativeSecGroupIPv6Test-575262470 tempest-NegativeSecGroupIPv6Test-575262470-project] 10.222.0.43 "GET /v2.0/security-group-rules/2fbc4033-7257-4d2c-877f-0be832cac3a4 HTTP/1.1" status: 404 len: 356 time: 0.0117586 Apr 04 11:51:01.353865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.360641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c8047-baed-4abe-bf4c-3c8586118d8e None None] Network 370d18d5-024f-416e-9951-11b6662646a0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:01.360967 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3ded84cc-fd8c-4aad-b821-1ad3b3b457b2 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/subnets/a177ee31-04d7-4276-992f-863ee2140ebc HTTP/1.1" status: 204 len: 168 time: 0.3913379 Apr 04 11:51:01.362876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.440746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.501502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Deleting port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:01.501800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.533526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] DHCP port deletion for 370d18d5-024f-416e-9951-11b6662646a0 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:51:01.570989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] For port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,segment=NetworkSegment(a1589c45-539a-4df8-ac5b-d2378c863ac7),segment_id=a1589c45-539a-4df8-ac5b-d2378c863ac7)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:01.571369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.584882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Calling delete_port for 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:01.592984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Deleting port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:01.593465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.661372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:01.693410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] For port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,segment=NetworkSegment(a1589c45-539a-4df8-ac5b-d2378c863ac7),segment_id=a1589c45-539a-4df8-ac5b-d2378c863ac7)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:01.693825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.710119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Calling delete_port for 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:01.753656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.781026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Port': ['ID=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:01.783035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] No DVR routers for this DVR port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:01.789928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 update to DOWN by agent not found {{(pid=109638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 04 11:51:01.790377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 23b5cbbd-3780-4736-a6c4-e58c7637c881 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:01.814923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 23b5cbbd-3780-4736-a6c4-e58c7637c881 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:01.815272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 23b5cbbd-3780-4736-a6c4-e58c7637c881 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:01.815703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe0a3e6d-b50e-4c33-b393-98f5503da8d0 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:01.831852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41346) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:01.837332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fe0a3e6d-b50e-4c33-b393-98f5503da8d0 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:01.837667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fe0a3e6d-b50e-4c33-b393-98f5503da8d0 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: from cryptography.utils import int_from_bytes Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: from cryptography.utils import int_from_bytes Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:51:01.846991 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 11:51:01.855972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.876616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.888349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] Pushing event deleted for resources: {'Port': ['ID=7b2dc1be-d6d9-4bb1-baa1-13ccd493e079,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:01.892025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be85fd5-46f7-4262-991d-d2f751dbc43f None None] No DVR routers for this DVR port 7b2dc1be-d6d9-4bb1-baa1-13ccd493e079 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:01.900877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370d18d5-024f-416e-9951-11b6662646a0']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:01.911396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1589c45-539a-4df8-ac5b-d2378c863ac7') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:01.911801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1589c45-539a-4df8-ac5b-d2378c863ac7') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:01.925154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.939816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.946561 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:01.947074 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:01.950352 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:02.014101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.014974 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-15519a20-ffc9-4857-ace2-f780b57f630c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aa12d9f8d2f45c083d3d18e0b953a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819546 Apr 04 11:51:02.017475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41350) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:02.064654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.064996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.071008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.074277 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/networks/370d18d5-024f-416e-9951-11b6662646a0 HTTP/1.1" status: 204 len: 168 time: 0.7103326 Apr 04 11:51:02.077017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41352) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:02.088507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330beb5-b1aa-4ff1-a485-3d2704958b15 tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Pushing event deleted for resources: {'Network': ['ID=370d18d5-024f-416e-9951-11b6662646a0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:02.113131 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8dd83097-09f5-49fb-9f5e-a368dff95b9f tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a1bf23-21f8-4928-9cb7-8662ed438712 HTTP/1.1" status: 200 len: 205 time: 0.0333989 Apr 04 11:51:02.115575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.116222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41354) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:02.193057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.233763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.236377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.239884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1daf5c81-a6ba-4ddd-a088-bdc61f5eb40b HTTP/1.1" status: 204 len: 168 time: 0.2191107 Apr 04 11:51:02.245179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a724617-001e-40da-9672-cf62c695ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf5c81-a6ba-4ddd-a088-bdc61f5eb40b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:02.361838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.364494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.368323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.485371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.485965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Fanout notify agent at l3_agent the message router_deleted on router 85a1bf23-21f8-4928-9cb7-8662ed438712 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:51:02.493468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:02.498088 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d2e7be04-dc46-4efc-b01c-f89215570ffa tempest-RoutersNegativeTest-1711408799 tempest-RoutersNegativeTest-1711408799-project] 10.222.0.43 "DELETE /v2.0/routers/85a1bf23-21f8-4928-9cb7-8662ed438712 HTTP/1.1" status: 204 len: 168 time: 0.3774898 Apr 04 11:51:02.897940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41378) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:02.954888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41380) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:02.975439 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c152f0-508b-4dea-a086-7ef4fee33ea4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:02.976018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c152f0-508b-4dea-a086-7ef4fee33ea4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:02.976505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c152f0-508b-4dea-a086-7ef4fee33ea4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:02.978241 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f1c152f0-508b-4dea-a086-7ef4fee33ea4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=36015d63fc9347ae9e0055318f78f8f7&network_id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 2999 time: 0.0793130 Apr 04 11:51:03.088576 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-92fc50f8-a963-4dcd-afb6-118625912617 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83b1ecdeeea44e8087703af9e32c3356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325245 Apr 04 11:51:03.092102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41390) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:03.141200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:03.167823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:03.265136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:03.276339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:03.279048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:03.283033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4adb275-9dd2-4606-8f8b-76c6afb0af7b HTTP/1.1" status: 204 len: 168 time: 0.1898434 Apr 04 11:51:03.290801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984506-97a0-4817-af47-7f9a9bdd3bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adb275-9dd2-4606-8f8b-76c6afb0af7b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:03.369001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe7dde32-fcb3-4eb2-8bdd-5d762d979255 tempest-ServiceProvidersTest-942027928 tempest-ServiceProvidersTest-942027928-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1027274 Apr 04 11:51:03.807963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:03.915860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb55cf74-c723-42a6-895f-a539d4a40d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:03.988076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb55cf74-c723-42a6-895f-a539d4a40d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.051123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb55cf74-c723-42a6-895f-a539d4a40d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.097458 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bb55cf74-c723-42a6-895f-a539d4a40d57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48082ee8254b40ab97f1ea799bd247cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858424 Apr 04 11:51:04.097458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55cf74-c723-42a6-895f-a539d4a40d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a68454-1d11-4de7-8dc6-604026a23d91,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:04.099341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41420) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:04.152210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.182166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.188293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.302025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.304562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.305825 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72a68454-1d11-4de7-8dc6-604026a23d91 HTTP/1.1" status: 204 len: 168 time: 0.2042856 Apr 04 11:51:04.313500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd7c04-af3e-4ceb-9ea5-8b1543eb29fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a68454-1d11-4de7-8dc6-604026a23d91,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:04.481731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:04.694606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-271727904-network', 'tenant_id': '0b7c0f69bef74a19808b759df4f786e0'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:04.807912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Made reservation on behalf of 0b7c0f69bef74a19808b759df4f786e0 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:04.810304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.819310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.893662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.959232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.979365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:51:04.994009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c378eaf-a2d5-4e47-8f91-5999f43c1436,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:04.996856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:04.997196 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Added segment ff01d137-9fc1-4e97-9b0c-c078b0341b95 of type vlan for network 27fe5892-decd-4990-a07c-9fe1b37677af Apr 04 11:51:05.037188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.119418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.120402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:05.120977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.215872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] Pushing event updated for resources: {'Network': ['ID=27fe5892-decd-4990-a07c-9fe1b37677af,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:05.228519 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71c4e280-9f2c-40dd-8b57-797ade087e24 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7429669 Apr 04 11:51:05.228707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 27fe5892-decd-4990-a07c-9fe1b37677af details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:51:05.232454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41454) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:05.234005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Request body: {'subnet': {'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-271727904-subnet', 'tenant_id': '0b7c0f69bef74a19808b759df4f786e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:05.301843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Made reservation on behalf of 0b7c0f69bef74a19808b759df4f786e0 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:05.304898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.315621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41458) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:05.410950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-24ac26f7-94ad-4d24-b71f-c5c4051cfa22 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1907915105', 'prefixes': ['172.20.0.0/16']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:05.510801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.562877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a61e911-f38a-4c31-95e7-8d7d5cfd620c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:05.573150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Checking segment: {'id': 'ff01d137-9fc1-4e97-9b0c-c078b0341b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:05.573506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Network hostable DHCP agents. Network: 27fe5892-decd-4990-a07c-9fe1b37677af, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:51:05.641201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24ac26f7-94ad-4d24-b71f-c5c4051cfa22 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] Notify callbacks [] for subnetpool, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.642495 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24ac26f7-94ad-4d24-b71f-c5c4051cfa22 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3258796 Apr 04 11:51:05.645432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41462) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:05.674654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-73d6a8eb-819f-4a38-810c-d3de38a5ccb2 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "GET /v2.0/subnetpools/2793b9cb-15ea-451a-8e9f-20430417e183 HTTP/1.1" status: 200 len: 732 time: 0.0280225 Apr 04 11:51:05.675744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Network 27fe5892-decd-4990-a07c-9fe1b37677af is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:51:05.677930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41464) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:05.682699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b8d5f571-2853-4b5d-aa3f-99122945bd54 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-682475639'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:05.771106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 27fe5892-decd-4990-a07c-9fe1b37677af) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:05.778175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:05.779481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.793323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a8f4f-aac7-4685-bca0-d56850e3ec30 None None] Network 27fe5892-decd-4990-a07c-9fe1b37677af requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:05.866954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2e49e8bb-08dd-41ed-8890-0b6cdc9a9f7f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6356010 Apr 04 11:51:05.884683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f571-2853-4b5d-aa3f-99122945bd54 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] Notify callbacks [] for subnetpool, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:05.889884 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b8d5f571-2853-4b5d-aa3f-99122945bd54 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "PUT /v2.0/subnetpools/2793b9cb-15ea-451a-8e9f-20430417e183 HTTP/1.1" status: 200 len: 683 time: 0.2080691 Apr 04 11:51:05.890576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41468) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:05.934944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456e858-6ffa-4807-8023-4f745c90bdc3 None None] Network 27fe5892-decd-4990-a07c-9fe1b37677af requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:06.046396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4690187d-5e22-4271-97ab-4dbb8698529b tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] Notify callbacks [] for subnetpool, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:06.049813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4690187d-5e22-4271-97ab-4dbb8698529b tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "DELETE /v2.0/subnetpools/2793b9cb-15ea-451a-8e9f-20430417e183 HTTP/1.1" status: 204 len: 168 time: 0.1564674 Apr 04 11:51:06.050960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41472) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:06.069745 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-656f0edd-48ed-4e40-88f4-1cb3109c5ffb tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] show failed (client error): The resource could not be found. Apr 04 11:51:06.070910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-656f0edd-48ed-4e40-88f4-1cb3109c5ffb tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "GET /v2.0/subnetpools/2793b9cb-15ea-451a-8e9f-20430417e183 HTTP/1.1" status: 404 len: 346 time: 0.0184362 Apr 04 11:51:06.078449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41476) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:06.099454 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.api.v2.resource [None req-06c67725-cf8a-4e46-89be-b094c0514879 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] delete failed (client error): The resource could not be found. Apr 04 11:51:06.102128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-06c67725-cf8a-4e46-89be-b094c0514879 tempest-SubnetPoolsTestJSON-1451017349 tempest-SubnetPoolsTestJSON-1451017349-project] 10.222.0.43 "DELETE /v2.0/subnetpools/2793b9cb-15ea-451a-8e9f-20430417e183 HTTP/1.1" status: 404 len: 346 time: 0.0223854 Apr 04 11:51:06.647073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41490) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:06.719363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41496) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:06.724393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1253424024-network', 'tenant_id': '59a01d80a8b14d6e8b61d9821b4e7385'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:06.819439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Made reservation on behalf of 59a01d80a8b14d6e8b61d9821b4e7385 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:06.821775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:06.831832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:06.862462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af290992-41cc-478a-a48c-08901daad4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:06.872767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41498) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:06.911809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:06.963887 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba79ba-19ed-4c40-9e16-c285bb95420f tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:06.965354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bbba79ba-19ed-4c40-9e16-c285bb95420f tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 814 time: 0.0916736 Apr 04 11:51:06.996527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.006897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af290992-41cc-478a-a48c-08901daad4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.017365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:51:07.031023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbf06e9-cc20-439b-a23d-6d5cbcadf844,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:07.035641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.035985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Added segment e5f510c2-b504-4064-844a-71a5c29849bf of type vlan for network 710b6afc-0d51-43c2-8479-5c36b184d96b Apr 04 11:51:07.075760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.082647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-af290992-41cc-478a-a48c-08901daad4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.125721 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-af290992-41cc-478a-a48c-08901daad4b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1df359e95aa4d67b2c61ce56c7110be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769289 Apr 04 11:51:07.126603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af290992-41cc-478a-a48c-08901daad4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c1380-d4f7-4af2-b8b1-cae2762e8d5a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:07.130668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:07.176030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.177046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:07.177726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.206331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.257084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] Pushing event updated for resources: {'Network': ['ID=710b6afc-0d51-43c2-8479-5c36b184d96b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:07.263051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.266465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 710b6afc-0d51-43c2-8479-5c36b184d96b details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:51:07.281075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3714c5f5-1a7a-4ab1-9d4b-6846167f5fee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5605204 Apr 04 11:51:07.287900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:07.293991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Request body: {'subnet': {'network_id': '710b6afc-0d51-43c2-8479-5c36b184d96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1253424024-subnet', 'tenant_id': '59a01d80a8b14d6e8b61d9821b4e7385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:07.374048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.377188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.378475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/505c1380-d4f7-4af2-b8b1-cae2762e8d5a HTTP/1.1" status: 204 len: 168 time: 0.2483666 Apr 04 11:51:07.387553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbc6f3-677a-48b7-9dd1-e4cda46fa1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c1380-d4f7-4af2-b8b1-cae2762e8d5a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:07.402622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Made reservation on behalf of 59a01d80a8b14d6e8b61d9821b4e7385 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:07.405425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.642994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.710994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Pushing event updated for resources: {'Subnet': ['ID=908fd0a9-79db-4809-92c9-e9f616b1348c,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:07.716747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Checking segment: {'id': 'e5f510c2-b504-4064-844a-71a5c29849bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '710b6afc-0d51-43c2-8479-5c36b184d96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:07.716957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Network hostable DHCP agents. Network: 710b6afc-0d51-43c2-8479-5c36b184d96b, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:51:07.791074 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Network 710b6afc-0d51-43c2-8479-5c36b184d96b is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:51:07.882828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 710b6afc-0d51-43c2-8479-5c36b184d96b) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:07.887164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:07.887830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:07.892581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d0cbd-82a0-414e-bfdb-cc0a0e9162e4 None None] Network 710b6afc-0d51-43c2-8479-5c36b184d96b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:07.988213 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c2cc9f34-8b4d-4b21-8d2f-0d442756021e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6994624 Apr 04 11:51:08.142217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.148209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--1371809070', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:08.157697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8750d30-c19d-44cf-92f7-7b39eae2883f None None] Network 710b6afc-0d51-43c2-8479-5c36b184d96b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:08.236570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:08.240821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:08.264815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:51:08.274173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:08.274653 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment fa69dd19-91d0-467d-b007-339adf1e53aa of type vlan for network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 Apr 04 11:51:08.317975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:08.410691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:08.416593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:08.417171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:08.540557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=2414e23b-6050-4c88-91f1-2b8316f3e2d5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:08.547819 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6fc49ee7-3cc8-4492-b26a-c2e8efdfa979 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4038494 Apr 04 11:51:08.550582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41528) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.555995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:51:08.576770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-da6fdec5-f3e7-4a8f-b751-25f961357c43 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:08.579148 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-da6fdec5-f3e7-4a8f-b751-25f961357c43 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/networks?id=27fe5892-decd-4990-a07c-9fe1b37677af HTTP/1.1" status: 200 len: 811 time: 0.1896341 Apr 04 11:51:08.602586 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-72ac11c0-53ad-489d-b362-303e2a4348b3 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/quotas/0b7c0f69bef74a19808b759df4f786e0 HTTP/1.1" status: 200 len: 375 time: 0.0146732 Apr 04 11:51:08.635103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8cbfc-7256-4786-880c-c3811a1d5676 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:08.639310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1cf8cbfc-7256-4786-880c-c3811a1d5676 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0849242 Apr 04 11:51:08.639523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41530) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.645782 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-a516aa4a-398f-4179-805a-e78e329b0050 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b7c0f69bef74a19808b759df4f786e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356843 Apr 04 11:51:08.741889 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-13d8a285-6312-4de7-8538-e7e915321bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864680 Apr 04 11:51:08.788517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0175168-0b01-43a9-be04-f353cc4ab22a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:08.790089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0175168-0b01-43a9-be04-f353cc4ab22a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495621 Apr 04 11:51:08.792813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.821049 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-77231c32-baac-450b-a125-3bbf85085d58 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271590 Apr 04 11:51:08.823751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41534) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.835327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-e30cffdf-7357-499d-a2d9-5b95120f47cc service neutron] 10.222.0.43 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Apr 04 11:51:08.854002 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-523a99c9-4b0c-4a23-bd01-4e0ebdf98e93 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291719 Apr 04 11:51:08.856713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41536) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.945839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebe3e7-c104-4afd-98ca-2fa665d55daa tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:08.947343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a1ebe3e7-c104-4afd-98ca-2fa665d55daa tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897291 Apr 04 11:51:08.950160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41538) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.977675 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f4cebf2-45b6-472f-9f30-4c4830cff4c2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264943 Apr 04 11:51:08.979895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41540) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:08.984381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-934660391', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:09.104805 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb952c7d-9352-473a-b472-62f06a10dbb8 req-b7d89872-32ba-443b-afb7-6f83431940cd tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 210 time: 0.0271916 Apr 04 11:51:09.145298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:09.150909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:09.431270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:09.492181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=a3acf422-3626-4687-a1b0-cf4c6e5f8f28,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:09.502366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:09.502724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 2414e23b-6050-4c88-91f1-2b8316f3e2d5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:51:09.582032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:51:09.694646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2414e23b-6050-4c88-91f1-2b8316f3e2d5) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:09.698718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:09.699309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:09.703203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44e5e9-6a0c-45a3-a39b-786f8f867c9f None None] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:09.794088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c6a15d74-2785-4f22-b27c-31201bc20749 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8130457 Apr 04 11:51:09.858237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:51:09.859106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:09.994720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Allocated IP 172.20.0.18 (2414e23b-6050-4c88-91f1-2b8316f3e2d5/a3acf422-3626-4687-a1b0-cf4c6e5f8f28/029fc918-eb3d-46b9-9377-18ef81b738bc) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:51:10.114503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41556) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:10.119785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353116594', 'description': 'tempest-secgroup-smoke-353116594 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:10.147798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.208714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5aa8b2a5-d254-43c2-b1dd-66d6dbee27ec req-b5eb7923-0dd0-43f4-aec7-8b8c4b15ef01 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 210 time: 0.0323567 Apr 04 11:51:10.216339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.240135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.280732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:51:10.283579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:10.284443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.287621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:51:10.293019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Pushing event updated for resources: {'Port': ['ID=029fc918-eb3d-46b9-9377-18ef81b738bc,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:10.350583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Attempting to bind port 029fc918-eb3d-46b9-9377-18ef81b738bc on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:51:10.350957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Attempting to bind port 029fc918-eb3d-46b9-9377-18ef81b738bc by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:51:10.351397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Attempting to bind port 029fc918-eb3d-46b9-9377-18ef81b738bc on network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:10.356624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:51:10.357003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Checking segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:10.357454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.357922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Bound using segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:51:10.358391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Bound port: 029fc918-eb3d-46b9-9377-18ef81b738bc, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:51:10.358782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.376543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.410008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:10.424068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] For port 029fc918-eb3d-46b9-9377-18ef81b738bc, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:51:10.429156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] For port 029fc918-eb3d-46b9-9377-18ef81b738bc, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=029fc918-eb3d-46b9-9377-18ef81b738bc,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:51:10.484730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.486115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-02487ddf-a009-4017-800e-b2f2e3106255 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3698502 Apr 04 11:51:10.489113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41560) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:10.493736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:10.571421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.626082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf493db4-30e4-40f0-b090-715987fbbe3f None None] Pushing event updated for resources: {'Port': ['ID=029fc918-eb3d-46b9-9377-18ef81b738bc,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:10.634652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.706349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.820583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.840385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b4aa61-f79e-4d12-9962-178a7441ada6,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:10.952835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:10.954117 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5eef1d10-7f04-4e24-b3f9-5e9ba286668f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640365 Apr 04 11:51:10.956961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41562) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:10.961195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:11.054493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.112540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.179969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.195238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1f8076-394c-4d31-a579-748488d05b75,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:11.276828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.278087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dbfae800-d334-4e3d-8a06-80eca41afc31 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202183 Apr 04 11:51:11.281042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41566) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:11.286909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:11.325044 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b1bbcdfa-8ce2-44d3-a856-fbb7dd22d71c req-8f23b636-2dfc-4a3e-a472-7fdc3d813c30 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 210 time: 0.0301056 Apr 04 11:51:11.374811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-830214ed-5478-4537-8182-bcbb38b40c88 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:11.376621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-830214ed-5478-4537-8182-bcbb38b40c88 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.44 "GET /v2.0/networks?id=27fe5892-decd-4990-a07c-9fe1b37677af HTTP/1.1" status: 200 len: 811 time: 0.1239057 Apr 04 11:51:11.392168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Request body: {'port': {'device_id': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af', 'admin_state_up': True, 'tenant_id': '0b7c0f69bef74a19808b759df4f786e0'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:11.416547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.470392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.527131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.551661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989d136f-037f-4dbd-a364-8e107cd6f331,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:11.622320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Made reservation on behalf of 0b7c0f69bef74a19808b759df4f786e0 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:11.626585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.641329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d774a43-2bb9-4b7c-9bb3-9c286190acc8 None None] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:11.667692 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 029fc918-eb3d-46b9-9377-18ef81b738bc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:51:11.693174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.695056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-79d78d3f-2fa8-4c53-b52f-fbf3232c9fab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122329 Apr 04 11:51:11.698100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41568) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:11.702826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:11.760536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] Provisioning complete for port 029fc918-eb3d-46b9-9377-18ef81b738bc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:11.761426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.779743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Allocated IP 172.20.0.3 (27fe5892-decd-4990-a07c-9fe1b37677af/1a61e911-f38a-4c31-95e7-8d7d5cfd620c/ed788b05-2a45-45fd-9414-10639a6977cd) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:51:11.806209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.826511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 029fc918-eb3d-46b9-9377-18ef81b738bc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:11.826886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.869614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.956853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.959351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.969579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:11.975176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d987cbe-3ede-42d6-a1cf-5bf3a39edb45,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:12.030458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] For port 029fc918-eb3d-46b9-9377-18ef81b738bc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=029fc918-eb3d-46b9-9377-18ef81b738bc,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:12.032875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.047404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.049467 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-773979e3-ff88-499a-9286-03926d41edd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501952 Apr 04 11:51:12.052330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41574) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:12.057433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:12.062807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.104297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.116753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Network 27fe5892-decd-4990-a07c-9fe1b37677af is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:51:12.118131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Pushing event updated for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:12.121040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:12.123217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:51:12.128458 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:51:12.141969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.220139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85dfc8-733b-4fc0-9b56-12fad54cdf63 None None] Pushing event updated for resources: {'Port': ['ID=029fc918-eb3d-46b9-9377-18ef81b738bc,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:12.232431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.239530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:51:12.248037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:51:12.282757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.304649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16290ac-52b0-44f2-b757-ed4e32c2c35c,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:12.326567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-33c041e2-df21-4df3-8b2f-72e09dbea721 None None] Provisioning complete for port 029fc918-eb3d-46b9-9377-18ef81b738bc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:12.326940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-33c041e2-df21-4df3-8b2f-72e09dbea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.368152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.371402 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2147ac13-84c9-4c73-a6c4-96fa281d297d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161252 Apr 04 11:51:12.372281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41578) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:12.378337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:12.488840 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:51:12.494925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.541887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:12.542502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.559195 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.570992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408014-f4cb-4e57-a50c-c98d693cfb44 req-ae7a29e0-fc98-414f-bbe7-acf6a6c52302 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:12.572468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a4408014-f4cb-4e57-a50c-c98d693cfb44 req-ae7a29e0-fc98-414f-bbe7-acf6a6c52302 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 931 time: 0.0684669 Apr 04 11:51:12.610288 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a4408014-f4cb-4e57-a50c-c98d693cfb44 req-51019dbd-fdaa-4d37-a771-3323489a529c tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Apr 04 11:51:12.662619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-0512919b-6d84-4f5a-8356-6b7a5a08421b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2749660 Apr 04 11:51:12.675851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Request body: {'port': {'device_id': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:12.711752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.731394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8ce0a4-eeed-4f4a-8804-5020500a513b,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:12.732517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.810729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:12.811977 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e65b765f-aad2-4a86-ad3d-3aff5ed38945 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4383924 Apr 04 11:51:13.001446 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-fe9afccc-d305-40d3-9fca-ac09953a8a4d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353116594&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0318773 Apr 04 11:51:13.011695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed788b05-2a45-45fd-9414-10639a6977cd {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:51:13.019498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.032268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Transition to ACTIVE for port object ed788b05-2a45-45fd-9414-10639a6977cd will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:51:13.113221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-e440646d-a8c1-4c4d-b5b7-04f132305a19 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.114692 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-e440646d-a8c1-4c4d-b5b7-04f132305a19 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=2414e23b-6050-4c88-91f1-2b8316f3e2d5 HTTP/1.1" status: 200 len: 797 time: 0.1057696 Apr 04 11:51:13.129826 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-303c24a0-86f6-4343-b06b-2517b05ab270 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Apr 04 11:51:13.176601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.187944 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-0baf209e-4fe0-4394-bdca-efbde75793c9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522647 Apr 04 11:51:13.243525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:13.296950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-711c0a4b-f108-4fce-a2b1-c1bc695f119b service neutron] 10.222.0.43 "GET /v2.0/networks/2414e23b-6050-4c88-91f1-2b8316f3e2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966067 Apr 04 11:51:13.298646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Attempting to bind port ed788b05-2a45-45fd-9414-10639a6977cd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:51:13.298982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Attempting to bind port ed788b05-2a45-45fd-9414-10639a6977cd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'ff01d137-9fc1-4e97-9b0c-c078b0341b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:51:13.299306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Attempting to bind port ed788b05-2a45-45fd-9414-10639a6977cd on network 27fe5892-decd-4990-a07c-9fe1b37677af {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:13.304154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Port ed788b05-2a45-45fd-9414-10639a6977cd on network 27fe5892-decd-4990-a07c-9fe1b37677af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:51:13.304499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Attempting to bind port ed788b05-2a45-45fd-9414-10639a6977cd on network 27fe5892-decd-4990-a07c-9fe1b37677af {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:13.309398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:51:13.309847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Checking segment: {'id': 'ff01d137-9fc1-4e97-9b0c-c078b0341b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:13.310393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Bound using segment: {'id': 'ff01d137-9fc1-4e97-9b0c-c078b0341b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:51:13.310987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Bound port: ed788b05-2a45-45fd-9414-10639a6977cd, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff01d137-9fc1-4e97-9b0c-c078b0341b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:51:13.311342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.374677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:51:13.377830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed788b05-2a45-45fd-9414-10639a6977cd,segment=NetworkSegment(ff01d137-9fc1-4e97-9b0c-c078b0341b95),segment_id=ff01d137-9fc1-4e97-9b0c-c078b0341b95)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:51:13.391117 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-2a47cbc9-93bb-46ab-9ffc-7f7eb4885c81 service neutron] 10.222.0.43 "GET /v2.0/networks/2414e23b-6050-4c88-91f1-2b8316f3e2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Apr 04 11:51:13.437929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.477639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.478290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.479656 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] 10.222.0.44 "PUT /v2.0/ports/ed788b05-2a45-45fd-9414-10639a6977cd HTTP/1.1" status: 200 len: 1093 time: 0.8078685 Apr 04 11:51:13.480138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:13.482464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc90114-2931-4b7d-be67-5bda94d6ac75" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:13.507751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4afd-5f4a-4adc-a5e7-8383f365dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:13.524548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465d115-e9c5-454a-918f-60e150dcc929 x-openstack-request-id: req-8465d115-e9c5-454a-918f-60e150dcc929 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:13.524843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:13.525097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8465d115-e9c5-454a-918f-60e150dcc929 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:13.525499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8465d115-e9c5-454a-918f-60e150dcc929'] response: {'name': 'network-changed', 'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd', 'status': 'completed', 'code': 200} Apr 04 11:51:13.596749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-7fde8971-078f-445f-a2e6-79c68aadb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.599663 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-7fde8971-078f-445f-a2e6-79c68aadb7cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b7c0f69bef74a19808b759df4f786e0&device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 1096 time: 0.0522058 Apr 04 11:51:13.669501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7da7a2eb-5824-461a-8b43-10eb3e1ade53 req-652c5b6f-fa61-4357-8662-f4bc84252405 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 210 time: 0.0381625 Apr 04 11:51:13.677950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 029fc918-eb3d-46b9-9377-18ef81b738bc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:51:13.741759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 029fc918-eb3d-46b9-9377-18ef81b738bc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:13.741971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:13.751411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-0315f10b-5240-44b3-b52a-e25e3ec8fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.752908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ff5b-2470-4efb-bed2-e10059c2d344 req-ebc923c4-1143-4147-8c27-b02ea2f79fd1 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.753449 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-0315f10b-5240-44b3-b52a-e25e3ec8fdff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0b7c0f69bef74a19808b759df4f786e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1477189 Apr 04 11:51:13.764195 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d6b1ff5b-2470-4efb-bed2-e10059c2d344 req-ebc923c4-1143-4147-8c27-b02ea2f79fd1 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 943 time: 0.0798197 Apr 04 11:51:13.804057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d6b1ff5b-2470-4efb-bed2-e10059c2d344 req-b0a57dd0-2ecc-4dc4-8df1-a7999b670408 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Apr 04 11:51:13.871101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-8f8e670d-344a-4f99-add4-6ad66730be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.872693 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecc90114-2931-4b7d-be67-5bda94d6ac75 req-8f8e670d-344a-4f99-add4-6ad66730be95 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126580 Apr 04 11:51:13.950270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-aa6308a8-f975-4115-830e-a14a7cc0b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:13.951845 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-aa6308a8-f975-4115-830e-a14a7cc0b1d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b7c0f69bef74a19808b759df4f786e0&device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 1096 time: 0.0416903 Apr 04 11:51:13.992313 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-52d2e106-8256-4f09-8a1b-69065ce9a868 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed788b05-2a45-45fd-9414-10639a6977cd HTTP/1.1" status: 200 len: 217 time: 0.0336246 Apr 04 11:51:14.046091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-600b17bb-99f7-46c2-9b42-6eb48636f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:14.047586 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-600b17bb-99f7-46c2-9b42-6eb48636f82e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a61e911-f38a-4c31-95e7-8d7d5cfd620c HTTP/1.1" status: 200 len: 851 time: 0.0486000 Apr 04 11:51:14.079204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-ac5f7701-f5f1-4e59-998b-5906c9f74e9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fe5892-decd-4990-a07c-9fe1b37677af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257003 Apr 04 11:51:14.173940 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-a79f9eb2-78a1-447b-bfea-65648779f9c9 service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877132 Apr 04 11:51:14.268159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8ff79701-8a44-4c70-8e66-9bd686402366 req-907dcf1c-3bf8-4270-8eac-3cd102680fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872800 Apr 04 11:51:14.778426 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e239633-b181-45e1-9b6e-b11e5c286738 req-5dac827b-979e-4b8b-a697-d9985d91aebb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 210 time: 0.0299666 Apr 04 11:51:14.928305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce14f85-7e3f-44bb-bd5b-60a28eba140a req-b881fccd-059a-4ac0-ac36-c5e9244cd1af tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:14.929777 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0ce14f85-7e3f-44bb-bd5b-60a28eba140a req-b881fccd-059a-4ac0-ac36-c5e9244cd1af tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 943 time: 0.0528643 Apr 04 11:51:14.968790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0ce14f85-7e3f-44bb-bd5b-60a28eba140a req-6c256965-877f-4167-9e1d-1df58c4db693 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Apr 04 11:51:15.553751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-a30ec319-d4c8-4c88-8591-d9eb210c0bd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:15.555756 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-a30ec319-d4c8-4c88-8591-d9eb210c0bd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=2414e23b-6050-4c88-91f1-2b8316f3e2d5 HTTP/1.1" status: 200 len: 797 time: 0.1054881 Apr 04 11:51:15.601876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-453cb5ee-27b9-4801-970c-265ab9b4bf1f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 471 time: 0.0374892 Apr 04 11:51:15.610663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:15.805487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:51:15.809118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:15.905821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ae4146bd-7a72-42f4-93bf-152530893266 req-70e78fb5-12a5-4461-a3c6-c85707ac1cc4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 210 time: 0.0351851 Apr 04 11:51:15.967696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.22 (2414e23b-6050-4c88-91f1-2b8316f3e2d5/a3acf422-3626-4687-a1b0-cf4c6e5f8f28/4b948912-f862-40f2-af35-bf7ec7dd40b1) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:51:16.085809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2295-f564-484f-8482-b201a2b6cf5b req-0b85925e-9847-4b82-ba88-4b8bf6ffec2d tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:16.087835 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8ad2295-f564-484f-8482-b201a2b6cf5b req-0b85925e-9847-4b82-ba88-4b8bf6ffec2d tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 943 time: 0.0494189 Apr 04 11:51:16.109649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.128113 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8ad2295-f564-484f-8482-b201a2b6cf5b req-f9cfe8ce-2410-4556-86f7-562aac59b4b2 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Apr 04 11:51:16.216966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.259963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:51:16.263049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:16.266636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:51:16.291585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:16.326693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:16.327326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.424938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-6f050271-db0a-4c9c-9e32-2b0aedc7cb7a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179097 Apr 04 11:51:16.439838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Request body: {'port': {'device_id': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:51:16.440537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ed788b05-2a45-45fd-9414-10639a6977cd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:51:16.490127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.531212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e69a797c-2195-4d7a-a745-6e05d0a91b33 None None] Provisioning complete for port 4b948912-f862-40f2-af35-bf7ec7dd40b1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:16.531592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e69a797c-2195-4d7a-a745-6e05d0a91b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.575975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed788b05-2a45-45fd-9414-10639a6977cd,segment=NetworkSegment(ff01d137-9fc1-4e97-9b0c-c078b0341b95),segment_id=ff01d137-9fc1-4e97-9b0c-c078b0341b95)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:16.590841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'ed788b05-2a45-45fd-9414-10639a6977cd', 'network_id': '27fe5892-decd-4990-a07c-9fe1b37677af', 'port_id': 'ed788b05-2a45-45fd-9414-10639a6977cd', 'mac_address': 'fa:16:3e:cf:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a61e911-f38a-4c31-95e7-8d7d5cfd620c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:51:16.592362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e69a797c-2195-4d7a-a745-6e05d0a91b33 None None] Port 4b948912-f862-40f2-af35-bf7ec7dd40b1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:51:16.636810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.650056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed788b05-2a45-45fd-9414-10639a6977cd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:51:16.668922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed788b05-2a45-45fd-9414-10639a6977cd,segment=NetworkSegment(ff01d137-9fc1-4e97-9b0c-c078b0341b95),segment_id=ff01d137-9fc1-4e97-9b0c-c078b0341b95)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:16.753274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b948912-f862-40f2-af35-bf7ec7dd40b1 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:51:16.753928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.760789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.778443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Transition to ACTIVE for port object 4b948912-f862-40f2-af35-bf7ec7dd40b1 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:51:16.809878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:16.856352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:16.907104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:16.972908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['ed788b05-2a45-45fd-9414-10639a6977cd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:51:17.000197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Attempting to bind port 4b948912-f862-40f2-af35-bf7ec7dd40b1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:51:17.000197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Attempting to bind port 4b948912-f862-40f2-af35-bf7ec7dd40b1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:51:17.000197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Attempting to bind port 4b948912-f862-40f2-af35-bf7ec7dd40b1 on network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:17.024799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Port 4b948912-f862-40f2-af35-bf7ec7dd40b1 on network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:51:17.025310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Attempting to bind port 4b948912-f862-40f2-af35-bf7ec7dd40b1 on network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:17.033764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:51:17.034111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Checking segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:17.034499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Bound using segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:51:17.034943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Bound port: 4b948912-f862-40f2-af35-bf7ec7dd40b1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:51:17.035312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:17.081665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24725a46-8f41-42ee-a597-8b779a9f0bd6 req-a893da0d-4b47-4779-8b79-cc21c61e24db tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.083227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24725a46-8f41-42ee-a597-8b779a9f0bd6 req-a893da0d-4b47-4779-8b79-cc21c61e24db tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 944 time: 0.1038539 Apr 04 11:51:17.145101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:51:17.150240 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24725a46-8f41-42ee-a597-8b779a9f0bd6 req-7c90806b-ae54-47c3-a385-3ae30fc43f92 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603483 Apr 04 11:51:17.161370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:51:17.228695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:17.243782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a6ab-c3a9-4e7d-b5d1-3193da629264 req-8d5cd51c-f855-4f81-b818-0155f8779a57 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.245306 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0616a6ab-c3a9-4e7d-b5d1-3193da629264 req-8d5cd51c-f855-4f81-b818-0155f8779a57 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 944 time: 0.0479972 Apr 04 11:51:17.262208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.263137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:17.264621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b948912-f862-40f2-af35-bf7ec7dd40b1 HTTP/1.1" status: 200 len: 1094 time: 0.8321636 Apr 04 11:51:17.270156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:17.273521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f004b-d80c-4a03-9aa1-f6a349671384" -d '{"events": [{"name": "network-changed", "server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:17.293953 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0616a6ab-c3a9-4e7d-b5d1-3193da629264 req-0a1ffdcc-414e-4253-b846-141278fbf21b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Apr 04 11:51:17.306254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb72e-dcd1-4e23-b71a-410e4ff69b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:17.323917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def33e2f-38b9-4332-bdfd-00c0617a3972 x-openstack-request-id: req-def33e2f-38b9-4332-bdfd-00c0617a3972 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:17.328071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:17.328071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-def33e2f-38b9-4332-bdfd-00c0617a3972 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:17.328071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def33e2f-38b9-4332-bdfd-00c0617a3972'] response: {'name': 'network-changed', 'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1', 'status': 'completed', 'code': 200} Apr 04 11:51:17.390555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-a7c22a45-81b9-41c3-9474-f7c1070864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.391982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-a7c22a45-81b9-41c3-9474-f7c1070864a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 1097 time: 0.0444009 Apr 04 11:51:17.498465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-dd616358-936f-4241-b1f4-4d43515478f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.498952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-dd616358-936f-4241-b1f4-4d43515478f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.500565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-dd616358-936f-4241-b1f4-4d43515478f5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1009820 Apr 04 11:51:17.598121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-c711d911-4be4-4a42-8650-5e73f8500c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.599586 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c1f004b-d80c-4a03-9aa1-f6a349671384 req-c711d911-4be4-4a42-8650-5e73f8500c81 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925040 Apr 04 11:51:17.677653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-2373e0f3-31f6-418b-b9f1-f248b9d7355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.679057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-2373e0f3-31f6-418b-b9f1-f248b9d7355b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 1097 time: 0.0409529 Apr 04 11:51:17.721165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-ada08346-c121-4f2b-809f-82b6e4cff6a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1 HTTP/1.1" status: 200 len: 217 time: 0.0334380 Apr 04 11:51:17.770805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-f9cc73dc-dcca-4867-b09c-f15432557960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.772215 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-f9cc73dc-dcca-4867-b09c-f15432557960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3acf422-3626-4687-a1b0-cf4c6e5f8f28 HTTP/1.1" status: 200 len: 837 time: 0.0444117 Apr 04 11:51:17.821447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-15068673-c6e2-4e4d-a22c-30da78c1b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:17.823002 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-15068673-c6e2-4e4d-a22c-30da78c1b7ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2414e23b-6050-4c88-91f1-2b8316f3e2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438111 Apr 04 11:51:17.912230 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-a18dcb38-d360-45dc-a57f-0fef5f779533 service neutron] 10.222.0.44 "GET /v2.0/networks/2414e23b-6050-4c88-91f1-2b8316f3e2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Apr 04 11:51:18.000581 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60191892-9951-43fa-8eaa-fd7ab3dbfde8 req-870b18dc-8d7c-4907-b21c-c3129078a44c service neutron] 10.222.0.44 "GET /v2.0/networks/2414e23b-6050-4c88-91f1-2b8316f3e2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Apr 04 11:51:18.269543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5568dd-d6f4-42bb-b849-9d87f7f51be0 req-0574b9f7-b504-4632-99c7-551b4e8677f1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:18.270917 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-df5568dd-d6f4-42bb-b849-9d87f7f51be0 req-0574b9f7-b504-4632-99c7-551b4e8677f1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 944 time: 0.0507953 Apr 04 11:51:18.308844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-df5568dd-d6f4-42bb-b849-9d87f7f51be0 req-95388020-3271-4ff6-8bc7-f3ce71961448 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Apr 04 11:51:18.416438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0968-2fae-4827-9b2e-2ca98b5179f5 req-5ecafb22-0179-4fad-af6c-ba1909ef8340 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:18.417930 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb8c0968-2fae-4827-9b2e-2ca98b5179f5 req-5ecafb22-0179-4fad-af6c-ba1909ef8340 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 944 time: 0.0499067 Apr 04 11:51:18.452573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ed788b05-2a45-45fd-9414-10639a6977cd up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:51:18.456956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb8c0968-2fae-4827-9b2e-2ca98b5179f5 req-986b9e01-782e-4146-971f-cefc83762af5 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Apr 04 11:51:18.576280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port ed788b05-2a45-45fd-9414-10639a6977cd completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:51:18.579995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port ed788b05-2a45-45fd-9414-10639a6977cd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:18.580540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:18.658517 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:18.680346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:18.682598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30f5c3-9abc-4287-aeb5-65df4cfad205" -d '{"events": [{"server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:18.694483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed788b05-2a45-45fd-9414-10639a6977cd,segment=NetworkSegment(ff01d137-9fc1-4e97-9b0c-c078b0341b95),segment_id=ff01d137-9fc1-4e97-9b0c-c078b0341b95)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:18.719439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b842723b-64bd-4d89-9adb-e4efa1633c04 x-openstack-request-id: req-b842723b-64bd-4d89-9adb-e4efa1633c04 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:18.719727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:18.719977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b842723b-64bd-4d89-9adb-e4efa1633c04 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:18.720369 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b842723b-64bd-4d89-9adb-e4efa1633c04'] response: {'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd', 'code': 200} Apr 04 11:51:18.776657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:18.823044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:19.062549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a451c40-1e7c-4898-b41a-6a6f3849db7e req-19101441-1252-4ee2-8965-42bd59abe937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:19.064014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a451c40-1e7c-4898-b41a-6a6f3849db7e req-19101441-1252-4ee2-8965-42bd59abe937 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 1098 time: 0.0412180 Apr 04 11:51:19.101232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9a451c40-1e7c-4898-b41a-6a6f3849db7e req-c88ef502-9cc0-4218-a86d-f75878a4ced3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Apr 04 11:51:19.425368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08424252-b13e-49db-9ffb-8961218ac21f req-2d0eaa6d-3ea2-403b-b7e3-6fdc5aaa8278 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:19.426801 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08424252-b13e-49db-9ffb-8961218ac21f req-2d0eaa6d-3ea2-403b-b7e3-6fdc5aaa8278 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 944 time: 0.0493350 Apr 04 11:51:19.463781 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08424252-b13e-49db-9ffb-8961218ac21f req-0b4fd976-3be0-482f-aa34-3ce4e133b65e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308790 Apr 04 11:51:19.572149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c89058-e7bd-4875-881d-2224648c6d32 req-944f9089-919c-4b98-967d-aef866defbc6 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:19.573656 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-70c89058-e7bd-4875-881d-2224648c6d32 req-944f9089-919c-4b98-967d-aef866defbc6 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0482893 Apr 04 11:51:19.610650 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-70c89058-e7bd-4875-881d-2224648c6d32 req-42511e8d-026e-4b91-a3d0-ccb54f65d6ba tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Apr 04 11:51:20.454991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4b948912-f862-40f2-af35-bf7ec7dd40b1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:51:20.550811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:20.562273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '4b948912-f862-40f2-af35-bf7ec7dd40b1', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'port_id': '4b948912-f862-40f2-af35-bf7ec7dd40b1', 'mac_address': 'fa:16:3e:98:86:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:51:20.580782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03c912-7fa5-4073-949a-d907b7ae48de req-fe9f6149-6b06-40e6-8abc-73d0ddeda814 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:20.582369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed03c912-7fa5-4073-949a-d907b7ae48de req-fe9f6149-6b06-40e6-8abc-73d0ddeda814 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 944 time: 0.0500603 Apr 04 11:51:20.599144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:20.611592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b948912-f862-40f2-af35-bf7ec7dd40b1 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:51:20.621952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed03c912-7fa5-4073-949a-d907b7ae48de req-1feb4aee-7146-4218-9adf-844b2a055a3d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Apr 04 11:51:20.632318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:20.697084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:20.723759 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c129-c278-4b44-9d54-52590b6e7b46 req-2fb0d2d4-3047-4c47-9a5c-3bf1b72d0701 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:20.725177 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5ae8c129-c278-4b44-9d54-52590b6e7b46 req-2fb0d2d4-3047-4c47-9a5c-3bf1b72d0701 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0485044 Apr 04 11:51:20.743142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:20.764375 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5ae8c129-c278-4b44-9d54-52590b6e7b46 req-2b7d4dd8-a295-4ac4-9dca-4006a5c1fd9c tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Apr 04 11:51:20.879653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35d316-dbfd-4c2b-a120-3ce4fce38e33 req-6da12f4a-5ce4-4701-8f6b-a26139362b89 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:20.881108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d35d316-dbfd-4c2b-a120-3ce4fce38e33 req-6da12f4a-5ce4-4701-8f6b-a26139362b89 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0504055 Apr 04 11:51:20.923406 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d35d316-dbfd-4c2b-a120-3ce4fce38e33 req-ac0eb2ca-942a-4cb7-8607-39db23318dbe tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Apr 04 11:51:20.932248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['4b948912-f862-40f2-af35-bf7ec7dd40b1'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:51:21.448639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44ec21-108e-4469-b97b-2eb7646487b7 req-4d01c7da-e2ef-436b-aeef-f3f13886d3cc tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:21.450104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b44ec21-108e-4469-b97b-2eb7646487b7 req-4d01c7da-e2ef-436b-aeef-f3f13886d3cc tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0481005 Apr 04 11:51:21.488182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b44ec21-108e-4469-b97b-2eb7646487b7 req-6976a8a8-b5c7-4cab-96df-0190055b2923 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Apr 04 11:51:21.740868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e28b7b-f48e-490d-8131-6080303b4f4f req-a69b4aa0-8781-4f11-86eb-32a3266f9624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:21.742340 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e1e28b7b-f48e-490d-8131-6080303b4f4f req-a69b4aa0-8781-4f11-86eb-32a3266f9624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 945 time: 0.0518627 Apr 04 11:51:21.780032 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e1e28b7b-f48e-490d-8131-6080303b4f4f req-88727947-76d6-426b-9698-444b28bdba27 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Apr 04 11:51:22.456641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4b948912-f862-40f2-af35-bf7ec7dd40b1 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:51:22.608826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23489e17-07cd-4008-b60c-084133784897 req-adb34bed-a3fb-4868-ac11-6ca2d60c975a tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:22.610503 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23489e17-07cd-4008-b60c-084133784897 req-adb34bed-a3fb-4868-ac11-6ca2d60c975a tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0520575 Apr 04 11:51:22.649841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23489e17-07cd-4008-b60c-084133784897 req-aaf89fb0-b8ed-4c29-bc18-33792b255af0 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Apr 04 11:51:22.733932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 4b948912-f862-40f2-af35-bf7ec7dd40b1 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:51:22.737938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 4b948912-f862-40f2-af35-bf7ec7dd40b1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:22.738315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:22.814595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:22.837445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:22.839707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c591c90b-8dbb-482d-b8fd-8cdcf9f17187" -d '{"events": [{"server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "name": "network-vif-plugged", "status": "completed", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:22.852094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:22.894717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fdcf8-d544-44a0-bd51-4b80250e2bba req-1cc69595-a3ac-4112-afc9-ab903bb413ac tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:22.896223 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-407fdcf8-d544-44a0-bd51-4b80250e2bba req-1cc69595-a3ac-4112-afc9-ab903bb413ac tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Apr 04 11:51:22.945990 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-407fdcf8-d544-44a0-bd51-4b80250e2bba req-a78fbabc-fa00-4c20-a2a9-1ddce89dd38e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Apr 04 11:51:22.946437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a673c-6a38-4782-b1a5-eee8fb64488c x-openstack-request-id: req-516a673c-6a38-4782-b1a5-eee8fb64488c {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:22.946734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "name": "network-vif-plugged", "status": "completed", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:22.946980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-516a673c-6a38-4782-b1a5-eee8fb64488c {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:22.947382 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516a673c-6a38-4782-b1a5-eee8fb64488c'] response: {'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1', 'code': 200} Apr 04 11:51:22.957353 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:23.017091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:23.052492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0724563-e8c4-4f48-adbc-c0b60195ba7a req-1a7b3ead-5632-4054-8422-aba5347b8028 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:23.054905 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d0724563-e8c4-4f48-adbc-c0b60195ba7a req-1a7b3ead-5632-4054-8422-aba5347b8028 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0544765 Apr 04 11:51:23.098590 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d0724563-e8c4-4f48-adbc-c0b60195ba7a req-27d506a3-8113-4144-8d7f-e8d20c31a65f tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Apr 04 11:51:23.120501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-3fab2b13-51da-4303-ad45-9254d856b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:23.122139 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-3fab2b13-51da-4303-ad45-9254d856b30c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b7c0f69bef74a19808b759df4f786e0&device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 1098 time: 0.0459492 Apr 04 11:51:23.211270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-0ed00ee9-2d37-485b-8df1-232f678d2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:23.213252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-0ed00ee9-2d37-485b-8df1-232f678d2c1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fe5892-decd-4990-a07c-9fe1b37677af HTTP/1.1" status: 200 len: 912 time: 0.0837340 Apr 04 11:51:23.265252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-635518b2-06bc-4bfd-86c4-58e7032090c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed788b05-2a45-45fd-9414-10639a6977cd HTTP/1.1" status: 200 len: 217 time: 0.0385208 Apr 04 11:51:23.285653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7acc0-6552-4600-9014-85552da645df req-784eeee3-c5c3-49e7-a177-f7be705f5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:23.287192 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33d7acc0-6552-4600-9014-85552da645df req-784eeee3-c5c3-49e7-a177-f7be705f5d0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 1099 time: 0.0410161 Apr 04 11:51:23.314972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-4be35f25-45c1-40b5-be43-2c201fc6e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:23.316462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-4be35f25-45c1-40b5-be43-2c201fc6e36a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a61e911-f38a-4c31-95e7-8d7d5cfd620c HTTP/1.1" status: 200 len: 851 time: 0.0454452 Apr 04 11:51:23.321427 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33d7acc0-6552-4600-9014-85552da645df req-60e1be39-b015-42fa-af46-2a7ef069fbfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268853 Apr 04 11:51:23.346981 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-cc9e69d2-8746-4a82-800a-5187ac7a3d1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fe5892-decd-4990-a07c-9fe1b37677af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244656 Apr 04 11:51:23.597660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-cc1c31e3-cdc5-496c-a063-461d1ced24e3 service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Apr 04 11:51:23.686181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92c7d48a-e63f-4954-b169-ba647c90b022 req-2b7acd6d-a327-4cb0-b559-4bd2ecd789ac service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817602 Apr 04 11:51:24.060944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99eacf-1e7a-41c4-a7f1-f0fb9f06b32c req-59e4f052-c3d9-4f0a-9d21-e2ffe5292f47 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:24.062453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f99eacf-1e7a-41c4-a7f1-f0fb9f06b32c req-59e4f052-c3d9-4f0a-9d21-e2ffe5292f47 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0487225 Apr 04 11:51:24.103738 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f99eacf-1e7a-41c4-a7f1-f0fb9f06b32c req-1cf77e89-1124-4794-abb7-0b9f4e975943 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353758 Apr 04 11:51:24.217940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154c1e-77df-4256-a97e-e9928bab6dc6 req-2959dead-5fd6-49cb-adb6-837ecc5da114 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:24.219504 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62154c1e-77df-4256-a97e-e9928bab6dc6 req-2959dead-5fd6-49cb-adb6-837ecc5da114 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0518363 Apr 04 11:51:24.256699 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62154c1e-77df-4256-a97e-e9928bab6dc6 req-a87243a3-9cbb-4f20-9dec-2f9cd89f54df tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Apr 04 11:51:25.217708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4f76-6f15-42c3-9fe7-10b8c27bd803 req-d14991bf-25d8-4185-bc35-8292604baf20 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:25.219158 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-28ac4f76-6f15-42c3-9fe7-10b8c27bd803 req-d14991bf-25d8-4185-bc35-8292604baf20 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0477746 Apr 04 11:51:25.255475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-28ac4f76-6f15-42c3-9fe7-10b8c27bd803 req-20882d65-1223-4848-8a61-0b9a531357de tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Apr 04 11:51:25.369458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aff69a-4d9f-456c-9580-933420709196 req-9f6c07fc-2104-4aca-935f-f162b62fced5 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:25.371000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33aff69a-4d9f-456c-9580-933420709196 req-9f6c07fc-2104-4aca-935f-f162b62fced5 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0481696 Apr 04 11:51:25.376326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef38b93-957a-42ee-9386-ff4854fb5699 req-16543826-7b9a-4ea9-9409-f398a64032a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:25.377817 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eef38b93-957a-42ee-9386-ff4854fb5699 req-16543826-7b9a-4ea9-9409-f398a64032a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0471728 Apr 04 11:51:25.409219 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33aff69a-4d9f-456c-9580-933420709196 req-9336df49-e4fa-4ccb-b661-f8d5ad2b8e88 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Apr 04 11:51:25.416019 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eef38b93-957a-42ee-9386-ff4854fb5699 req-353cab1f-7c1a-40a3-9433-d2ad824256b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Apr 04 11:51:25.802274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43a46-c4a5-4bb4-9be3-2258c0d229cb req-aeb79236-71e7-4a10-8cb4-405d4d124e53 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:25.803726 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d7f43a46-c4a5-4bb4-9be3-2258c0d229cb req-aeb79236-71e7-4a10-8cb4-405d4d124e53 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0475125 Apr 04 11:51:25.842095 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d7f43a46-c4a5-4bb4-9be3-2258c0d229cb req-51c6c45a-0a9a-4500-a778-8103ee8772e5 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Apr 04 11:51:26.918912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:26.958298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc222a74-5e2c-49fa-b91f-025cc279c538 req-99935a7d-8697-4444-b2a4-3d2600d9d91b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:26.959852 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cc222a74-5e2c-49fa-b91f-025cc279c538 req-99935a7d-8697-4444-b2a4-3d2600d9d91b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0480862 Apr 04 11:51:27.004340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cc222a74-5e2c-49fa-b91f-025cc279c538 req-3c100fc8-aefc-405c-87fd-08814212119c tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Apr 04 11:51:27.202941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-757f4541-85a4-4723-8c40-153625f07239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:27.383535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:27.389467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae26b-f302-4cc4-943a-76db317af3a6 req-8258e929-bfdc-488c-a367-c29885e5f4e6 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:27.391139 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e68ae26b-f302-4cc4-943a-76db317af3a6 req-8258e929-bfdc-488c-a367-c29885e5f4e6 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0780356 Apr 04 11:51:27.430427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e68ae26b-f302-4cc4-943a-76db317af3a6 req-1ab8c04b-ac70-43bb-afcf-0948dd1c329f tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Apr 04 11:51:27.569061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-9580caca-ba3a-4801-84a4-3a7fc64f4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:27.570630 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-9580caca-ba3a-4801-84a4-3a7fc64f4bea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b7c0f69bef74a19808b759df4f786e0&device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 1098 time: 0.0418127 Apr 04 11:51:27.649713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.17 (2414e23b-6050-4c88-91f1-2b8316f3e2d5/a3acf422-3626-4687-a1b0-cf4c6e5f8f28/1f695e90-0fdb-439f-9e25-42829933cccd) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:51:27.669306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-48b7f888-bbf8-46a9-a550-83caf714d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:27.673764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-48b7f888-bbf8-46a9-a550-83caf714d81d service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fe5892-decd-4990-a07c-9fe1b37677af HTTP/1.1" status: 200 len: 912 time: 0.0926247 Apr 04 11:51:27.711670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-64ce6ba3-30d9-4d9c-9ef3-e4867d53dc97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed788b05-2a45-45fd-9414-10639a6977cd HTTP/1.1" status: 200 len: 217 time: 0.0347102 Apr 04 11:51:27.757902 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:27.760009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-c45cef4a-fd57-480b-b927-797ddaffb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:27.761459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-c45cef4a-fd57-480b-b927-797ddaffb740 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a61e911-f38a-4c31-95e7-8d7d5cfd620c HTTP/1.1" status: 200 len: 851 time: 0.0424705 Apr 04 11:51:27.796880 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-c240429b-01c2-4400-bf95-8a28c3849dde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fe5892-decd-4990-a07c-9fe1b37677af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289242 Apr 04 11:51:27.848840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:27.890266 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-bc9b3e16-baf0-4ff4-8e6f-6573bde71e65 service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871522 Apr 04 11:51:27.893658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:51:27.896676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:27.900696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:51:27.928241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:27.945193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.945732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.946182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.946618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.947054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.947733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.948203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.948634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.949064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.949508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.949982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.950405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:27.967149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:27.995651 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2065e15f-6fad-40b7-8ef2-658869e61f2b req-63e29e3a-f6b3-40e5-8377-651bdd0bee12 service neutron] 10.222.0.44 "GET /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974889 Apr 04 11:51:28.138158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-de36d8ad-64a1-499e-acd5-0fa1006019e2 None None] Provisioning complete for port 1f695e90-0fdb-439f-9e25-42829933cccd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:28.138458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de36d8ad-64a1-499e-acd5-0fa1006019e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:28.172436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:28.172964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-de36d8ad-64a1-499e-acd5-0fa1006019e2 None None] Port 1f695e90-0fdb-439f-9e25-42829933cccd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:51:28.709136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5333-4122-4817-b965-03e95b0677e0 req-e7a71d39-7515-4a28-a3e8-fcb7c3e81ed8 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:28.710703 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a15a5333-4122-4817-b965-03e95b0677e0 req-e7a71d39-7515-4a28-a3e8-fcb7c3e81ed8 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0860240 Apr 04 11:51:28.792918 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a15a5333-4122-4817-b965-03e95b0677e0 req-7057c64f-2f76-48af-902b-922fe770aa74 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Apr 04 11:51:28.832782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:28.894002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:28.966394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:28.968831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:29.061343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:51:29.062651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:51:29.183489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:51:29.292990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:51:29.298195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b6824adf-149a-487d-a2b2-29191dc181f7 None None] Provisioning complete for port 1f695e90-0fdb-439f-9e25-42829933cccd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:29.298791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d7b3076-477f-4f29-bdac-323c9911f045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fdb2776a-d519-4862-8d86-32cce12c0de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783448 Apr 04 11:51:29.298941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6824adf-149a-487d-a2b2-29191dc181f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:29.323162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:51:29.349977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b6824adf-149a-487d-a2b2-29191dc181f7 None None] Port 1f695e90-0fdb-439f-9e25-42829933cccd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:51:29.353910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:51:29.354497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:50:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:29.458978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e3797fe6-4cb0-4599-9c5d-d3e8e6068b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:29.463451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:51:29.683521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:28Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f695e90-0fdb-439f-9e25-42829933cccd', 'name': '', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:67:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:51:27Z', 'updated_at': '2022-04-04T11:51:28Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:29.712531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:51:29.713417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Updating router fdb2776a-d519-4862-8d86-32cce12c0de1 port 1f695e90-0fdb-439f-9e25-42829933cccd binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:51:29.737186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:29.910500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a203b-4e2c-43bd-a28c-b7b7a5b3463e req-43357ada-c477-4ca6-a398-c0092b649433 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:29.911996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c1a203b-4e2c-43bd-a28c-b7b7a5b3463e req-43357ada-c477-4ca6-a398-c0092b649433 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0523243 Apr 04 11:51:29.951169 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c1a203b-4e2c-43bd-a28c-b7b7a5b3463e req-da91177d-33d4-43a7-9dca-95c1c0264a83 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Apr 04 11:51:29.994090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.065800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.117586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d928c-4cfc-4887-8bfd-6dbebcd2d55c None None] Pushing event updated for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:30.171019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Attempting to bind port 1f695e90-0fdb-439f-9e25-42829933cccd on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:51:30.171393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Attempting to bind port 1f695e90-0fdb-439f-9e25-42829933cccd by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:51:30.171761 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Attempting to bind port 1f695e90-0fdb-439f-9e25-42829933cccd on network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:51:30.176911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:51:30.177286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Checking segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:51:30.177728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.180448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Bound using segment: {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:51:30.180448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Bound port: 1f695e90-0fdb-439f-9e25-42829933cccd, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa69dd19-91d0-467d-b007-339adf1e53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:51:30.180448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.246549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] For port 1f695e90-0fdb-439f-9e25-42829933cccd, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:51:30.250332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] For port 1f695e90-0fdb-439f-9e25-42829933cccd, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1f695e90-0fdb-439f-9e25-42829933cccd,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:51:30.340579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.424716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Provisioning complete for port 1f695e90-0fdb-439f-9e25-42829933cccd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:30.425094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.436685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64625c-a9f4-41d5-aa79-e84772dedf30 req-5c231dce-14e0-4758-bea0-a107a2299c6b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:30.442120 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8a64625c-a9f4-41d5-aa79-e84772dedf30 req-5c231dce-14e0-4758-bea0-a107a2299c6b tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0621626 Apr 04 11:51:30.449142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d928c-4cfc-4887-8bfd-6dbebcd2d55c None None] Pushing event updated for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:30.452459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:51:30.453072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:30.488155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8a64625c-a9f4-41d5-aa79-e84772dedf30 req-04d667ac-b6cd-4137-90e6-d56cc855a18a tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Apr 04 11:51:30.591301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.613020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.626577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:51:30.713593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] For port 1f695e90-0fdb-439f-9e25-42829933cccd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1f695e90-0fdb-439f-9e25-42829933cccd,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:30.790677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.872771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Pushing event updated for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:30.882030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.882395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.882710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.883039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.883362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.883687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.884010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.884332 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.884681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.885008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.885326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.885668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b0554-ed9b-402c-b08d-a3be043aa8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:30.917395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0a441bc1-3f51-4168-b6f5-e65dc59ba675 None None] Provisioning complete for port 1f695e90-0fdb-439f-9e25-42829933cccd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:30.917859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a441bc1-3f51-4168-b6f5-e65dc59ba675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:30.949119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:28Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f695e90-0fdb-439f-9e25-42829933cccd', 'name': '', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:67:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:51:27Z', 'updated_at': '2022-04-04T11:51:30Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:30.979478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36182cb1-df18-4286-8d3c-31be86943d51 None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:28Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f695e90-0fdb-439f-9e25-42829933cccd', 'name': '', 'network_id': '2414e23b-6050-4c88-91f1-2b8316f3e2d5', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:67:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:51:27Z', 'updated_at': '2022-04-04T11:51:30Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'a3acf422-3626-4687-a1b0-cf4c6e5f8f28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:51:31.611990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7cbe-beb0-4752-bf48-336e25c7c91d req-f38ef4d3-1f87-439a-9aad-6f34653a4adb tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:31.613492 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a7ba7cbe-beb0-4752-bf48-336e25c7c91d req-f38ef4d3-1f87-439a-9aad-6f34653a4adb tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0536647 Apr 04 11:51:31.647094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1f695e90-0fdb-439f-9e25-42829933cccd up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:51:31.653525 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a7ba7cbe-beb0-4752-bf48-336e25c7c91d req-e2932e48-2ca0-4b8a-b9aa-69e16034f08e tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c378eaf-a2d5-4e47-8f91-5999f43c1436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Apr 04 11:51:31.701164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 1f695e90-0fdb-439f-9e25-42829933cccd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:51:31.701538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.002603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.331999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-9cc959bd-3d65-4326-9edc-a4f893aa3326 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:32.333432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-9cc959bd-3d65-4326-9edc-a4f893aa3326 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 945 time: 0.0521798 Apr 04 11:51:32.391463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.425342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Deleting port ed788b05-2a45-45fd-9414-10639a6977cd {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:32.425775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.514347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] For port ed788b05-2a45-45fd-9414-10639a6977cd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed788b05-2a45-45fd-9414-10639a6977cd,segment=NetworkSegment(ff01d137-9fc1-4e97-9b0c-c078b0341b95),segment_id=ff01d137-9fc1-4e97-9b0c-c078b0341b95)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:32.514709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.526853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Calling delete_port for ed788b05-2a45-45fd-9414-10639a6977cd owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:32.705409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.717334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['ed788b05-2a45-45fd-9414-10639a6977cd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:51:32.739795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Pushing event deleted for resources: {'Port': ['ID=ed788b05-2a45-45fd-9414-10639a6977cd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:32.784525 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d50b5137-7e74-4100-a5de-1541ab6e1b72 req-7acd8450-b552-4348-8bef-66535afd00de tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2623e5-008c-48c9-bd13-120b902aac2a HTTP/1.1" status: 200 len: 210 time: 0.0484726 Apr 04 11:51:32.785787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.786140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.786550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.786819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.787149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.787481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.787809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.788136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.788465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.789066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.789218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.789410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:51:32.811586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] No DVR routers for this DVR port ed788b05-2a45-45fd-9414-10639a6977cd on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:32.814102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:32.817232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0649a58-a4d0-484e-a15a-297d4d3fabf7 req-72bc19de-059f-4107-a885-e634d98e5205 tempest-TestServerAdvancedOps-1980131431 tempest-TestServerAdvancedOps-1980131431-project] 10.222.0.44 "DELETE /v2.0/ports/ed788b05-2a45-45fd-9414-10639a6977cd HTTP/1.1" status: 204 len: 173 time: 0.4779229 Apr 04 11:51:32.817681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'name': 'network-vif-deleted', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:32.819875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd10fd-27a1-496a-93a7-d50f5c4bb216" -d '{"events": [{"server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "name": "network-vif-deleted", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:32.856239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb99eed-fcfe-4394-96b8-55e71b678a10 x-openstack-request-id: req-cfb99eed-fcfe-4394-96b8-55e71b678a10 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:32.856529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2623e5-008c-48c9-bd13-120b902aac2a", "name": "network-vif-deleted", "tag": "ed788b05-2a45-45fd-9414-10639a6977cd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:32.856775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfb99eed-fcfe-4394-96b8-55e71b678a10 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:32.857171 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb99eed-fcfe-4394-96b8-55e71b678a10'] response: {'server_uuid': '0c2623e5-008c-48c9-bd13-120b902aac2a', 'name': 'network-vif-deleted', 'tag': 'ed788b05-2a45-45fd-9414-10639a6977cd', 'status': 'completed', 'code': 200} Apr 04 11:51:33.843805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41708) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:33.889648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Deleting subnet 1a61e911-f38a-4c31-95e7-8d7d5cfd620c {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:51:33.893226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:33.930381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:33.967618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.062324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.085483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a61e911-f38a-4c31-95e7-8d7d5cfd620c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:34.091956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.095258 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fd1db890-7699-4f79-a6b9-042a827fa421 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a61e911-f38a-4c31-95e7-8d7d5cfd620c HTTP/1.1" status: 204 len: 168 time: 0.2504029 Apr 04 11:51:34.097691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41710) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:34.153337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.167912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.242406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.265798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fe5892-decd-4990-a07c-9fe1b37677af']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.274859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff01d137-9fc1-4e97-9b0c-c078b0341b95') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.275159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff01d137-9fc1-4e97-9b0c-c078b0341b95') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.284097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.297324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.303035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:34.303421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:34.305021 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:34.427767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.433618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.436677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/27fe5892-decd-4990-a07c-9fe1b37677af HTTP/1.1" status: 204 len: 168 time: 0.3380768 Apr 04 11:51:34.439543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41714) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:34.446887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3265c9-75a2-4311-a2bc-c180232052b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fe5892-decd-4990-a07c-9fe1b37677af,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:34.463146 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:51:34.483962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Deleting subnet 908fd0a9-79db-4809-92c9-e9f616b1348c {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:51:34.487067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.523586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.560527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.673449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.699879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908fd0a9-79db-4809-92c9-e9f616b1348c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:34.701866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.704975 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cf2240fd-c2f5-483c-b753-0582df4f8ab8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/908fd0a9-79db-4809-92c9-e9f616b1348c HTTP/1.1" status: 204 len: 168 time: 0.2644410 Apr 04 11:51:34.707597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41716) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:34.779376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.858215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.877169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710b6afc-0d51-43c2-8479-5c36b184d96b']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.886360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f510c2-b504-4064-844a-71a5c29849bf') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.886670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f510c2-b504-4064-844a-71a5c29849bf') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:34.901163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.913849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.920156 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:34.920542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:34.922180 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:35.062118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.067401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.072913 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] 10.222.0.43 "DELETE /v2.0/networks/710b6afc-0d51-43c2-8479-5c36b184d96b HTTP/1.1" status: 204 len: 168 time: 0.3620102 Apr 04 11:51:35.086797 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fd6cc-a310-4178-8d85-1050401bec1b admin admin] Pushing event deleted for resources: {'Network': ['ID=710b6afc-0d51-43c2-8479-5c36b184d96b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:35.443054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:35.483199 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f397e8d0-8c89-4fb9-b2ab-f64409f005af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b7c0f69bef74a19808b759df4f786e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389681 Apr 04 11:51:35.485683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:35.536320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.556367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.679240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.682292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:35.683455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c378eaf-a2d5-4e47-8f91-5999f43c1436 HTTP/1.1" status: 204 len: 168 time: 0.1968844 Apr 04 11:51:35.692307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dd8d3-0651-4944-a5eb-f4bee2e239e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c378eaf-a2d5-4e47-8f91-5999f43c1436,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:36.453654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41730) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:36.487191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ed788b05-2a45-45fd-9414-10639a6977cd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:36.492783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6bea51d4-ac06-4913-ac58-c8e20f8bc390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59a01d80a8b14d6e8b61d9821b4e7385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379879 Apr 04 11:51:36.495293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41732) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:36.507278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: ed788b05-2a45-45fd-9414-10639a6977cd {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:36.507620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ed788b05-2a45-45fd-9414-10639a6977cd not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:36.544262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:36.564540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:36.690628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:36.693077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:36.694286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbbf06e9-cc20-439b-a23d-6d5cbcadf844 HTTP/1.1" status: 204 len: 168 time: 0.1981094 Apr 04 11:51:36.702697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adacbfa-89b0-436a-9d5f-9d24163add8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbf06e9-cc20-439b-a23d-6d5cbcadf844,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:45.201378 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-5766198d-ba9c-4d9f-907f-dcdba8504c35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428050 Apr 04 11:51:45.283258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-610333c8-06e7-453c-a899-b1f9d3fea382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:45.284753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-610333c8-06e7-453c-a899-b1f9d3fea382 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1098 time: 0.0402737 Apr 04 11:51:45.385925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-7562ec72-620f-4978-b430-d1375638befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:45.387326 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-7562ec72-620f-4978-b430-d1375638befa service neutron] 10.222.0.44 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 898 time: 0.0830698 Apr 04 11:51:45.455070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-efec69bc-b550-4f1d-8fad-9f11967dea19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 1001 time: 0.0595186 Apr 04 11:51:45.501903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-3ed14698-8450-4368-81ce-cd11c9c91521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:45.503802 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-3ed14698-8450-4368-81ce-cd11c9c91521 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 200 len: 835 time: 0.0422597 Apr 04 11:51:45.547394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-5dcc7e7b-722f-4cdf-811f-062bfaaad71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:45.548873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-5dcc7e7b-722f-4cdf-811f-062bfaaad71c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60efd836-f781-42d3-b552-7b6b8c735c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380521 Apr 04 11:51:45.637731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-cde99939-67a0-47ea-87a6-ce713927d29d service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Apr 04 11:51:45.729125 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e077fd87-f99b-4b0b-acfa-722d829c6e99 req-5ad10e45-70f8-444b-9dce-4a6c5ff0dece service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832536 Apr 04 11:51:52.222056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41758) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:52.888686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:53.210747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 1f695e90-0fdb-439f-9e25-42829933cccd {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:53.211060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:53.300342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 1f695e90-0fdb-439f-9e25-42829933cccd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1f695e90-0fdb-439f-9e25-42829933cccd,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:53.301072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:53.317138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 1f695e90-0fdb-439f-9e25-42829933cccd owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:53.594396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:53.630729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=1f695e90-0fdb-439f-9e25-42829933cccd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:53.822110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:54.046982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:51:54.153790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:51:54.159670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3b73955-05f3-4df0-985f-8d09a8e63678 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fdb2776a-d519-4862-8d86-32cce12c0de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9365652 Apr 04 11:51:54.163538 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:51:54.173637 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:51:54.174247 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:54.277894 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:51:54.493852 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:54.520138 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:51:54.528654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:51:54.529268 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:54.598869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de99d4-378e-4942-a947-a4d46670b8e9 req-375be448-aeea-4328-b6d3-8df984a3c234 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:54.600345 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e2de99d4-378e-4942-a947-a4d46670b8e9 req-375be448-aeea-4328-b6d3-8df984a3c234 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0487130 Apr 04 11:51:54.634913 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:51:54.638452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e2de99d4-378e-4942-a947-a4d46670b8e9 req-f38459da-5a16-4f49-8ad9-66abdd8d69e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Apr 04 11:51:54.860520 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:54.886932 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42f35d-2a82-439a-8e3d-ddd433d55fd2 None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '83d901ac-6ccc-4b9d-8644-547ae07d772b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'port_id': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'mac_address': 'fa:16:3e:a4:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:34Z', 'updated_at': '2022-04-04T11:50:37Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:51:55.625320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1f695e90-0fdb-439f-9e25-42829933cccd no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:55.645174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 1f695e90-0fdb-439f-9e25-42829933cccd {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:55.645518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1f695e90-0fdb-439f-9e25-42829933cccd not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:55.760641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a568b-3617-4a69-b88b-cdcc90d7c342 req-80e6d792-f087-469f-a998-a3218efa256b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:55.762139 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-312a568b-3617-4a69-b88b-cdcc90d7c342 req-80e6d792-f087-469f-a998-a3218efa256b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0509543 Apr 04 11:51:55.801787 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-312a568b-3617-4a69-b88b-cdcc90d7c342 req-e6ab4b4f-b62b-43f8-9cbb-1af4fb72655c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Apr 04 11:51:55.927731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-2ffd965f-b573-4fa5-8bc1-d491e31c38df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:51:55.929123 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-2ffd965f-b573-4fa5-8bc1-d491e31c38df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 946 time: 0.0485740 Apr 04 11:51:56.046226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 4b948912-f862-40f2-af35-bf7ec7dd40b1 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:56.046712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:56.146497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 4b948912-f862-40f2-af35-bf7ec7dd40b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4b948912-f862-40f2-af35-bf7ec7dd40b1,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:56.146866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:56.164861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 4b948912-f862-40f2-af35-bf7ec7dd40b1 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:56.325013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:56.354085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=4b948912-f862-40f2-af35-bf7ec7dd40b1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:56.402887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 4b948912-f862-40f2-af35-bf7ec7dd40b1 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:56.405468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:56.408747 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce5b0418-ac20-407c-8231-90ed98f43c15 req-dffa1838-1a3f-47fd-94f7-0daecf3994f8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/4b948912-f862-40f2-af35-bf7ec7dd40b1 HTTP/1.1" status: 204 len: 173 time: 0.4744267 Apr 04 11:51:56.409188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'name': 'network-vif-deleted', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:51:56.411459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968c0dbe-862d-4aa1-9d0e-8f4cb0be3b7e" -d '{"events": [{"server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "name": "network-vif-deleted", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:51:56.446289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a405fdbf-0478-41c9-ba32-bdebb0a57f86 x-openstack-request-id: req-a405fdbf-0478-41c9-ba32-bdebb0a57f86 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:51:56.446586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c127229f-8f1c-45c4-ac9d-9d638124c166", "name": "network-vif-deleted", "tag": "4b948912-f862-40f2-af35-bf7ec7dd40b1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:51:56.446842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a405fdbf-0478-41c9-ba32-bdebb0a57f86 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:51:56.447251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a405fdbf-0478-41c9-ba32-bdebb0a57f86'] response: {'server_uuid': 'c127229f-8f1c-45c4-ac9d-9d638124c166', 'name': 'network-vif-deleted', 'tag': '4b948912-f862-40f2-af35-bf7ec7dd40b1', 'status': 'completed', 'code': 200} Apr 04 11:51:56.916034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c7d0905b-dc7c-4ef7-88af-3a3683817207 req-d7c01174-4072-4d88-8c40-ea9f4b5d9db0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c127229f-8f1c-45c4-ac9d-9d638124c166 HTTP/1.1" status: 200 len: 210 time: 0.0319161 Apr 04 11:51:57.244635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cac55407-4f72-4c9e-87b9-63d6b43cd4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:57.972638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41774) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:58.030451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.058228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.193231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.196588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.197818 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf HTTP/1.1" status: 204 len: 168 time: 0.2240756 Apr 04 11:51:58.206849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d70411-81ba-4e66-b517-8438d6747e0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8c00b-1fa6-4e20-b29e-76cb7ec0c2bf,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:58.370063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41778) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:58.420978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet a3acf422-3626-4687-a1b0-cf4c6e5f8f28 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:51:58.424017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.463998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.547841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.584974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4b948912-f862-40f2-af35-bf7ec7dd40b1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:58.605342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 4b948912-f862-40f2-af35-bf7ec7dd40b1 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:58.605715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4b948912-f862-40f2-af35-bf7ec7dd40b1 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:58.680135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.708445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=a3acf422-3626-4687-a1b0-cf4c6e5f8f28,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:58.710411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.719396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-282e54e0-b0fc-4c2c-aaac-be6612623657 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/a3acf422-3626-4687-a1b0-cf4c6e5f8f28 HTTP/1.1" status: 204 len: 168 time: 0.3423595 Apr 04 11:51:58.719396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41780) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:58.719601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a575347-f632-449c-98ba-15a520fa7fa3 None None] Network 2414e23b-6050-4c88-91f1-2b8316f3e2d5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:51:58.793529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.847873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 029fc918-eb3d-46b9-9377-18ef81b738bc {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:58.848214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.921854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 029fc918-eb3d-46b9-9377-18ef81b738bc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=029fc918-eb3d-46b9-9377-18ef81b738bc,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:58.922230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:58.939869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 029fc918-eb3d-46b9-9377-18ef81b738bc owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:59.036366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] DHCP port deletion for 2414e23b-6050-4c88-91f1-2b8316f3e2d5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:51:59.082017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Deleting port 029fc918-eb3d-46b9-9377-18ef81b738bc {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:59.082389 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.094957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.122778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=029fc918-eb3d-46b9-9377-18ef81b738bc,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:59.126793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 029fc918-eb3d-46b9-9377-18ef81b738bc on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:59.146002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] For port 029fc918-eb3d-46b9-9377-18ef81b738bc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=029fc918-eb3d-46b9-9377-18ef81b738bc,segment=NetworkSegment(fa69dd19-91d0-467d-b007-339adf1e53aa),segment_id=fa69dd19-91d0-467d-b007-339adf1e53aa)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:51:59.146398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.160191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Calling delete_port for 029fc918-eb3d-46b9-9377-18ef81b738bc owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:59.207910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.229248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2414e23b-6050-4c88-91f1-2b8316f3e2d5']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:59.239562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa69dd19-91d0-467d-b007-339adf1e53aa') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:59.239790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa69dd19-91d0-467d-b007-339adf1e53aa') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:51:59.242982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.249694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.263222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.268991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:51:59.269382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.271753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] No DVR routers for this DVR port 029fc918-eb3d-46b9-9377-18ef81b738bc on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:51:59.272483 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:51:59.277622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6e9d6-e7e3-4fb0-ba8c-4936fc9d272e None None] Pushing event deleted for resources: {'Port': ['ID=029fc918-eb3d-46b9-9377-18ef81b738bc,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:59.400405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.409641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.410689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/2414e23b-6050-4c88-91f1-2b8316f3e2d5 HTTP/1.1" status: 204 len: 168 time: 0.6936781 Apr 04 11:51:59.413596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41782) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:51:59.426575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422698d0-f0a8-4c57-9e99-1e2e74e62a5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=2414e23b-6050-4c88-91f1-2b8316f3e2d5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:59.427555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95fc6859-217e-4874-8944-a45b17eacc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.568472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:51:59.568764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.629043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 029fc918-eb3d-46b9-9377-18ef81b738bc no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:51:59.647194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.647534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.653058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 029fc918-eb3d-46b9-9377-18ef81b738bc {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:51:59.653542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 029fc918-eb3d-46b9-9377-18ef81b738bc not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:51:59.662402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:51:59.862056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.887152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=8ea10ea6-5c0e-4ddf-bcdb-e8ae54c112b7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:51:59.946423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:51:59.946753 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 83d901ac-6ccc-4b9d-8644-547ae07d772b disassociated (deleted). External IP: 172.26.1.183, port: b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f. Apr 04 11:52:00.161632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:52:00.264419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:52:00.269235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:00.274459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:52:00.284242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:00.284850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:00.295817 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c768068e-45a1-4bc1-9aba-bfd6c2fa298d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/83d901ac-6ccc-4b9d-8644-547ae07d772b HTTP/1.1" status: 204 len: 168 time: 0.8804398 Apr 04 11:52:00.296407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:52:00.298674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:52:00.341446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bca07a-a003-4a20-a0de-d290ec86b280 x-openstack-request-id: req-54bca07a-a003-4a20-a0de-d290ec86b280 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:52:00.341446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:52:00.341446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54bca07a-a003-4a20-a0de-d290ec86b280 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:52:00.341446 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bca07a-a003-4a20-a0de-d290ec86b280'] response: {'name': 'network-changed', 'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'status': 'completed', 'code': 200} Apr 04 11:52:00.392563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:00.413890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-8598e1da-2a39-46bd-8718-17ceb3e91c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:00.416175 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-8598e1da-2a39-46bd-8718-17ceb3e91c0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 1098 time: 0.0453887 Apr 04 11:52:00.499754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:00.514962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-2049d2d4-e5b3-4881-9993-005a52ab5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:00.516463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-2049d2d4-e5b3-4881-9993-005a52ab5654 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 200 len: 898 time: 0.0934613 Apr 04 11:52:00.565093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-5713637a-9189-4511-a3c2-5f995bd74a4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 200 len: 217 time: 0.0398390 Apr 04 11:52:00.605529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:00.615112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-c776dd99-4d08-4155-98d9-a3e6a37e2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:00.616592 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-c776dd99-4d08-4155-98d9-a3e6a37e2fe9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 200 len: 835 time: 0.0439816 Apr 04 11:52:00.635697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:52:00.643726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:00.644333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:00.666157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-1d662b11-7c64-4718-bafd-8ee3b31f6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:00.667563 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-1d662b11-7c64-4718-bafd-8ee3b31f6499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60efd836-f781-42d3-b552-7b6b8c735c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411303 Apr 04 11:52:00.752307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:00.760972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8faf8-fca2-4db9-88ba-a1b63a2c5d23 req-1e22bc3a-b96a-4ab1-8b58-95bd58bae170 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:00.766014 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dcb8faf8-fca2-4db9-88ba-a1b63a2c5d23 req-1e22bc3a-b96a-4ab1-8b58-95bd58bae170 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.0615361 Apr 04 11:52:00.768806 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-5b22557f-9fa4-4a17-ab8e-fd16fb625fc7 service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926213 Apr 04 11:52:00.803938 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dcb8faf8-fca2-4db9-88ba-a1b63a2c5d23 req-3d6c4e65-5be3-4660-bbdc-9d51dabcb556 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335882 Apr 04 11:52:00.858674 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0291cf4c-fc4e-4ee7-b1d8-a5414304be75 req-81098437-80a0-475b-949d-30fedc98393a service neutron] 10.222.0.44 "GET /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Apr 04 11:52:00.955890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:00.985874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c9f9e-653f-4e03-b831-5e75bb2cca6b None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:51:53Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '1de13e7a-ce54-4455-beda-e6d353c63a71', 'name': '', 'network_id': '60efd836-f781-42d3-b552-7b6b8c735c41', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:44:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:53Z', 'updated_at': '2022-04-04T11:49:58Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '9dfc1ec4-1a9f-4853-a922-242367c16c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:52:01.194402 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f483d47d-a0fc-4b35-9ab7-c81ad62080e4 None None] New status for floating IP 83d901ac-6ccc-4b9d-8644-547ae07d772b: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:52:01.925960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476150d-9dc3-4e78-9681-e997af656f32 req-eb0b5efb-6a87-496c-a4f7-4af7c32bea03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:01.927522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9476150d-9dc3-4e78-9681-e997af656f32 req-eb0b5efb-6a87-496c-a4f7-4af7c32bea03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.0542133 Apr 04 11:52:01.968940 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9476150d-9dc3-4e78-9681-e997af656f32 req-5d22feb6-655e-450a-8c0a-1a3663681eed tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=476379ea-b463-468e-8662-76e10c6028f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Apr 04 11:52:02.004836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.140843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067886b9-206e-4fec-be3a-a13931e78576 req-2141408a-5cea-4558-80ad-5f2c8e7d088d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:02.142293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-067886b9-206e-4fec-be3a-a13931e78576 req-2141408a-5cea-4558-80ad-5f2c8e7d088d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 945 time: 0.0470884 Apr 04 11:52:02.230732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:52:02.231071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.321463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:02.321870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.334518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:52:02.396963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.534058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.561424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:02.602292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:52:02.604737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:02.608161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-067886b9-206e-4fec-be3a-a13931e78576 req-f0db1bb1-c5f7-48b4-851d-96a1fc1999e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f HTTP/1.1" status: 204 len: 173 time: 0.4590838 Apr 04 11:52:02.608610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'name': 'network-vif-deleted', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:52:02.610886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e67241f-8f4a-469e-b826-5c5c438e916f" -d '{"events": [{"server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "name": "network-vif-deleted", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:52:02.647167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a31fb-9995-41a8-a745-0f5b78d18394 x-openstack-request-id: req-2a5a31fb-9995-41a8-a745-0f5b78d18394 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:52:02.647411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb97fdb-590f-486b-854e-38e49e9d966e", "name": "network-vif-deleted", "tag": "b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:52:02.647665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a5a31fb-9995-41a8-a745-0f5b78d18394 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:52:02.648119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5a31fb-9995-41a8-a745-0f5b78d18394'] response: {'server_uuid': '6fb97fdb-590f-486b-854e-38e49e9d966e', 'name': 'network-vif-deleted', 'tag': 'b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f', 'status': 'completed', 'code': 200} Apr 04 11:52:03.082717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-742832fa-f50c-47b7-aa52-875088d8dbf8 req-da3dc182-721d-4e6c-89b8-f6381b2f546c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb97fdb-590f-486b-854e-38e49e9d966e HTTP/1.1" status: 200 len: 210 time: 0.0298684 Apr 04 11:52:04.139728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41798) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:04.176267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:04.201277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:04.225538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:04.353358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:04.355905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:04.357062 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/476379ea-b463-468e-8662-76e10c6028f3 HTTP/1.1" status: 204 len: 168 time: 0.2163553 Apr 04 11:52:04.366304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94638f99-daa8-42e9-86a9-c383a51697dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476379ea-b463-468e-8662-76e10c6028f3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:04.457497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41802) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:04.597887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:52:04.618927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:52:04.619185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device b40742fd-2ad4-48b9-bca7-c2fb3aa3b85f not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:52:04.809625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:05.058266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 1de13e7a-ce54-4455-beda-e6d353c63a71 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:52:05.058681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:05.150228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 1de13e7a-ce54-4455-beda-e6d353c63a71, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=1de13e7a-ce54-4455-beda-e6d353c63a71,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:05.150595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:05.161985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 1de13e7a-ce54-4455-beda-e6d353c63a71 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:52:05.725007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:05.750547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=1de13e7a-ce54-4455-beda-e6d353c63a71,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:05.934377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.156083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fdb2776a-d519-4862-8d86-32cce12c0de1 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:52:06.260126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:52:06.265265 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b6eee192-d367-4e30-ba4b-28710ff08e49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fdb2776a-d519-4862-8d86-32cce12c0de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066568 Apr 04 11:52:06.268607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41804) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:06.269636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Sync routers for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:52:06.279290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:06.280133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:06.323583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 9dfc1ec4-1a9f-4853-a922-242367c16c48 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:52:06.326696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.365957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.389390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:06.450619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.568788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:52:05Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:06.595259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Checking router: fdb2776a-d519-4862-8d86-32cce12c0de1 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:52:06.597387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.603836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Routers {'fdb2776a-d519-4862-8d86-32cce12c0de1'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:06.604433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fdb2776a-d519-4862-8d86-32cce12c0de1'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:06.627088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.631198 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/9dfc1ec4-1a9f-4853-a922-242367c16c48 HTTP/1.1" status: 204 len: 168 time: 0.3609204 Apr 04 11:52:06.632351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea37d3e-7248-48e2-a49d-e9b34664a0d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfc1ec4-1a9f-4853-a922-242367c16c48,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:06.633448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41806) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:06.636715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9b900-e8e3-4932-97bb-6623eb265d64 None None] Network 60efd836-f781-42d3-b552-7b6b8c735c41 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:52:06.746535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.795309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] Set router fdb2776a-d519-4862-8d86-32cce12c0de1 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:06.854805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:06.993328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:52:06.993711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.052024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] DHCP port deletion for 60efd836-f781-42d3-b552-7b6b8c735c41 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:52:07.080741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port f06b0d24-3e5b-48fb-9c90-9d027aaaaea7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:07.081100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.095422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:52:07.154896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Deleting port 826b5b91-fa2b-449c-bad6-a395966675df {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:52:07.155200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.221753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:52:05Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:07.224370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] For port 826b5b91-fa2b-449c-bad6-a395966675df, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=826b5b91-fa2b-449c-bad6-a395966675df,segment=NetworkSegment(d3941a3a-1c05-44fb-930e-03569868a522),segment_id=d3941a3a-1c05-44fb-930e-03569868a522)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:07.224769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.257095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bbc35-4820-4736-9ba3-6483b002b018 None None] The sync data for ids ['fdb2776a-d519-4862-8d86-32cce12c0de1'] in dv-neutron-835866-1-hyperv is: [{'id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'name': 'tempest-TestNetworkBasicOps-router-715685792', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:49:46Z', 'updated_at': '2022-04-04T11:52:05Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'f06b0d24-3e5b-48fb-9c90-9d027aaaaea7', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2776a-d519-4862-8d86-32cce12c0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:49:47Z', 'updated_at': '2022-04-04T11:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:52:07.262494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Calling delete_port for 826b5b91-fa2b-449c-bad6-a395966675df owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:52:07.319569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.346950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=f06b0d24-3e5b-48fb-9c90-9d027aaaaea7,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:07.405432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.416592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.444823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] Pushing event deleted for resources: {'Port': ['ID=826b5b91-fa2b-449c-bad6-a395966675df,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:07.451211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d494875-af0a-4831-aa26-b20fb87f032d None None] No DVR routers for this DVR port 826b5b91-fa2b-449c-bad6-a395966675df on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:52:07.497484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.499604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.620371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.621146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router fdb2776a-d519-4862-8d86-32cce12c0de1 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:52:07.634110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.635724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-11b77346-9f06-4cad-a774-dbfdea7a241e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/fdb2776a-d519-4862-8d86-32cce12c0de1 HTTP/1.1" status: 204 len: 168 time: 1.0009038 Apr 04 11:52:07.638695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41812) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:07.715465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 826b5b91-fa2b-449c-bad6-a395966675df no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:52:07.731565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.737133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 826b5b91-fa2b-449c-bad6-a395966675df {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:52:07.737495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 826b5b91-fa2b-449c-bad6-a395966675df not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:52:07.737942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1de13e7a-ce54-4455-beda-e6d353c63a71 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:52:07.761511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 1de13e7a-ce54-4455-beda-e6d353c63a71 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:52:07.761888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 1de13e7a-ce54-4455-beda-e6d353c63a71 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:52:07.822622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.847576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efd836-f781-42d3-b552-7b6b8c735c41']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:07.857377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3941a3a-1c05-44fb-930e-03569868a522') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:07.857708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3941a3a-1c05-44fb-930e-03569868a522') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:07.868350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.882520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.888592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:52:07.889016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:52:07.892192 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:52:08.020238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.027878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.030481 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/60efd836-f781-42d3-b552-7b6b8c735c41 HTTP/1.1" status: 204 len: 168 time: 0.3905749 Apr 04 11:52:08.041481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9983d7-39bf-46bf-9277-7138fcd7adfa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=60efd836-f781-42d3-b552-7b6b8c735c41,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:08.057410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41814) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:08.062294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--2105402474', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:08.162913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:52:08.166966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.190537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:52:08.199167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.199510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b of type vlan for network 3e9c5541-b6de-48fc-991d-4eed81f2f922 Apr 04 11:52:08.243131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.354512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.354512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:08.354949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.422022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=3e9c5541-b6de-48fc-991d-4eed81f2f922,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:08.432633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:52:08.480439 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a856b289-a7a1-449f-bb77-e6f2febd2a58 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4218676 Apr 04 11:52:08.483038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41816) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:08.487470 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-834925409', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:08.593460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.594542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.648060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:08.846313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.084831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.103674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.202846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.209 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d660b163-cea0-426f-871f-bc67a8a34b4c) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:52:09.302657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.405010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.444562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:09.447468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:09.451090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:52:09.456321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=d660b163-cea0-426f-871f-bc67a8a34b4c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:09.593545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:52:09.614221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:52:09.614633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f06b0d24-3e5b-48fb-9c90-9d027aaaaea7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:52:09.775777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:09.966914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:10.174232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 80acbe60-3ed8-4513-9161-74b4abd13f19 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:52:10.279771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:52:10.289955 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Sync routers for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:52:10.299049 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:10.299663 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:10.393734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:10.394957 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ff36198d-9a99-4058-8d78-1f70b27836fc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9110067 Apr 04 11:52:10.398607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41818) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:10.403920 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:10.429183 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-14520f0f-42d3-44e3-b52a-fe92c2160ee4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291014 Apr 04 11:52:10.431833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41820) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:10.522380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891606c2-dc8d-4269-96fc-8833820dfaf7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:10.524870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-891606c2-dc8d-4269-96fc-8833820dfaf7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921264 Apr 04 11:52:10.527804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41822) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:10.561378 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-970c14f2-e3d2-4349-ab5a-d53c3c500096 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324006 Apr 04 11:52:10.563975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41824) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:10.568743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-345771743', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:10.667532 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:09Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:10.693034 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Checking router: 80acbe60-3ed8-4513-9161-74b4abd13f19 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:52:10.693383 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Updating router 80acbe60-3ed8-4513-9161-74b4abd13f19 port d660b163-cea0-426f-871f-bc67a8a34b4c binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:52:10.713243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:52:10.719059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:10.719197 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:10.951800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:10.972917 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.019225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=04f13475-a5b5-4e48-aeb0-1d27b479c466,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:11.028168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:52:11.028567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 3e9c5541-b6de-48fc-991d-4eed81f2f922, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:52:11.056325 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.105770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:52:11.109022 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Attempting to bind port d660b163-cea0-426f-871f-bc67a8a34b4c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:52:11.109391 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Attempting to bind port d660b163-cea0-426f-871f-bc67a8a34b4c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:52:11.109873 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Attempting to bind port d660b163-cea0-426f-871f-bc67a8a34b4c on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:52:11.112824 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Pushing event updated for resources: {'Port': ['ID=d660b163-cea0-426f-871f-bc67a8a34b4c,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:11.117829 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:52:11.118194 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:52:11.118587 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.118973 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:52:11.119424 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Bound port: d660b163-cea0-426f-871f-bc67a8a34b4c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:52:11.119798 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.141473 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.141841 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.142181 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.142511 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.142840 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.143193 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.143525 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.143864 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.144206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.144533 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.144852 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.145170 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:52:11.177865 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] For port d660b163-cea0-426f-871f-bc67a8a34b4c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:52:11.181304 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] For port d660b163-cea0-426f-871f-bc67a8a34b4c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d660b163-cea0-426f-871f-bc67a8a34b4c,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:52:11.191428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3e9c5541-b6de-48fc-991d-4eed81f2f922) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:11.197657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:11.198262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.201321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84f688-2f61-43ed-b6f7-b9e2b32b310d None None] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:52:11.291270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.324260 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8b8abaf0-7c83-461c-b044-4a4ff6d2c986 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7567120 Apr 04 11:52:11.324528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41826) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:11.351784 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a5c2-77a7-4bbf-9444-de3cd8d5dbec None None] Pushing event updated for resources: {'Port': ['ID=d660b163-cea0-426f-871f-bc67a8a34b4c,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:11.358122 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:11.358839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:11.360647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3e9c5541-b6de-48fc-991d-4eed81f2f922', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:52:11.362463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.472703 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:52:11.487740 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:11.525943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Allocated IP 172.20.0.2 (3e9c5541-b6de-48fc-991d-4eed81f2f922/04f13475-a5b5-4e48-aeb0-1d27b479c466/8a6aa79e-b79d-49c1-94f5-86a85fcacc6a) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:52:11.682971 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:09Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:11.688471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.709836 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f277-e38f-4a49-b830-5ce5d25588f1 None None] The sync data for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv is: [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:09Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:52:11.799401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.848183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:11.848183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Pushing event updated for resources: {'Port': ['ID=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:11.849184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:11.852071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:52:11.910827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Attempting to bind port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:52:11.912731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Attempting to bind port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:52:11.913367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Attempting to bind port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a on network 3e9c5541-b6de-48fc-991d-4eed81f2f922 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:52:11.919251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:52:11.919630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Checking segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:52:11.920139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:11.920521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Bound using segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:52:11.920995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Bound port: 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:52:11.921399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:12.023890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] For port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:52:12.027707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] For port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:52:12.110302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:12.170177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71caffa-ba09-49a5-9a22-d658d4e56458 None None] Pushing event updated for resources: {'Port': ['ID=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:12.181282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:12.504302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (3e9c5541-b6de-48fc-991d-4eed81f2f922/04f13475-a5b5-4e48-aeb0-1d27b479c466/a7715018-8b1f-402d-929e-7e30636660f5) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:52:12.631923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:12.731098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:12.778855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:12.781978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:12.785618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:52:12.791889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:12.832183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.092353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.168059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6c6f7-6521-4e87-ae76-5a8a5c436667 None None] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:52:13.245229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] Provisioning complete for port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:13.245619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.388649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.394474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.439483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] For port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:13.479288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.523745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.562817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:13.565433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.584997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505650ed-113b-4cc7-8619-0e47b5ef9aa5 None None] Pushing event updated for resources: {'Port': ['ID=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:13.657773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7d9799ba-2e37-4b0d-9334-36902f83239f None None] Provisioning complete for port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:13.659678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7d9799ba-2e37-4b0d-9334-36902f83239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.699967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:13.700764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:13.760802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:13.790057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7d9799ba-2e37-4b0d-9334-36902f83239f None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:13.790441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7d9799ba-2e37-4b0d-9334-36902f83239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.834957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 80acbe60-3ed8-4513-9161-74b4abd13f19 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:52:13.836313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7d9799ba-2e37-4b0d-9334-36902f83239f None None] Port a7715018-8b1f-402d-929e-7e30636660f5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:52:13.849040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:13.849419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:13.934535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d660b163-cea0-426f-871f-bc67a8a34b4c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:13.954109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:52:13.959644 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-147eb200-8bc6-4244-bbcc-96cedb8365d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/80acbe60-3ed8-4513-9161-74b4abd13f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340294 Apr 04 11:52:13.962214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41828) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:13.975247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Sync routers for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:52:13.993470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bb1dfaf7-34e4-4068-9e18-76ebef54a2ad None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:13.993863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfaf7-34e4-4068-9e18-76ebef54a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.016879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:14.017523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:14.094864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dfaf7-34e4-4068-9e18-76ebef54a2ad None None] Port a7715018-8b1f-402d-929e-7e30636660f5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:52:14.121322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d660b163-cea0-426f-871f-bc67a8a34b4c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:14.121716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.162828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.163246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.163803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.164812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.165311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.165823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.167612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c6c1b859-8e16-44b0-87f5-50fc7cbc2fd1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2042668 Apr 04 11:52:14.170541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41830) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:14.175532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:14.232398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.232782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.233250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.233746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.234211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.234674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:14.236564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb06f8d8-b529-4158-8b4f-d101ebea01a0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0644672 Apr 04 11:52:14.239498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41832) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:14.282439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-56549c8d-ea74-4927-8a91-fd9ec42a3711 None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:14.282806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56549c8d-ea74-4927-8a91-fd9ec42a3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.370067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.380353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e74ead0e-d3a1-44d6-9591-03933a57c2cd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1370349 Apr 04 11:52:14.380580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-56549c8d-ea74-4927-8a91-fd9ec42a3711 None None] Port a7715018-8b1f-402d-929e-7e30636660f5 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:52:14.404503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d660b163-cea0-426f-871f-bc67a8a34b4c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d660b163-cea0-426f-871f-bc67a8a34b4c,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:14.468739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:13Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:14.495609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.504167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Checking router: 80acbe60-3ed8-4513-9161-74b4abd13f19 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:52:14.504167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Updating router 80acbe60-3ed8-4513-9161-74b4abd13f19 port a7715018-8b1f-402d-929e-7e30636660f5 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:52:14.550051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.718458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d660b163-cea0-426f-871f-bc67a8a34b4c,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:14.843273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41836) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:14.847871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671184187', 'description': 'tempest-secgroup-smoke-1671184187 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:14.934323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:14.963099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.004085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.019950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.071998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf739f79-e9a4-4adc-8b2c-7828cd404163 None None] Pushing event updated for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.083102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.120667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6f3e3-6647-4c2f-a77a-bf8f9200793b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.132358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Attempting to bind port a7715018-8b1f-402d-929e-7e30636660f5 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:52:15.132784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Attempting to bind port a7715018-8b1f-402d-929e-7e30636660f5 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:52:15.133133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Attempting to bind port a7715018-8b1f-402d-929e-7e30636660f5 on network 3e9c5541-b6de-48fc-991d-4eed81f2f922 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:52:15.138483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:52:15.138886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Checking segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:52:15.139296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.139690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Bound using segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:52:15.140162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Bound port: a7715018-8b1f-402d-929e-7e30636660f5, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:52:15.140542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.170904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.172605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-68e8f59a-cd61-4b56-ad86-764bc0afd5bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3281221 Apr 04 11:52:15.175365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41838) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:15.180729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:15.208342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] For port a7715018-8b1f-402d-929e-7e30636660f5, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:52:15.211904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] For port a7715018-8b1f-402d-929e-7e30636660f5, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7715018-8b1f-402d-929e-7e30636660f5,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:52:15.265419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.283592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.323105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.361728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:15.362205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.364383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf739f79-e9a4-4adc-8b2c-7828cd404163 None None] Pushing event updated for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.368677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:15.369676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:51:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:15.394013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.418785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ce010e-fe32-4b31-a7e2-df923367e963,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.525012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.526310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3c3f6db7-96a6-4d93-9c27-8764dc1282c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499563 Apr 04 11:52:15.529018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:15.533403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:15.543324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:15.580977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.633661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.647390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:15.690698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.698340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] For port a7715018-8b1f-402d-929e-7e30636660f5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7715018-8b1f-402d-929e-7e30636660f5,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:15.764820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.782431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c657cc56-120a-457c-9baf-bed047e3f167,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.794791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.797673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:15.798032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.847074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.848333 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0640a364-1826-45ee-8f8b-50229250cd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3183553 Apr 04 11:52:15.851743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:15.856279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:15.889662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909641b0-7989-4033-b9ae-2462a7c2560b None None] Pushing event updated for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:15.924487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.939715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:15.982176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af539e2-87f3-4398-8b92-ffc0b4361f78 None None] The sync data for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv is: [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:52:15.988865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6543603f-7479-4055-92b8-e78e4175aa26 None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:15.989243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6543603f-7479-4055-92b8-e78e4175aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.989990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:15.992979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d660b163-cea0-426f-871f-bc67a8a34b4c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:16.049196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.099524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22e1c98-1030-4c19-aa33-dd77c5d6f953,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:16.124292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d660b163-cea0-426f-871f-bc67a8a34b4c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:16.124664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.190748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.194735 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-54fb6cda-bc6a-48ec-8dcd-a71721a3fd53 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416092 Apr 04 11:52:16.195207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41844) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:16.200501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:16.296285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.359625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.422336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.440681 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf98012-b9f4-403d-b875-491e3b4ffa0b,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:16.515342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.516582 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-285f32b1-5297-4531-9e34-4580be6c20e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3197236 Apr 04 11:52:16.519380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41846) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:16.524705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:16.610730 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:52:16.616065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.678621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.742408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.760492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed47edf-a8d9-4e53-9433-00d8f815978e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:16.833497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:16.834750 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f91c476d-d8c7-462d-b828-cec469a71f8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3144383 Apr 04 11:52:16.838652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:16.844191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '76d6f3e3-6647-4c2f-a77a-bf8f9200793b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:16.924954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:52:16.931062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:17.001729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:17.056381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:17.074390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa35507-d038-46bc-aeb3-82beec183153,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:17.124585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:17.125783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a52b75d-be2f-4296-a1fa-78aafbb27452 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2850764 Apr 04 11:52:17.316353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-579f3940-851a-4709-ba4f-479d602b1555 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671184187&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0418625 Apr 04 11:52:17.424338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-79f4e03e-50d0-43f9-a589-34e5caea9f42 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:17.426156 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-79f4e03e-50d0-43f9-a589-34e5caea9f42 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=3e9c5541-b6de-48fc-991d-4eed81f2f922 HTTP/1.1" status: 200 len: 797 time: 0.1030624 Apr 04 11:52:17.441200 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-0169f6a0-89c5-415a-8c50-1a743c3821a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0086381 Apr 04 11:52:17.520167 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-3603ae22-6895-46b2-867b-23bb975cf1b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737100 Apr 04 11:52:17.660920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7715018-8b1f-402d-929e-7e30636660f5 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:17.709719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a7715018-8b1f-402d-929e-7e30636660f5 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:17.709994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:17.715633 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-31b9a6f5-b5ff-4c81-aeb6-1771efd3af3b service neutron] 10.222.0.43 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835611 Apr 04 11:52:17.809868 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-94abb3f7-b997-4dc0-8c02-abe6fc01bff5 service neutron] 10.222.0.43 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881050 Apr 04 11:52:18.050576 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f39abd62-dfc2-4966-b086-42ec40553f16 req-37e2d90f-ef0c-4398-aef4-37afbc81b3e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Apr 04 11:52:19.143058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb035ce4-9e17-4081-9a5f-405289efe459 req-05125692-c018-46ab-9dc7-55a7334eecaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Apr 04 11:52:19.938117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-b13b8497-5902-4f1a-ba0a-4cac0aa944b2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:19.939531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-b13b8497-5902-4f1a-ba0a-4cac0aa944b2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=3e9c5541-b6de-48fc-991d-4eed81f2f922 HTTP/1.1" status: 200 len: 797 time: 0.1036723 Apr 04 11:52:19.982527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-b24ef225-ee12-467b-9e86-42b8cb2fe6fb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 380 time: 0.0336883 Apr 04 11:52:19.992409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['76d6f3e3-6647-4c2f-a77a-bf8f9200793b']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:20.210246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:52:20.214738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.240734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-264ea56b-7a27-4385-a23d-48ef165d72e3 req-9b893516-8add-43b7-bc33-19b2786f8b47 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 210 time: 0.0306511 Apr 04 11:52:20.338484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.6 (3e9c5541-b6de-48fc-991d-4eed81f2f922/04f13475-a5b5-4e48-aeb0-1d27b479c466/6a145b33-e704-4e7f-96f4-ca2ad1d45ca1) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:52:20.475954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.563388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.603176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:20.606256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:20.609751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:52:20.644105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:20.667353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:20.667984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.754721 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f4c9ab58-126d-421e-8cb5-db5f5bf57aaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659605 Apr 04 11:52:20.767662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Request body: {'port': {'device_id': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:20.807104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e9e7026f-8858-435f-8478-5abb95cec105 None None] Provisioning complete for port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:20.807663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e9e7026f-8858-435f-8478-5abb95cec105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.823424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:20.840269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7026f-8858-435f-8478-5abb95cec105 None None] Port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:52:21.093065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:52:21.100335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:21.112225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Transition to ACTIVE for port object 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:52:21.193241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:21.241392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Pushing event updated for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:21.329465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Attempting to bind port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:52:21.330768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Attempting to bind port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:52:21.330768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Attempting to bind port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 on network 3e9c5541-b6de-48fc-991d-4eed81f2f922 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:52:21.353708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 on network 3e9c5541-b6de-48fc-991d-4eed81f2f922 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:52:21.353945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Attempting to bind port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 on network 3e9c5541-b6de-48fc-991d-4eed81f2f922 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:52:21.361208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:52:21.361578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Checking segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:52:21.361959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Bound using segment: {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:52:21.362400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Bound port: 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:52:21.365800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:21.416467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca47a-de49-46a8-8292-d7a6e46f3fa1 req-393c5985-04c6-45a1-9e3b-d92eb46f8a7d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.418095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1cdca47a-de49-46a8-8292-d7a6e46f3fa1 req-393c5985-04c6-45a1-9e3b-d92eb46f8a7d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 943 time: 0.1027527 Apr 04 11:52:21.468632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:52:21.480857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1cdca47a-de49-46a8-8292-d7a6e46f3fa1 req-ca51f2d0-b96d-4c9a-92ce-d2aedabc535c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567684 Apr 04 11:52:21.484129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:52:21.559824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:21.598856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.599479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:21.600858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] 10.222.0.44 "PUT /v2.0/ports/6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 HTTP/1.1" status: 200 len: 1093 time: 0.8384070 Apr 04 11:52:21.601312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:52:21.603574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e088857-3567-47a0-af80-65901b72b326" -d '{"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:52:21.624300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d3a1f-8d1e-404a-97c9-bf102d051c5d service neutron] Pushing event updated for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:21.645897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0a6fa-4aef-4be9-81d9-e1fb6a1fb433 x-openstack-request-id: req-bba0a6fa-4aef-4be9-81d9-e1fb6a1fb433 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:52:21.646191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:52:21.646448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bba0a6fa-4aef-4be9-81d9-e1fb6a1fb433 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:52:21.646855 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba0a6fa-4aef-4be9-81d9-e1fb6a1fb433'] response: {'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'status': 'completed', 'code': 200} Apr 04 11:52:21.707798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088857-3567-47a0-af80-65901b72b326 req-1d3d1285-b963-4f44-828f-5ac44db4c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.709341 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e088857-3567-47a0-af80-65901b72b326 req-1d3d1285-b963-4f44-828f-5ac44db4c6b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1096 time: 0.0422318 Apr 04 11:52:21.812560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088857-3567-47a0-af80-65901b72b326 req-e797f508-d922-4da5-9ae3-52f9c59ec24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.814066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e088857-3567-47a0-af80-65901b72b326 req-e797f508-d922-4da5-9ae3-52f9c59ec24e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0981109 Apr 04 11:52:21.911903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088857-3567-47a0-af80-65901b72b326 req-b923f113-dc1d-4ebd-842d-43f7aecb457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.913246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e088857-3567-47a0-af80-65901b72b326 req-b923f113-dc1d-4ebd-842d-43f7aecb457c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928600 Apr 04 11:52:21.986178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-8653aa4a-5ea3-43db-8be1-b240fbda9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:21.987662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-8653aa4a-5ea3-43db-8be1-b240fbda9318 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1096 time: 0.0397775 Apr 04 11:52:22.028359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-8e607410-97fc-4b1d-99b9-e84e89ed5f80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 HTTP/1.1" status: 200 len: 217 time: 0.0329847 Apr 04 11:52:22.080121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-a5d7c0dc-bfb7-45d4-8d4f-9e8a688dbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:22.081536 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-a5d7c0dc-bfb7-45d4-8d4f-9e8a688dbb96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04f13475-a5b5-4e48-aeb0-1d27b479c466 HTTP/1.1" status: 200 len: 834 time: 0.0459404 Apr 04 11:52:22.127252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-129dc2a2-2209-4ac7-95de-1b581d6e283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:22.128734 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-129dc2a2-2209-4ac7-95de-1b581d6e283f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e9c5541-b6de-48fc-991d-4eed81f2f922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403507 Apr 04 11:52:22.214840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-fcabe0c4-8eac-4ba8-8956-ac987c3e3164 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793762 Apr 04 11:52:22.304639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9872724-b8f2-498e-aee3-9e43c324a8bf req-f37dd233-3464-4048-bbb1-da25663bff92 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820255 Apr 04 11:52:22.593416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030df99-ff7a-4033-869a-7d6f0ce38bed req-4591e0c7-94f9-48bc-8786-ffa53b78e59a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:22.594899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7030df99-ff7a-4033-869a-7d6f0ce38bed req-4591e0c7-94f9-48bc-8786-ffa53b78e59a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 943 time: 0.0478027 Apr 04 11:52:22.630017 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7030df99-ff7a-4033-869a-7d6f0ce38bed req-980b55f5-35f6-49ff-b08e-05264a4dad56 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292525 Apr 04 11:52:23.742371 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550417-d205-443d-b3e9-c0c3e1a07d0d req-5d97e2d4-57fb-42f8-a57b-676dab355a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:23.744317 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b3550417-d205-443d-b3e9-c0c3e1a07d0d req-5d97e2d4-57fb-42f8-a57b-676dab355a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 943 time: 0.0473998 Apr 04 11:52:23.780961 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b3550417-d205-443d-b3e9-c0c3e1a07d0d req-b0c6de6d-9ef4-4e0c-8d2e-2133e6574999 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Apr 04 11:52:24.686335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:52:24.777991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:24.788682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'port_id': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'mac_address': 'fa:16:3e:1f:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:52:24.828436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:24.841983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:52:24.860568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:24.899108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec2eb-9b4a-4355-910e-96ef39c41f37 req-6530eecd-b384-4108-92af-1cfee86968fe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:24.901392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-822ec2eb-9b4a-4355-910e-96ef39c41f37 req-6530eecd-b384-4108-92af-1cfee86968fe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 943 time: 0.0485909 Apr 04 11:52:24.941207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-822ec2eb-9b4a-4355-910e-96ef39c41f37 req-d616fc82-9b44-4682-b559-0b5955c7eeb9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Apr 04 11:52:24.942466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:24.989266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:25.165401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:52:26.056815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbbe00-72d6-440d-acdc-a194465c25aa req-07f49fb4-582f-4131-96d5-7362dbca376e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:26.058405 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7cbbbe00-72d6-440d-acdc-a194465c25aa req-07f49fb4-582f-4131-96d5-7362dbca376e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Apr 04 11:52:26.103632 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7cbbbe00-72d6-440d-acdc-a194465c25aa req-1e7e213b-e118-4caf-8833-ec9f396b7404 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 Apr 04 11:52:26.693581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:52:26.791185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:52:26.794875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:52:26.795249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:26.871932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:26.893388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:52:26.895526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c4824-ecc2-4d3c-a72f-949f3971a080" -d '{"events": [{"server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "name": "network-vif-plugged", "status": "completed", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:52:26.907954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:52:26.930363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7e497-dd55-4f66-9a04-641f9bf0bde5 x-openstack-request-id: req-4ef7e497-dd55-4f66-9a04-641f9bf0bde5 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:52:26.934664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "name": "network-vif-plugged", "status": "completed", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:52:26.934664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ef7e497-dd55-4f66-9a04-641f9bf0bde5 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:52:26.934664 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef7e497-dd55-4f66-9a04-641f9bf0bde5'] response: {'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'code': 200} Apr 04 11:52:26.981831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:27.030459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:27.191493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f61ef3c7-0274-4382-bf2d-1e32b0926fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:27.197376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd814e-1cc4-4a1b-b408-68a761af4391 req-5b590eb4-4781-4e01-9539-14d5bbf907a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:27.198908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7acd814e-1cc4-4a1b-b408-68a761af4391 req-5b590eb4-4781-4e01-9539-14d5bbf907a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1098 time: 0.0403907 Apr 04 11:52:27.218607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe670a8-6d72-4863-a431-b3400e6d5a96 req-0c6c3020-fd8f-4db7-8fe3-fabdcd3b5ed8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:27.220079 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ebe670a8-6d72-4863-a431-b3400e6d5a96 req-0c6c3020-fd8f-4db7-8fe3-fabdcd3b5ed8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0499902 Apr 04 11:52:27.236846 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7acd814e-1cc4-4a1b-b408-68a761af4391 req-a568dfaa-9e6d-4a34-92f0-beb92d19d473 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Apr 04 11:52:27.261736 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ebe670a8-6d72-4863-a431-b3400e6d5a96 req-dc090d05-59cb-4e43-aa0b-e7ee4b4b58b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356610 Apr 04 11:52:28.377959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ad0a-a180-4133-bd0e-1c92c0940d30 req-429c5f9d-68f7-46fe-862f-e71f70afff10 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:28.379400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4052ad0a-a180-4133-bd0e-1c92c0940d30 req-429c5f9d-68f7-46fe-862f-e71f70afff10 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Apr 04 11:52:28.419715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4052ad0a-a180-4133-bd0e-1c92c0940d30 req-107ede32-63b6-4b0d-83f3-8182a7a4d1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Apr 04 11:52:29.444465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ef2860e-c214-46ae-941c-b0fb1ae28a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:29.532936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eefc2c-7c8d-4403-9e73-69bcf1a8337a req-b7d19307-9a64-43b6-9c6d-880fb6d9e1bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:29.534423 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c4eefc2c-7c8d-4403-9e73-69bcf1a8337a req-b7d19307-9a64-43b6-9c6d-880fb6d9e1bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0474119 Apr 04 11:52:29.571630 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c4eefc2c-7c8d-4403-9e73-69bcf1a8337a req-03e9ccb0-528d-4b0c-80a4-5e65d47b86ce tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Apr 04 11:52:29.681398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99186967-9a83-4778-bdfd-8e7923b6ca09 req-52f01719-4791-4c8d-8a31-85e9c40e7f70 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:29.682846 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-99186967-9a83-4778-bdfd-8e7923b6ca09 req-52f01719-4791-4c8d-8a31-85e9c40e7f70 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Apr 04 11:52:29.721434 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-99186967-9a83-4778-bdfd-8e7923b6ca09 req-20930d21-067b-4789-b21e-225c7e483e67 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Apr 04 11:52:29.743308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41908) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:29.780516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0bed8-dfed-4205-9e2c-75e9036d66f6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:29.781986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fdb0bed8-dfed-4205-9e2c-75e9036d66f6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1093 time: 0.0377569 Apr 04 11:52:29.784653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41910) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:29.788761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:52:29.916920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:30.006930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:30.123068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.196 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/a46c7a69-d93a-4178-8fb8-e9d30592eb30) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:52:30.223895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:30.317294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:30.357906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:52:30.360676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:52:30.364145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:52:30.385210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=a46c7a69-d93a-4178-8fb8-e9d30592eb30,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:30.494261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.183917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.333320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.478316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.534333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.604363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=a46c7a69-d93a-4178-8fb8-e9d30592eb30,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:52:31.615839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:31.716003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP c1846109-01b7-4c0f-885a-78f5eda5b8fc associated. External IP: 172.26.1.196, port: 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1. Apr 04 11:52:31.919943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 80acbe60-3ed8-4513-9161-74b4abd13f19 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:52:32.015904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:32.027745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:52:32.038573 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Sync routers for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:52:32.047951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:32.048564 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:32.115167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:32.146480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-997d1b37-d7e7-4969-b18b-08e427d9ab1c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3602231 Apr 04 11:52:32.146480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:52:32.148618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41912) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:32.149111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35" -d '{"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:52:32.153619 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:32.186014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455f381-4aa8-4f34-ad08-00c8bf87399e x-openstack-request-id: req-5455f381-4aa8-4f34-ad08-00c8bf87399e {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:52:32.186558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:52:32.186558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5455f381-4aa8-4f34-ad08-00c8bf87399e {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:52:32.186937 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5455f381-4aa8-4f34-ad08-00c8bf87399e'] response: {'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'status': 'completed', 'code': 200} Apr 04 11:52:32.211814 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cd42247f-3f73-46eb-9f53-4fc40a1f2b28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/c1846109-01b7-4c0f-885a-78f5eda5b8fc HTTP/1.1" status: 200 len: 991 time: 0.0608494 Apr 04 11:52:32.250677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-0588ca1c-4e5b-407d-9574-ede8bb73ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:32.252182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-0588ca1c-4e5b-407d-9574-ede8bb73ed7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1098 time: 0.0404305 Apr 04 11:52:32.346550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-6bbf4ed1-1abd-42ee-a19f-67b89ff45eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:32.348018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-6bbf4ed1-1abd-42ee-a19f-67b89ff45eff service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e9c5541-b6de-48fc-991d-4eed81f2f922 HTTP/1.1" status: 200 len: 898 time: 0.0896521 Apr 04 11:52:32.381961 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'c1846109-01b7-4c0f-885a-78f5eda5b8fc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'port_id': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'mac_address': 'fa:16:3e:1f:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:52:30Z', 'updated_at': '2022-04-04T11:52:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:32.404869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:32.412325 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-4942c27a-de11-4667-af8e-477ac7812147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 HTTP/1.1" status: 200 len: 999 time: 0.0579207 Apr 04 11:52:32.412553 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Checking router: 80acbe60-3ed8-4513-9161-74b4abd13f19 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:52:32.420923 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:52:32.421529 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:32.463142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-2ca511e0-b253-4198-98a6-6f466b0a9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:32.464549 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-2ca511e0-b253-4198-98a6-6f466b0a9602 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04f13475-a5b5-4e48-aeb0-1d27b479c466 HTTP/1.1" status: 200 len: 834 time: 0.0456553 Apr 04 11:52:32.515161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-5405b20e-911c-409a-9bff-7db023b3cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:32.516704 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-5405b20e-911c-409a-9bff-7db023b3cb1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e9c5541-b6de-48fc-991d-4eed81f2f922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456419 Apr 04 11:52:32.604832 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-64cf6796-ed3d-4c4e-a2dd-37818e3889a6 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815053 Apr 04 11:52:32.605113 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:52:32.696162 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fbe4f6c-136d-4c5a-bae6-83d654ac4a35 req-3fa88c86-54ce-4ea2-842d-a8e95c0fe4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851614 Apr 04 11:52:32.821038 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'c1846109-01b7-4c0f-885a-78f5eda5b8fc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'port_id': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'mac_address': 'fa:16:3e:1f:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:52:30Z', 'updated_at': '2022-04-04T11:52:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:52:32.846496 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb9eb-f6b0-481f-a77e-dfa64243d8e0 None None] The sync data for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv is: [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'c1846109-01b7-4c0f-885a-78f5eda5b8fc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'port_id': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'mac_address': 'fa:16:3e:1f:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:52:30Z', 'updated_at': '2022-04-04T11:52:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:52:33.027829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07eed0-8df8-435a-9557-8a5c2edf4ba2 None None] New status for floating IP c1846109-01b7-4c0f-885a-78f5eda5b8fc: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:52:33.214638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41916) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:33.278805 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1ed047da-5251-4162-bc84-a69187427815 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/c1846109-01b7-4c0f-885a-78f5eda5b8fc HTTP/1.1" status: 200 len: 991 time: 0.0630224 Apr 04 11:52:34.204334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:34.282621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 41918) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:52:34.340775 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-595bdece-8cdc-4168-b033-6e0dc1406e97 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/c1846109-01b7-4c0f-885a-78f5eda5b8fc HTTP/1.1" status: 200 len: 993 time: 0.0569532 Apr 04 11:52:47.213438 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-ca5d51f7-ffbc-4715-84f3-56fb958baf24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396259 Apr 04 11:52:47.271395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-6a58bc95-806e-4c24-a599-922679f4daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:47.272819 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-6a58bc95-806e-4c24-a599-922679f4daab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1098 time: 0.0383840 Apr 04 11:52:47.374786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-5da6815c-ddd0-4a26-951c-04361e7febf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:47.376158 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-5da6815c-ddd0-4a26-951c-04361e7febf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.0845284 Apr 04 11:52:47.438954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-90647f6b-4d64-4f51-a4c4-ee51771b948a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 1001 time: 0.0561750 Apr 04 11:52:47.489585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-c469407f-c976-4a97-a587-e71f9d6266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:47.491073 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-c469407f-c976-4a97-a587-e71f9d6266f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0459063 Apr 04 11:52:47.534607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-b64ae9a4-9ca0-4c43-bcee-6aec94abfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:52:47.536033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-b64ae9a4-9ca0-4c43-bcee-6aec94abfc51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383871 Apr 04 11:52:47.623506 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-641a1d81-395a-4425-8da8-cf10f28e86bb service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802908 Apr 04 11:52:47.716013 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a10d8fc4-d4c8-4391-ae72-8d4e8b6d4fff req-3b293595-fc95-4ffc-9a0e-0b6464353efb service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Apr 04 11:52:48.470853 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:52:57.192911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5095-2617-4704-85c0-9e02dc010f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:52:59.433978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8036fad-689e-47c6-ae55-85198ba995fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:00.559820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:00.895104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41972) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:01.012822 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e42f233a-051a-4e6c-a1a0-88fcfa75f8a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/c1846109-01b7-4c0f-885a-78f5eda5b8fc HTTP/1.1" status: 200 len: 993 time: 0.1160061 Apr 04 11:53:01.350767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 41978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:01.516240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port a46c7a69-d93a-4178-8fb8-e9d30592eb30 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:53:01.516839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:01.599889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:01.599889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:01.611525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for a46c7a69-d93a-4178-8fb8-e9d30592eb30 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:53:01.878912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:02.009310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:02.233172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=a46c7a69-d93a-4178-8fb8-e9d30592eb30,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:02.246439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.246791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.247130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.247499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.247902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.248258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.248624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.249004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.249384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.249752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.250150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.250476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:02.305125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:02.305463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP c1846109-01b7-4c0f-885a-78f5eda5b8fc disassociated (deleted). External IP: 172.26.1.196, port: 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1. Apr 04 11:53:02.394242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:02.522046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 80acbe60-3ed8-4513-9161-74b4abd13f19 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:53:02.646240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:02.651643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:02.658384 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Sync routers for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:02.669079 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:02.669865 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:02.677491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-19db4694-9a72-47de-8bff-332b85fc1ef9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/c1846109-01b7-4c0f-885a-78f5eda5b8fc HTTP/1.1" status: 204 len: 168 time: 1.3255491 Apr 04 11:53:02.678356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:02.683662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1f1f3-0516-452e-9e1e-8c639ca1e220" -d '{"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:02.730471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c7cf9-f699-46af-8278-4639adb17487 x-openstack-request-id: req-370c7cf9-f699-46af-8278-4639adb17487 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:02.730982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:02.731443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-370c7cf9-f699-46af-8278-4639adb17487 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:02.732200 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370c7cf9-f699-46af-8278-4639adb17487'] response: {'name': 'network-changed', 'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'status': 'completed', 'code': 200} Apr 04 11:53:02.780625 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:02.806896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-85af705a-1226-49f2-9f70-603103d6a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:02.808522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-85af705a-1226-49f2-9f70-603103d6a38a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 1098 time: 0.0490036 Apr 04 11:53:02.917751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-096e5280-01d6-45ac-89fb-87400fc016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:02.919262 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-096e5280-01d6-45ac-89fb-87400fc016c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e9c5541-b6de-48fc-991d-4eed81f2f922 HTTP/1.1" status: 200 len: 898 time: 0.0998337 Apr 04 11:53:02.962087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-c935e142-94ac-40e2-94fd-3bb3f486e79d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 HTTP/1.1" status: 200 len: 217 time: 0.0351455 Apr 04 11:53:02.987194 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:03.019855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-215fca57-ce0b-48ce-b2d7-0249a1b7340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:03.021359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-215fca57-ce0b-48ce-b2d7-0249a1b7340d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04f13475-a5b5-4e48-aeb0-1d27b479c466 HTTP/1.1" status: 200 len: 834 time: 0.0527396 Apr 04 11:53:03.023664 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Checking router: 80acbe60-3ed8-4513-9161-74b4abd13f19 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:03.035491 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:03.036295 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:03.069096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-d2e97cf6-1737-4f65-94dd-0c0c55565170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:03.070654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-d2e97cf6-1737-4f65-94dd-0c0c55565170 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e9c5541-b6de-48fc-991d-4eed81f2f922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430379 Apr 04 11:53:03.150840 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:03.179777 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-7688b7dd-0aa9-4226-a09f-627a18db653a service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006498 Apr 04 11:53:03.265993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dbcf7-6bbb-41df-84f4-ac315cf93fd0 req-3153fe27-78c6-4271-a075-721ee452e543 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:03.267516 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-716dbcf7-6bbb-41df-84f4-ac315cf93fd0 req-3153fe27-78c6-4271-a075-721ee452e543 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0599742 Apr 04 11:53:03.287876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-69f1f1f3-0516-452e-9e1e-8c639ca1e220 req-025bd6df-05fc-4c00-adc3-db5d526a9cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982544 Apr 04 11:53:03.315714 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-716dbcf7-6bbb-41df-84f4-ac315cf93fd0 req-92ba6978-e549-4135-9e0f-50fa979de4b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Apr 04 11:53:03.371041 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:03.399212 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1c95-e304-45e6-9726-28d571381084 None None] The sync data for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv is: [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:52:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'a7715018-8b1f-402d-929e-7e30636660f5', 'name': '', 'network_id': '3e9c5541-b6de-48fc-991d-4eed81f2f922', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:7f:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:12Z', 'updated_at': '2022-04-04T11:52:15Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '04f13475-a5b5-4e48-aeb0-1d27b479c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:03.634416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd98c62-6fca-4426-b20a-73e90dd0e9fc None None] New status for floating IP c1846109-01b7-4c0f-885a-78f5eda5b8fc: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:53:04.221670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:04.447330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2e82b-c647-4845-899e-cf46719b1dd8 req-640fa22d-d6c3-496a-8a2c-fc2adbaa51d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:04.448847 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abf2e82b-c647-4845-899e-cf46719b1dd8 req-640fa22d-d6c3-496a-8a2c-fc2adbaa51d3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Apr 04 11:53:04.487652 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abf2e82b-c647-4845-899e-cf46719b1dd8 req-2e4d1639-3715-4a6b-82fe-33712234d09e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=76d6f3e3-6647-4c2f-a77a-bf8f9200793b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Apr 04 11:53:04.569844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-d774bdeb-3ef7-4790-926e-5f235495d221 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:04.571283 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-d774bdeb-3ef7-4790-926e-5f235495d221 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Apr 04 11:53:04.667494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:53:04.667843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:04.762759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:04.763144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:04.776833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:53:05.004433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:05.038931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=6a145b33-e704-4e7f-96f4-ca2ad1d45ca1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:05.079336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:53:05.082060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:05.086290 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-47f7d392-cd78-4a67-bcb1-39a03a64ba61 req-2f3be33f-971c-4f70-a474-3e2a157ba114 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 HTTP/1.1" status: 204 len: 173 time: 0.5082397 Apr 04 11:53:05.086737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'name': 'network-vif-deleted', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:05.089318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f50ba5-901b-406f-b530-5b425e7d49ce" -d '{"events": [{"server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "name": "network-vif-deleted", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:05.139584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff83e5d-1286-4abc-9fca-5a21251990c9 x-openstack-request-id: req-0ff83e5d-1286-4abc-9fca-5a21251990c9 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:05.139885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a93c506-0977-4126-90b6-c0ceb4188a96", "name": "network-vif-deleted", "tag": "6a145b33-e704-4e7f-96f4-ca2ad1d45ca1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:05.140138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ff83e5d-1286-4abc-9fca-5a21251990c9 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:05.140642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff83e5d-1286-4abc-9fca-5a21251990c9'] response: {'server_uuid': '5a93c506-0977-4126-90b6-c0ceb4188a96', 'name': 'network-vif-deleted', 'tag': '6a145b33-e704-4e7f-96f4-ca2ad1d45ca1', 'status': 'completed', 'code': 200} Apr 04 11:53:05.602920 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6c1413a8-4bd8-4f36-8cff-89b2facda117 req-649d501f-31b5-4c40-af7b-c0b85f4dd797 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a93c506-0977-4126-90b6-c0ceb4188a96 HTTP/1.1" status: 200 len: 210 time: 0.0262682 Apr 04 11:53:06.660614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42004) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:06.722570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:06.747109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:06.896201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:06.898712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:06.899880 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/76d6f3e3-6647-4c2f-a77a-bf8f9200793b HTTP/1.1" status: 204 len: 168 time: 0.2382104 Apr 04 11:53:06.907350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:53:06.911572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6f3e3-6647-4c2f-a77a-bf8f9200793b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:06.917852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.918206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.918548 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.918932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.919272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.919625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.919935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.920295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.920593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.920967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.921285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.921635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ad0e9-7373-4d00-b2b3-585ad31c2680 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:06.931100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:53:06.931452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 6a145b33-e704-4e7f-96f4-ca2ad1d45ca1 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:53:07.011785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42010) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:07.388547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:07.644812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port a7715018-8b1f-402d-929e-7e30636660f5 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:53:07.645087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:07.738023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port a7715018-8b1f-402d-929e-7e30636660f5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7715018-8b1f-402d-929e-7e30636660f5,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:07.738387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:07.751028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for a7715018-8b1f-402d-929e-7e30636660f5 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:53:08.050040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.079703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=a7715018-8b1f-402d-929e-7e30636660f5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:08.267687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.494242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 80acbe60-3ed8-4513-9161-74b4abd13f19 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:53:08.601362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:08.606716 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9b3cfe8c-c27d-455b-91bf-aaf26d976311 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/80acbe60-3ed8-4513-9161-74b4abd13f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5936387 Apr 04 11:53:08.609189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42014) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:08.612972 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Sync routers for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:08.624987 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:08.625967 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:08.662261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 04f13475-a5b5-4e48-aeb0-1d27b479c466 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:53:08.665676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.705520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.744518 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:08.805111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.964916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:08.992872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=04f13475-a5b5-4e48-aeb0-1d27b479c466,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:08.997291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.003840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-45bec531-75e7-4eea-b807-79ae279ba99c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/04f13475-a5b5-4e48-aeb0-1d27b479c466 HTTP/1.1" status: 204 len: 168 time: 0.3928370 Apr 04 11:53:09.005649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799d19d-0011-4cad-9a33-83769723b92a None None] Network 3e9c5541-b6de-48fc-991d-4eed81f2f922 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:53:09.008702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42018) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:09.070722 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:53:07Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:09.099886 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Checking router: 80acbe60-3ed8-4513-9161-74b4abd13f19 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:09.108479 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Routers {'80acbe60-3ed8-4513-9161-74b4abd13f19'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:09.109240 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['80acbe60-3ed8-4513-9161-74b4abd13f19'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:09.187480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.225285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] Set router 80acbe60-3ed8-4513-9161-74b4abd13f19 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:09.267479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a2103-417c-40eb-9728-558358045bbd None None] DHCP port deletion for 3e9c5541-b6de-48fc-991d-4eed81f2f922 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:53:09.356255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.368265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Deleting port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:53:09.368758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.409301 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:53:07Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:09.433350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e07a2103-417c-40eb-9728-558358045bbd None None] For port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,segment=NetworkSegment(9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b),segment_id=9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:09.433770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.438796 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61a402-3efb-4a48-b5cf-316de04c8c64 None None] The sync data for ids ['80acbe60-3ed8-4513-9161-74b4abd13f19'] in dv-neutron-835866-1-hyperv is: [{'id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'name': 'tempest-TestNetworkBasicOps-router-834925409', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:52:08Z', 'updated_at': '2022-04-04T11:53:07Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd660b163-cea0-426f-871f-bc67a8a34b4c', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80acbe60-3ed8-4513-9161-74b4abd13f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:52:09Z', 'updated_at': '2022-04-04T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:09.446682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Calling delete_port for 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:53:09.554226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port d660b163-cea0-426f-871f-bc67a8a34b4c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:53:09.554706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.637728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port d660b163-cea0-426f-871f-bc67a8a34b4c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d660b163-cea0-426f-871f-bc67a8a34b4c,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:09.638227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.650119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.652240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for d660b163-cea0-426f-871f-bc67a8a34b4c owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:53:09.675671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Pushing event deleted for resources: {'Port': ['ID=8a6aa79e-b79d-49c1-94f5-86a85fcacc6a,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:09.684509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a2103-417c-40eb-9728-558358045bbd None None] No DVR routers for this DVR port 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:53:09.687840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.688819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.689159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.689481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.689895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.690226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.690546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.690880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.691206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.691528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.691832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.692159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a2103-417c-40eb-9728-558358045bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:09.872685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:53:09.894186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:53:09.894529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8a6aa79e-b79d-49c1-94f5-86a85fcacc6a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:53:09.894956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7715018-8b1f-402d-929e-7e30636660f5 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:53:09.924132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: a7715018-8b1f-402d-929e-7e30636660f5 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:53:09.925141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7715018-8b1f-402d-929e-7e30636660f5 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:53:09.937153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:09.967125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=d660b163-cea0-426f-871f-bc67a8a34b4c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:10.038676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.415106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.417248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.552960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.553517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 80acbe60-3ed8-4513-9161-74b4abd13f19 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:53:10.564414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.564414 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-317b6e62-19bb-4fed-b4b3-4c30f5b6182d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/80acbe60-3ed8-4513-9161-74b4abd13f19 HTTP/1.1" status: 204 len: 168 time: 1.5434215 Apr 04 11:53:10.564941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42022) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:10.643996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.730791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.749283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9c5541-b6de-48fc-991d-4eed81f2f922']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:10.758713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:10.759005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc6bcbe-502b-45a6-8a6a-b5d5b07f6d6b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:10.768362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.780979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.786623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:53:10.790255 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:53:10.924144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.931368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:10.933809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/3e9c5541-b6de-48fc-991d-4eed81f2f922 HTTP/1.1" status: 204 len: 168 time: 0.3678820 Apr 04 11:53:10.945255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6f158-bdd3-4d8a-bd00-61bdb045e766 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=3e9c5541-b6de-48fc-991d-4eed81f2f922,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:10.950291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42024) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:10.958105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--532829392', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:11.033164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:53:11.036900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.060193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:53:11.074135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.074493 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment a0688d20-4f36-4e0d-9f3b-dae96471e378 of type vlan for network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 Apr 04 11:53:11.115267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.200388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.205736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:11.206308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.239715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-d90544e0-ef71-43ff-936f-4d38413be1e7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529588040&fields=id&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 267 time: 0.0645468 Apr 04 11:53:11.298487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=469e06ef-ecab-41a4-aa02-9c15381d5ba4,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:11.308022 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-47db39dd-26db-444d-940f-558f92ee5511 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3560247 Apr 04 11:53:11.312050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:53:11.312543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42036) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:11.317769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-990397426', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:11.388256 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-b3057ca9-4ed8-46f7-9a1b-51ebfeafa3d3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:11.389731 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-b3057ca9-4ed8-46f7-9a1b-51ebfeafa3d3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.1410747 Apr 04 11:53:11.404480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-d968dbb1-614c-46b7-967e-7d64c9b5087b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/quotas/a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Apr 04 11:53:11.439152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.440393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.462961 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-82978f6a-be6f-4fc6-a23c-3861e3b1292e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526557 Apr 04 11:53:11.528783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.557218 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-a49d22ca-f760-4ecb-8c2c-281c506a160a service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Apr 04 11:53:11.662249 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-557b926b-afe7-4815-8452-01fb1f51b4f4 service neutron] 10.222.0.43 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987735 Apr 04 11:53:11.665469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d660b163-cea0-426f-871f-bc67a8a34b4c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:53:11.687729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d660b163-cea0-426f-871f-bc67a8a34b4c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:53:11.688323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d660b163-cea0-426f-871f-bc67a8a34b4c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:53:11.704602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.963293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:11.987533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:12.092707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.198 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/83b02a69-2972-41a3-9d41-efcf216b0650) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:12.223542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f681f2f7-0ebd-4a60-82cd-62d8d5134b10 req-346510b9-8ea2-4764-9679-15d3ba5c40c0 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0404327 Apr 04 11:53:12.228140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:12.307589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:12.352924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:12.355690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:12.359090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:12.364358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=83b02a69-2972-41a3-9d41-efcf216b0650,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:12.656102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:12.849205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.049937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:53:13.155373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:13.164666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:13.173841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:13.180841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:13.229158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.230442 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6a36f709-bb13-4bdc-875e-d8d34520fae4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9184284 Apr 04 11:53:13.233523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42054) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:13.264641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-25b81425-f2e0-47a8-ab4a-9bcad1d59534 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275233 Apr 04 11:53:13.264813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42058) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:13.282426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:13.369088 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bca735b2-083f-430f-8fd3-4d12cc2b1aec req-eb4c2bf9-6dc8-4b9a-8e3f-a51a1c9215af tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0671635 Apr 04 11:53:13.452542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db889be7-f056-4da2-b130-87e288bb5fb1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:13.454060 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-db889be7-f056-4da2-b130-87e288bb5fb1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1882174 Apr 04 11:53:13.456893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42060) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:13.461105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:12Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:13.496487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:13.497008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Updating router 14e56640-e80c-478e-9775-35830379ada5 port 83b02a69-2972-41a3-9d41-efcf216b0650 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:53:13.501250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-af0e136a-d02d-49c4-ba52-252bee284b0f tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415685 Apr 04 11:53:13.503240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42062) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:13.508522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464840892', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:13.525185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.667301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:53:13.670804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.772672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.856021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.908256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Attempting to bind port 83b02a69-2972-41a3-9d41-efcf216b0650 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:53:13.908625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Attempting to bind port 83b02a69-2972-41a3-9d41-efcf216b0650 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:53:13.908986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Attempting to bind port 83b02a69-2972-41a3-9d41-efcf216b0650 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:13.913395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.917076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab357d0-2fe0-483b-9948-64edd35a3564 None None] Pushing event updated for resources: {'Port': ['ID=83b02a69-2972-41a3-9d41-efcf216b0650,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Bound port: 83b02a69-2972-41a3-9d41-efcf216b0650, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:53:13.923205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:13.973468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] For port 83b02a69-2972-41a3-9d41-efcf216b0650, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:53:13.976764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] For port 83b02a69-2972-41a3-9d41-efcf216b0650, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=83b02a69-2972-41a3-9d41-efcf216b0650,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:53:13.977208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=32bf248a-564d-4551-a1af-e52b758cb3bf,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:13.987210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:13.987580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 469e06ef-ecab-41a4-aa02-9c15381d5ba4, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:53:14.062167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:14.090110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:53:14.105383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-1f76f036-805d-4205-9124-c67b1a6280c5 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:14.107530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-1f76f036-805d-4205-9124-c67b1a6280c5 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 811 time: 0.1105506 Apr 04 11:53:14.119331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:14.119948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:14.158979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-ce6d19ad-4476-44f4-8438-e073a824495e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14ac1bd8ad44755839cb45b98a57fe4 HTTP/1.1" status: 200 len: 380 time: 0.0363526 Apr 04 11:53:14.168898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'port': {'device_id': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'admin_state_up': True, 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'security_groups': ['827ed839-69e1-4bc8-98e5-c925fffe7847']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:14.171537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab357d0-2fe0-483b-9948-64edd35a3564 None None] Pushing event updated for resources: {'Port': ['ID=83b02a69-2972-41a3-9d41-efcf216b0650,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:14.176882 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 469e06ef-ecab-41a4-aa02-9c15381d5ba4) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:14.187677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:14.189095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:14.189300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e344d-d15c-4d03-bec6-fe0cb7c7b9fd None None] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:53:14.297775 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dff5a80c-374e-42a5-b858-308b8709d312 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7933435 Apr 04 11:53:14.300450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42064) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:14.311040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:14.374704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Made reservation on behalf of a14ac1bd8ad44755839cb45b98a57fe4 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:53:14.379648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:14.515637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:53:14.517117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:14.793654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-715c75d5-c50c-4511-9930-d5bce496834f req-4160a1e5-e6c7-41a4-a989-7a621b056a8b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0341179 Apr 04 11:53:14.866143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:14.866872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Allocated IP 172.20.0.2 (469e06ef-ecab-41a4-aa02-9c15381d5ba4/32bf248a-564d-4551-a1af-e52b758cb3bf/dd272373-f133-4023-ad59-85ec38b2ab06) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:14.871838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.20.0.12 (f9b5fec2-35a6-4adf-955b-4a6a277f91be/afbc7352-2f53-44f2-be87-4911bc979db6/1a584e33-204a-4f97-9755-97fb3f661a6a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:14.880372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:12Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:14.911073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f98be-6f77-4584-8a63-b8d1332a9d1b None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:12Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:15.088196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.093688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.188244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.239523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.242441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:15.262892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:15.265899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Pushing event updated for resources: {'Port': ['ID=dd272373-f133-4023-ad59-85ec38b2ab06,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:15.279221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:15.352691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:15.354314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:15.373598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:15.394665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Attempting to bind port dd272373-f133-4023-ad59-85ec38b2ab06 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:53:15.395044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Attempting to bind port dd272373-f133-4023-ad59-85ec38b2ab06 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:53:15.395414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Attempting to bind port dd272373-f133-4023-ad59-85ec38b2ab06 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:15.407414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:53:15.408260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Checking segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:15.409046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.410241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Bound using segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:53:15.411223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Bound port: dd272373-f133-4023-ad59-85ec38b2ab06, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:53:15.411873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.444337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:15.494091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:15.500394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.536045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] For port dd272373-f133-4023-ad59-85ec38b2ab06, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:53:15.545748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] For port dd272373-f133-4023-ad59-85ec38b2ab06, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd272373-f133-4023-ad59-85ec38b2ab06,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:53:15.580093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-4923cca2-b0c7-450f-acf4-8e6575474bab tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4159391 Apr 04 11:53:15.592405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Request body: {'port': {'device_id': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:15.604030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.687205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60909a14-9891-4c65-9e93-1168b6bfde7b None None] Pushing event updated for resources: {'Port': ['ID=dd272373-f133-4023-ad59-85ec38b2ab06,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:15.713671 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (469e06ef-ecab-41a4-aa02-9c15381d5ba4/32bf248a-564d-4551-a1af-e52b758cb3bf/04bec086-e454-43a6-9224-8e089d3674fc) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:15.727660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.758036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c76b36b4-b336-4d85-9696-dc9a26152b59 None None] Provisioning complete for port 1a584e33-204a-4f97-9755-97fb3f661a6a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:15.758500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76b36b4-b336-4d85-9696-dc9a26152b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.829907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 83b02a69-2972-41a3-9d41-efcf216b0650 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:15.907298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c76b36b4-b336-4d85-9696-dc9a26152b59 None None] Port 1a584e33-204a-4f97-9755-97fb3f661a6a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:53:15.909179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:15.935808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 83b02a69-2972-41a3-9d41-efcf216b0650 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:15.936319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.046528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a72d-1fd7-4b6f-8b72-594e2c288651 req-6816e721-446f-40bc-af03-8a826892db53 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:16.050688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0866a72d-1fd7-4b6f-8b72-594e2c288651 req-6816e721-446f-40bc-af03-8a826892db53 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 932 time: 0.1304736 Apr 04 11:53:16.110270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.147131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 83b02a69-2972-41a3-9d41-efcf216b0650, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=83b02a69-2972-41a3-9d41-efcf216b0650,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:16.155006 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0866a72d-1fd7-4b6f-8b72-594e2c288651 req-77d98e74-89e9-4d09-b397-969642f1ef01 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838742 Apr 04 11:53:16.224067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.226440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.304712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=83b02a69-2972-41a3-9d41-efcf216b0650,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:16.325440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a584e33-204a-4f97-9755-97fb3f661a6a {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:53:16.334770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:16.340415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.341274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:16.344885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:16.357461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Transition to ACTIVE for port object 1a584e33-204a-4f97-9755-97fb3f661a6a will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:53:16.373515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:16.402889 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.427917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.516153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Pushing event updated for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:16.572565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Attempting to bind port 1a584e33-204a-4f97-9755-97fb3f661a6a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:53:16.572565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Attempting to bind port 1a584e33-204a-4f97-9755-97fb3f661a6a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:53:16.572565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Attempting to bind port 1a584e33-204a-4f97-9755-97fb3f661a6a on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:16.581038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Port 1a584e33-204a-4f97-9755-97fb3f661a6a on network f9b5fec2-35a6-4adf-955b-4a6a277f91be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:53:16.581474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Attempting to bind port 1a584e33-204a-4f97-9755-97fb3f661a6a on network f9b5fec2-35a6-4adf-955b-4a6a277f91be {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:16.586786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:53:16.587359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Checking segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:16.587996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Bound using segment: {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:53:16.588998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Bound port: 1a584e33-204a-4f97-9755-97fb3f661a6a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb3155f-a042-4a87-a53e-5f9bc96290d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:53:16.589531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.603773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.669337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:53:16.674616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a584e33-204a-4f97-9755-97fb3f661a6a,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:53:16.764485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.806979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:16.808082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:16.810121 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 200 len: 1094 time: 1.2222881 Apr 04 11:53:16.813208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:16.817039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017853a-6b13-4221-970c-efe1d5c99fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:16.879074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a507-50a1-42ae-b5c6-54a8e0331d34 service neutron] Pushing event updated for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:16.920500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a498b26f-3c43-4ff7-812b-1e7cc7d3d846 x-openstack-request-id: req-a498b26f-3c43-4ff7-812b-1e7cc7d3d846 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:16.921011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:16.921444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a498b26f-3c43-4ff7-812b-1e7cc7d3d846 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:16.922261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a498b26f-3c43-4ff7-812b-1e7cc7d3d846'] response: {'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'status': 'completed', 'code': 200} Apr 04 11:53:17.012478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-e6442ccb-02e8-4346-8d49-77fc3104be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.013084 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-e6442ccb-02e8-4346-8d49-77fc3104be16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1097 time: 0.0861921 Apr 04 11:53:17.029110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.115064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.163243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-9f9e34b6-2cda-41b9-90a8-0dfe094888ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.165184 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-9f9e34b6-2cda-41b9-90a8-0dfe094888ea service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1365881 Apr 04 11:53:17.197661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.199444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:17.335425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907facf-9760-43d3-9460-9cce22ba3466 None None] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:53:17.343746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-ca90238e-45a6-4afd-8d39-d86b60f5faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.348252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5017853a-6b13-4221-970c-efe1d5c99fa5 req-ca90238e-45a6-4afd-8d39-d86b60f5faff service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746609 Apr 04 11:53:17.360087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2fc91-7e9b-4793-8f9b-804938c794e8 req-39a3e905-6ebc-4fee-9cbd-a657074a20c9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.361863 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-19a2fc91-7e9b-4793-8f9b-804938c794e8 req-39a3e905-6ebc-4fee-9cbd-a657074a20c9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0774236 Apr 04 11:53:17.370029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:17.373428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:17.445010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] Provisioning complete for port dd272373-f133-4023-ad59-85ec38b2ab06 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:17.446015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.456653 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-19a2fc91-7e9b-4793-8f9b-804938c794e8 req-6e85d2b0-3485-4f13-8387-680370bb3af2 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851018 Apr 04 11:53:17.482738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-95ba7d8d-49bc-47c9-b0ce-4dce8a05df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.485223 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-95ba7d8d-49bc-47c9-b0ce-4dce8a05df30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1097 time: 0.0923519 Apr 04 11:53:17.523925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:53:17.567988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-e14cac5f-f757-4117-ae98-0e0721117fc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 200 len: 217 time: 0.0740736 Apr 04 11:53:17.604238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.670751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] For port dd272373-f133-4023-ad59-85ec38b2ab06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd272373-f133-4023-ad59-85ec38b2ab06,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:17.673272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-b59023aa-2e5e-4cd7-9a6b-5acce276e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.685167 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-b59023aa-2e5e-4cd7-9a6b-5acce276e85f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1099136 Apr 04 11:53:17.694642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:17.700929 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a2cea9d8-995e-44f7-b573-626420344a2e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/14e56640-e80c-478e-9775-35830379ada5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994215 Apr 04 11:53:17.704597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42074) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:17.752835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:17.759525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-363892be-6f1c-4ec0-b1b1-b0d5d7e69da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.766718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-363892be-6f1c-4ec0-b1b1-b0d5d7e69da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682738 Apr 04 11:53:17.842083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c048806-eed3-43a1-b186-8795ddd17011 None None] Pushing event updated for resources: {'Port': ['ID=dd272373-f133-4023-ad59-85ec38b2ab06,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:17.856200 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:17.861694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd272373-f133-4023-ad59-85ec38b2ab06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:17.881006 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:17.881740 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:17.928833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.929951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.930438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.930912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.931383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.931854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:17.935560 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2f653325-0a38-4d22-8b21-ed95c1cc4d09 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2275200 Apr 04 11:53:17.937039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42076) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:17.943881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-dbd40f99-d80e-40ec-ae25-ea7781687dfc service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756713 Apr 04 11:53:17.947386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd272373-f133-4023-ad59-85ec38b2ab06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:17.948017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.045005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.045628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.046211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.046679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.047137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.048216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.052554 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e734af0a-0e2a-4a03-9f27-0af848e04ea3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1120601 Apr 04 11:53:18.052821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:18.073957 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:18.093309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 83b02a69-2972-41a3-9d41-efcf216b0650 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:18.095303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-56e3ce19-0578-4d44-bbf5-d6f4c84b83b4 None None] Provisioning complete for port dd272373-f133-4023-ad59-85ec38b2ab06 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:18.095770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56e3ce19-0578-4d44-bbf5-d6f4c84b83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.120300 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-62be0b21-ffff-4d7f-a88d-eb7502e9daf5 req-d0c87060-97a2-4a69-9f8d-430ae7990076 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681383 Apr 04 11:53:18.284070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-56e3ce19-0578-4d44-bbf5-d6f4c84b83b4 None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:18.289809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-56e3ce19-0578-4d44-bbf5-d6f4c84b83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.293055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 83b02a69-2972-41a3-9d41-efcf216b0650 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:18.296567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.366128 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a669e200-0fb7-4321-b566-1776cd20edaa tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3058672 Apr 04 11:53:18.366252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-56e3ce19-0578-4d44-bbf5-d6f4c84b83b4 None None] Port 04bec086-e454-43a6-9224-8e089d3674fc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:53:18.374271 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:18.432455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:18.432696 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Updating router 14e56640-e80c-478e-9775-35830379ada5 port 04bec086-e454-43a6-9224-8e089d3674fc binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:53:18.461270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.513017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7bcbf4fa-fd62-454f-bab5-9aeaa654467f None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:18.514631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4fa-fd62-454f-bab5-9aeaa654467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.568325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbf4fa-fd62-454f-bab5-9aeaa654467f None None] Port 04bec086-e454-43a6-9224-8e089d3674fc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:53:18.631356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217b69-3240-4a06-8c2d-672d10bf9421 req-f4bd27df-def4-482b-ba8e-86f7a3cd83d1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:18.638873 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-68217b69-3240-4a06-8c2d-672d10bf9421 req-f4bd27df-def4-482b-ba8e-86f7a3cd83d1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0667720 Apr 04 11:53:18.674191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-68217b69-3240-4a06-8c2d-672d10bf9421 req-9f818588-bb85-44de-9099-59b7950fb155 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344515 Apr 04 11:53:18.698402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-994925b5-97a0-4d9f-80e7-df26493bbe40 None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:18.698878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-994925b5-97a0-4d9f-80e7-df26493bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.715293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42084) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:18.720695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698038724', 'description': 'tempest-secgroup-smoke-698038724 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:18.746062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-994925b5-97a0-4d9f-80e7-df26493bbe40 None None] Port 04bec086-e454-43a6-9224-8e089d3674fc cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:53:18.793183 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.803273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.861360 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.871894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.917427 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Pushing event updated for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:18.920239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.942980 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.943360 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.943767 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.944106 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.944441 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.944800 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946496 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946602 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.946874 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:53:18.958950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fa009-cc26-4cf5-9a01-128af5121cb3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:18.981384 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Attempting to bind port 04bec086-e454-43a6-9224-8e089d3674fc on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:53:18.981797 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Attempting to bind port 04bec086-e454-43a6-9224-8e089d3674fc by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:53:18.982166 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Attempting to bind port 04bec086-e454-43a6-9224-8e089d3674fc on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:18.988147 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:53:18.988574 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Checking segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:18.988925 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:18.989320 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Bound using segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:53:18.989927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Bound port: 04bec086-e454-43a6-9224-8e089d3674fc, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:53:18.990374 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.029525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.030828 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-287250cd-cd5a-408c-8251-926a4ec9f7d1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3144829 Apr 04 11:53:19.045784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:19.045784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:19.070822 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] For port 04bec086-e454-43a6-9224-8e089d3674fc, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:53:19.073449 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] For port 04bec086-e454-43a6-9224-8e089d3674fc, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=04bec086-e454-43a6-9224-8e089d3674fc,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:53:19.147359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.153323 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.186834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:19.189724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.218404 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:19.219066 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:52:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:19.222327 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b10d00-21d4-4d6e-93ba-364f1eedaca9 None None] Pushing event updated for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:19.231203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.307398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.321258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.329312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30081af5-cc1a-4cf8-83d9-c63250262b2e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:19.367776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] For port 04bec086-e454-43a6-9224-8e089d3674fc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=04bec086-e454-43a6-9224-8e089d3674fc,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:19.378127 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:19.417884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.419608 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-24a32974-b8a3-475c-b807-d0061b0c7fae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847969 Apr 04 11:53:19.422787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42088) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:19.427763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:19.461650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.511282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077dc1c-a400-42e8-9541-d9b5cf862e5c None None] Pushing event updated for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:19.511528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.584281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.587772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-30fdb2cd-00cd-47d0-ad3b-1b29c07e3dd4 None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:19.588354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-30fdb2cd-00cd-47d0-ad3b-1b29c07e3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.628020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.654653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c98c126-c328-43a4-9843-62f8cf1c2ed4,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:19.702166 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:19.714991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd272373-f133-4023-ad59-85ec38b2ab06 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:19.756158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.758193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cd05d20d-48d2-4685-9a5f-df21671f4f22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340764 Apr 04 11:53:19.760927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42092) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:19.766117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:19.767808 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de28a4-ff7d-4ec7-b544-884977945b7f None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:19.795785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd272373-f133-4023-ad59-85ec38b2ab06 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:19.796330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.840477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e411-9e0e-477b-a0a1-d4f587f29996 req-d5f55dbd-c6e9-4a72-98a3-73d6934950bc tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:19.842475 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8475e411-9e0e-477b-a0a1-d4f587f29996 req-d5f55dbd-c6e9-4a72-98a3-73d6934950bc tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0783873 Apr 04 11:53:19.883114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:19.910348 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8475e411-9e0e-477b-a0a1-d4f587f29996 req-00162afe-ed76-4dbd-9a6a-b16400d1a940 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613921 Apr 04 11:53:19.967458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.071946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.093121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4e66b1-8884-45dd-9e1c-90c018528d28,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:20.191886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.193395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f6fdadec-f106-4ddb-8488-1a67ddb439c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4310505 Apr 04 11:53:20.195962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42094) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:20.201734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:20.345662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.407056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.491587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.509574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b02957-ace3-4dc4-be99-840697339293,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:20.600866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.602146 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e6ba7963-634c-449d-bb51-2844173deafa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4045818 Apr 04 11:53:20.605056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42096) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:20.609358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:20.689687 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:53:20.695389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.763065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.849022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.866366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26421f7b-5e0d-4964-b7c0-fdf876166cb7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:20.960595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:20.961870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ec23847c-19d5-44cf-b8ba-e4af052c6748 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557994 Apr 04 11:53:20.964662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42100) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:20.969022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa009-cc26-4cf5-9a01-128af5121cb3', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:21.035770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b2170-0eee-4879-a08f-6c0ed79d90d4 req-f66149da-0f38-4955-bcba-ed2f322ae5fa tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:21.037250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f4b2170-0eee-4879-a08f-6c0ed79d90d4 req-f66149da-0f38-4955-bcba-ed2f322ae5fa tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0556300 Apr 04 11:53:21.057005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:53:21.064449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:21.093986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f4b2170-0eee-4879-a08f-6c0ed79d90d4 req-d42cdaf3-c320-4199-af1d-21c9c358b37b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506074 Apr 04 11:53:21.137666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:21.192292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:21.213444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163367fa-483a-4b36-9b61-0bc8e31c6559,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:21.257866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:21.259220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-29a62fd7-fa7c-4b45-ac6a-e14d7e91aab9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936294 Apr 04 11:53:21.463625 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-2537aa01-b39a-4da5-9b0a-b4ecbbd9a975 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698038724&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0330160 Apr 04 11:53:21.568321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-a9ae543e-d396-4a99-a58f-4729e7df1e52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:21.569831 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-a9ae543e-d396-4a99-a58f-4729e7df1e52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 796 time: 0.0993967 Apr 04 11:53:21.584575 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-ecd79d61-47c4-4838-9c1a-a785716373e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0090501 Apr 04 11:53:21.644628 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-e2e924bf-92d1-4f90-8684-526a4593ed98 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547912 Apr 04 11:53:21.705334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 04bec086-e454-43a6-9224-8e089d3674fc up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:21.741701 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1c3e2386-66c9-40ba-bfef-52bb3a7da4d0 service neutron] 10.222.0.43 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Apr 04 11:53:21.754112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 04bec086-e454-43a6-9224-8e089d3674fc triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:21.754483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:21.833384 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-18279a0d-f48c-46dd-988e-23e167f24438 service neutron] 10.222.0.43 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Apr 04 11:53:22.071356 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cf49dea7-5910-416a-9f1b-0b82f5ce483f req-3e7cf11c-da2f-4057-b27b-bf46870e33a6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Apr 04 11:53:22.220304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1e064-fa0d-4136-be43-409b2bc130f1 req-485a3135-9516-42b5-81b5-fbc5627c6518 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:22.221790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a8b1e064-fa0d-4136-be43-409b2bc130f1 req-485a3135-9516-42b5-81b5-fbc5627c6518 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0476997 Apr 04 11:53:22.258866 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a8b1e064-fa0d-4136-be43-409b2bc130f1 req-33d93a87-2900-4e2b-9639-4793d6e592bb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Apr 04 11:53:23.162543 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-81110b86-e972-4a81-b527-dfe34bc856af req-14a25f9a-cc65-490b-8bc3-d970fbbe0860 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 210 time: 0.0255795 Apr 04 11:53:23.376278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44d877-bdca-43e5-a5be-7642044c80e3 req-dd60345d-2c2d-4f13-9535-ce5b7527645a tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:23.380052 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f44d877-bdca-43e5-a5be-7642044c80e3 req-dd60345d-2c2d-4f13-9535-ce5b7527645a tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0514345 Apr 04 11:53:23.419851 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f44d877-bdca-43e5-a5be-7642044c80e3 req-27257bf0-3d1f-4fdf-8fd1-0d130a35f4e5 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357213 Apr 04 11:53:24.170061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-b76acf53-a273-4bcc-a374-aaa3974be532 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:24.171482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-b76acf53-a273-4bcc-a374-aaa3974be532 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 796 time: 0.1019862 Apr 04 11:53:24.219976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-9e3e88b4-648a-4c2a-9718-631ded6aed08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 379 time: 0.0367327 Apr 04 11:53:24.230081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['b05fa009-cc26-4cf5-9a01-128af5121cb3']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:24.271490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-29aba00c-8823-41ac-ad71-fb3e3b778ca0 req-e275d72b-a868-4a15-bb85-1334eaead7b7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 210 time: 0.0380158 Apr 04 11:53:24.432670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:53:24.436161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:24.537287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e89b0-ae40-41d3-bb31-161bf91c28fe req-985fac3f-8128-4520-9153-f9337842a00d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:24.538794 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0d7e89b0-ae40-41d3-bb31-161bf91c28fe req-985fac3f-8128-4520-9153-f9337842a00d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0513031 Apr 04 11:53:24.567457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.4 (469e06ef-ecab-41a4-aa02-9c15381d5ba4/32bf248a-564d-4551-a1af-e52b758cb3bf/d4502310-807e-4d04-96ad-ebeea08fbf40) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:24.577370 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0d7e89b0-ae40-41d3-bb31-161bf91c28fe req-2b237997-5f8b-48ed-a032-bb15c1168ba9 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Apr 04 11:53:24.707179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:24.827427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:24.871004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:24.874003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:24.878301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:24.901783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:24.931954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:24.932579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.001531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-1e411578-2ff1-47fe-9ce2-15470ebabdc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750809 Apr 04 11:53:25.013701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Request body: {'port': {'device_id': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:25.071300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.131212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2c3232dd-f1d3-4861-b7d3-532b22a81e5c None None] Provisioning complete for port d4502310-807e-4d04-96ad-ebeea08fbf40 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:25.132215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c3232dd-f1d3-4861-b7d3-532b22a81e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.164873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2c3232dd-f1d3-4861-b7d3-532b22a81e5c None None] Port d4502310-807e-4d04-96ad-ebeea08fbf40 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:53:25.333131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4502310-807e-4d04-96ad-ebeea08fbf40 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:53:25.349257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.376663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Transition to ACTIVE for port object d4502310-807e-4d04-96ad-ebeea08fbf40 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:53:25.396008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8245d7-2cb8-4f24-8282-0bf5d328afe5 req-c61aa1d2-9203-47cc-899e-cec3235abb45 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:25.397389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5e8245d7-2cb8-4f24-8282-0bf5d328afe5 req-c61aa1d2-9203-47cc-899e-cec3235abb45 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 931 time: 0.0595806 Apr 04 11:53:25.435327 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5e8245d7-2cb8-4f24-8282-0bf5d328afe5 req-8038f36f-f1da-455f-98a1-b1737e669261 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Apr 04 11:53:25.449981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.470036 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:53:25.506989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:25.579275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Attempting to bind port d4502310-807e-4d04-96ad-ebeea08fbf40 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:53:25.579611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Attempting to bind port d4502310-807e-4d04-96ad-ebeea08fbf40 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:53:25.579994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Attempting to bind port d4502310-807e-4d04-96ad-ebeea08fbf40 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:25.584460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Port d4502310-807e-4d04-96ad-ebeea08fbf40 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:53:25.584780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Attempting to bind port d4502310-807e-4d04-96ad-ebeea08fbf40 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:53:25.589828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:53:25.590167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Checking segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:53:25.590547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Bound using segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:53:25.590971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Bound port: d4502310-807e-4d04-96ad-ebeea08fbf40, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:53:25.591324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.659699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:53:25.662993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4502310-807e-4d04-96ad-ebeea08fbf40,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:53:25.702961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7ec8-5d55-41bb-8c45-8ad40e705080 req-77d07d0c-e4f5-43ac-a704-fd3af80b9946 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:25.704471 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-217a7ec8-5d55-41bb-8c45-8ad40e705080 req-77d07d0c-e4f5-43ac-a704-fd3af80b9946 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0501823 Apr 04 11:53:25.742049 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-217a7ec8-5d55-41bb-8c45-8ad40e705080 req-a0177b05-1273-4ff5-90cf-0051640b1dec tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Apr 04 11:53:25.742270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.783755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:25.784730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:25.786217 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/d4502310-807e-4d04-96ad-ebeea08fbf40 HTTP/1.1" status: 200 len: 1093 time: 0.7768607 Apr 04 11:53:25.790929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:25.791178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e82cea-a893-47bb-8c8f-c29a9972c71b" -d '{"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:25.824864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a7b5-e8f8-464b-bec4-e79034d617a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:25.831803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30701f2-692f-45f5-9750-f592b3b4764b x-openstack-request-id: req-d30701f2-692f-45f5-9750-f592b3b4764b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:25.832097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:25.832348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d30701f2-692f-45f5-9750-f592b3b4764b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:25.832748 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30701f2-692f-45f5-9750-f592b3b4764b'] response: {'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'status': 'completed', 'code': 200} Apr 04 11:53:25.896467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-91192b49-793c-44d2-b131-ec0fe5d2f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:25.898011 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-91192b49-793c-44d2-b131-ec0fe5d2f3ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1096 time: 0.0430121 Apr 04 11:53:26.006973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-a1f50a83-ba2d-4af2-9823-25f88f40fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.008443 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-a1f50a83-ba2d-4af2-9823-25f88f40fef9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1027877 Apr 04 11:53:26.104674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-6018cb48-12fd-47d5-8f32-5d396a2859d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.106168 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-43e82cea-a893-47bb-8c8f-c29a9972c71b req-6018cb48-12fd-47d5-8f32-5d396a2859d8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901678 Apr 04 11:53:26.182589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-86da7265-3fba-4b59-9518-b2ff9b538109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.184080 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-86da7265-3fba-4b59-9518-b2ff9b538109 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1096 time: 0.0406873 Apr 04 11:53:26.231414 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-4aaa0112-7cc1-40e4-a506-53deb20c31ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4502310-807e-4d04-96ad-ebeea08fbf40 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Apr 04 11:53:26.280509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-f718bb67-8a97-4194-afac-7056ca7331f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.282580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-f718bb67-8a97-4194-afac-7056ca7331f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 200 len: 835 time: 0.0436647 Apr 04 11:53:26.327881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-b6fde6a0-8a0f-4c17-bb72-b3719cdcf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.329898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-b6fde6a0-8a0f-4c17-bb72-b3719cdcf48f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405450 Apr 04 11:53:26.426868 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-32fd427c-8718-436f-93db-7a3b520135f9 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897417 Apr 04 11:53:26.517991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-adbf044e-101b-4f59-9f35-e5623ddd6c30 req-d7ce5d54-ce74-4722-8a9f-1046f4480e1d service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837479 Apr 04 11:53:26.554118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e54d9-6cf0-4b68-8952-c4fbeebc9cb1 req-84db2dd4-1e50-4fa4-9a13-b1c976a9e05d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.555595 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-105e54d9-6cf0-4b68-8952-c4fbeebc9cb1 req-84db2dd4-1e50-4fa4-9a13-b1c976a9e05d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 943 time: 0.0491602 Apr 04 11:53:26.596773 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-105e54d9-6cf0-4b68-8952-c4fbeebc9cb1 req-ff2a7589-8804-4804-bb72-a6715fc4d341 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350857 Apr 04 11:53:26.861620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b26711-fce7-49fd-912a-afa3ecb27a26 req-7efe7add-68ed-4c9e-98ee-8fd6df35ce4b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:26.863064 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23b26711-fce7-49fd-912a-afa3ecb27a26 req-7efe7add-68ed-4c9e-98ee-8fd6df35ce4b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0531261 Apr 04 11:53:26.900075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23b26711-fce7-49fd-912a-afa3ecb27a26 req-31df458d-e8fb-4df3-b5b9-cf55fa306d51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Apr 04 11:53:27.181013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ea77f399-5a1b-44d7-b560-709d0c0b35ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:27.711876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4fa29-7a90-4e24-ac00-2902a3397247 req-0e753606-617e-41b0-ba20-1060ac1ad5c4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:27.713354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-21b4fa29-7a90-4e24-ac00-2902a3397247 req-0e753606-617e-41b0-ba20-1060ac1ad5c4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 943 time: 0.0500946 Apr 04 11:53:27.750125 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-21b4fa29-7a90-4e24-ac00-2902a3397247 req-ab736e65-d8cd-4ba4-bf14-53ea0f631cf9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307698 Apr 04 11:53:28.014429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01d084-48d5-4188-adbd-9bcadfd04ab4 req-d88091b2-8a4b-420a-a5c5-8b6a0f4ba85d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:28.015919 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bc01d084-48d5-4188-adbd-9bcadfd04ab4 req-d88091b2-8a4b-420a-a5c5-8b6a0f4ba85d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0478702 Apr 04 11:53:28.053805 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bc01d084-48d5-4188-adbd-9bcadfd04ab4 req-4ce1486f-d0f9-4128-8385-843520ab33b3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Apr 04 11:53:28.865844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d037e-1f4d-4099-afa0-8dd1fefdcea0 req-3fa3e953-aea1-48a4-b2c5-40b8caf5da50 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:28.867339 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-960d037e-1f4d-4099-afa0-8dd1fefdcea0 req-3fa3e953-aea1-48a4-b2c5-40b8caf5da50 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 943 time: 0.0483527 Apr 04 11:53:28.904315 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-960d037e-1f4d-4099-afa0-8dd1fefdcea0 req-b0ab474d-70a9-47b0-a263-c8dc9fcd4152 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307138 Apr 04 11:53:29.019451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device d4502310-807e-4d04-96ad-ebeea08fbf40 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:53:29.113232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4502310-807e-4d04-96ad-ebeea08fbf40,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:29.124669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'port_id': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'mac_address': 'fa:16:3e:e4:0c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:53:29.166074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:29.167202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c3624-931d-4365-9415-29011d4eed86 req-d5729b7f-6094-4545-ab2e-39696a76a8e3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:29.168671 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-952c3624-931d-4365-9415-29011d4eed86 req-d5729b7f-6094-4545-ab2e-39696a76a8e3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 944 time: 0.0486765 Apr 04 11:53:29.178978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4502310-807e-4d04-96ad-ebeea08fbf40 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:53:29.197405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4502310-807e-4d04-96ad-ebeea08fbf40,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:29.206025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-952c3624-931d-4365-9415-29011d4eed86 req-a588b76a-09b5-4e8a-a210-49f1cec3cae8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Apr 04 11:53:29.261410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:29.262127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1a584e33-204a-4f97-9755-97fb3f661a6a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:53:29.334415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:29.411090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a584e33-204a-4f97-9755-97fb3f661a6a,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:29.421898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'port_id': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'mac_address': 'fa:16:3e:71:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:53:29.458280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:29.471341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a584e33-204a-4f97-9755-97fb3f661a6a {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:53:29.477443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3aab70a-750e-4989-a90c-958aebe0a2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:29.491001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a584e33-204a-4f97-9755-97fb3f661a6a,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:29.558306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:29.604153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:29.797381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['d4502310-807e-4d04-96ad-ebeea08fbf40'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:53:29.801062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['1a584e33-204a-4f97-9755-97fb3f661a6a'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:53:30.019742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc740-26d6-47c7-94c0-6d2912dc6892 req-84f5834f-4dc5-4243-8f2e-2d7f46739915 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:30.021225 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0dfbc740-26d6-47c7-94c0-6d2912dc6892 req-84f5834f-4dc5-4243-8f2e-2d7f46739915 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 944 time: 0.0486336 Apr 04 11:53:30.064701 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0dfbc740-26d6-47c7-94c0-6d2912dc6892 req-5e6e4329-1cc6-4218-9819-180d05fe101a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Apr 04 11:53:30.323360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17560c42-6d32-4763-bb12-3c8cc5d0173e req-82a7084c-7a96-47fc-b4d1-0b1bd3a26f1d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:30.324813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17560c42-6d32-4763-bb12-3c8cc5d0173e req-82a7084c-7a96-47fc-b4d1-0b1bd3a26f1d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 945 time: 0.0520685 Apr 04 11:53:30.362250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17560c42-6d32-4763-bb12-3c8cc5d0173e req-b5f76ce1-54a6-43d6-8936-a649a5df4a7e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Apr 04 11:53:30.535439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.037996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device d4502310-807e-4d04-96ad-ebeea08fbf40 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:31.178353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0d47-14a7-4491-a0dd-ec9ae06d3d52 req-dc1976d5-3fed-4724-9859-39b90ba17b3e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:31.179800 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-487c0d47-14a7-4491-a0dd-ec9ae06d3d52 req-dc1976d5-3fed-4724-9859-39b90ba17b3e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 944 time: 0.0479541 Apr 04 11:53:31.181140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port d4502310-807e-4d04-96ad-ebeea08fbf40 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:53:31.185309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port d4502310-807e-4d04-96ad-ebeea08fbf40 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:31.193244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.218375 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-487c0d47-14a7-4491-a0dd-ec9ae06d3d52 req-6ef3f1d4-7f9a-4aa0-9a1c-839b0292c9b7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Apr 04 11:53:31.267797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.294419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:31.296791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c87ad5-f9e3-4d0e-8677-46c6b7b0159f" -d '{"events": [{"server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "name": "network-vif-plugged", "status": "completed", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:31.310136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4502310-807e-4d04-96ad-ebeea08fbf40,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:31.337936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2c38f-2c21-491c-8524-22caba0eb7ca x-openstack-request-id: req-30a2c38f-2c21-491c-8524-22caba0eb7ca {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:31.338245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "name": "network-vif-plugged", "status": "completed", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:31.338493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30a2c38f-2c21-491c-8524-22caba0eb7ca {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:31.338910 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a2c38f-2c21-491c-8524-22caba0eb7ca'] response: {'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'code': 200} Apr 04 11:53:31.358548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.359370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1a584e33-204a-4f97-9755-97fb3f661a6a up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:53:31.432634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:31.474760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcad29-f70d-4700-9d96-1014f09f494b req-64c011af-47c3-4891-b57c-48b6abc96e6b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:31.476266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-01bcad29-f70d-4700-9d96-1014f09f494b req-64c011af-47c3-4891-b57c-48b6abc96e6b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Apr 04 11:53:31.514416 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-01bcad29-f70d-4700-9d96-1014f09f494b req-67f4e545-b6d4-4565-91f5-1dd73092d217 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Apr 04 11:53:31.517612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 1a584e33-204a-4f97-9755-97fb3f661a6a completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:53:31.521657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 1a584e33-204a-4f97-9755-97fb3f661a6a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:53:31.522089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.605448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.639263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a584e33-204a-4f97-9755-97fb3f661a6a,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:53:31.666580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5bc4d-6e54-4fd0-bc27-e28a5361b1eb req-b042e33e-73aa-4375-ae50-40fd5f02a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:31.668055 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d9a5bc4d-6e54-4fd0-bc27-e28a5361b1eb req-b042e33e-73aa-4375-ae50-40fd5f02a7bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1098 time: 0.0400803 Apr 04 11:53:31.702292 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d9a5bc4d-6e54-4fd0-bc27-e28a5361b1eb req-f8d2faef-9a1c-43b6-b2f2-0465edb50b6a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275285 Apr 04 11:53:31.746172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:31.792980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:31.998576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:32.332362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ae7-18f7-4a5b-9dae-f2983b81e392 req-b605f5f1-0f2b-4f65-97ab-5f51af4e56cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:32.333867 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4fe43ae7-18f7-4a5b-9dae-f2983b81e392 req-b605f5f1-0f2b-4f65-97ab-5f51af4e56cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0488594 Apr 04 11:53:32.368758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:32.370786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4fe43ae7-18f7-4a5b-9dae-f2983b81e392 req-645a51d8-f744-449f-842e-706db2b1ab77 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Apr 04 11:53:32.627332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4d85-dc69-44b3-bc5c-f5277dfceeec req-fa539c72-ff61-4be7-a668-4a05d25b2914 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:32.628791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-716e4d85-dc69-44b3-bc5c-f5277dfceeec req-fa539c72-ff61-4be7-a668-4a05d25b2914 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0483885 Apr 04 11:53:32.670072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-716e4d85-dc69-44b3-bc5c-f5277dfceeec req-f6c7b053-6bfd-4559-89a9-7c499d3cc770 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353155 Apr 04 11:53:33.340461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:33.343588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e29ce-d159-46bf-83ae-3703c7f65927" -d '{"events": [{"server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "name": "network-vif-plugged", "status": "completed", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:33.379295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ab1ac0-e1b8-4989-8d9d-cc3814f5b4b1 x-openstack-request-id: req-15ab1ac0-e1b8-4989-8d9d-cc3814f5b4b1 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:33.379581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "name": "network-vif-plugged", "status": "completed", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:33.379831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15ab1ac0-e1b8-4989-8d9d-cc3814f5b4b1 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:33.380246 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ab1ac0-e1b8-4989-8d9d-cc3814f5b4b1'] response: {'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'code': 200} Apr 04 11:53:33.484883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7708-e9f3-4602-89e0-ba536ec3c8c0 req-39a3bf3a-1392-4c13-9024-3a94a1dfd70e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:33.486436 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3d0e7708-e9f3-4602-89e0-ba536ec3c8c0 req-39a3bf3a-1392-4c13-9024-3a94a1dfd70e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0496390 Apr 04 11:53:33.524256 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3d0e7708-e9f3-4602-89e0-ba536ec3c8c0 req-f6040483-a9aa-4c7f-946e-91157def9045 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Apr 04 11:53:33.645724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64d22b-4ff1-4e94-b0db-dce20dfdda7a req-19f7829c-419f-4c2b-b981-2796f5feabd8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:33.647246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4f64d22b-4ff1-4e94-b0db-dce20dfdda7a req-19f7829c-419f-4c2b-b981-2796f5feabd8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0541739 Apr 04 11:53:33.712572 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4f64d22b-4ff1-4e94-b0db-dce20dfdda7a req-286b4cff-e812-4405-b7cc-188d5948a3c6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543509 Apr 04 11:53:33.715117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393fd3b-264b-45bc-a895-30af1ba01e40 req-3f9c37bc-8879-454a-affa-ddb75e5eff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:33.716640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a393fd3b-264b-45bc-a895-30af1ba01e40 req-3f9c37bc-8879-454a-affa-ddb75e5eff29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1099 time: 0.0662644 Apr 04 11:53:33.734369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42182) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:33.754007 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a393fd3b-264b-45bc-a895-30af1ba01e40 req-67029647-8259-4faf-8c3f-487958c58fb5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Apr 04 11:53:33.801313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a38bdf-e06f-4619-89cc-dc55784b583e tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:33.802856 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c2a38bdf-e06f-4619-89cc-dc55784b583e tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1093 time: 0.0667915 Apr 04 11:53:33.806028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42184) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:33.810744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:33.816687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c6b1b-e634-47a5-a7a9-402a30842282 req-37413716-1c36-4190-b9ad-406b6d443303 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:33.818134 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8f7c6b1b-e634-47a5-a7a9-402a30842282 req-37413716-1c36-4190-b9ad-406b6d443303 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0575733 Apr 04 11:53:33.857906 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8f7c6b1b-e634-47a5-a7a9-402a30842282 req-0678b660-ce17-4482-8f91-6d033ea9149d tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Apr 04 11:53:33.890336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:33.986816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:34.086566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.23 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/0b8eb7a0-b027-4389-a824-b79b1c2cef4d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:34.189903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:34.242957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:34.341376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:34.379994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:34.382725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:34.386115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:34.391129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=0b8eb7a0-b027-4389-a824-b79b1c2cef4d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:35.050256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2d24f-33fb-4afe-8821-c3872fd12111 req-ec8a7ed4-1e49-4e49-bb70-82ffd1928373 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:35.051718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cb2d24f-33fb-4afe-8821-c3872fd12111 req-ec8a7ed4-1e49-4e49-bb70-82ffd1928373 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0820212 Apr 04 11:53:35.055922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.123272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cb2d24f-33fb-4afe-8821-c3872fd12111 req-b7c52b9f-d62b-41d5-bd4f-519ff4c0aa0b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644360 Apr 04 11:53:35.223027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.237334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168bc95-877f-470d-83c2-1c58cfa753d1 req-5f6b405e-5adb-4b0f-8d47-e52fb604abf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:35.241753 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a168bc95-877f-470d-83c2-1c58cfa753d1 req-5f6b405e-5adb-4b0f-8d47-e52fb604abf1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Apr 04 11:53:35.277418 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a168bc95-877f-470d-83c2-1c58cfa753d1 req-ffcd54f9-b9c7-4f91-b220-38b521355909 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Apr 04 11:53:35.299379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42190) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:35.377508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.445580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce4622-0503-47ee-b120-6ec6eaa11c05 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:35.447074 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e7ce4622-0503-47ee-b120-6ec6eaa11c05 tempest-TestVolumeBootPattern-1927024116 tempest-TestVolumeBootPattern-1927024116-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1094 time: 0.1466889 Apr 04 11:53:35.449926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42194) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:35.454269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:53:35.506788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.574377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=0b8eb7a0-b027-4389-a824-b79b1c2cef4d,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:35.584730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.598380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:35.687946 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061 associated. External IP: 172.26.1.23, port: d4502310-807e-4d04-96ad-ebeea08fbf40. Apr 04 11:53:35.905286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:53:35.937657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:36.014548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:36.026811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:36.037082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:36.042712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:36.042891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Allocated IP 172.26.1.40 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/094e5633-55fb-464e-9476-f148f0926c46) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:53:36.102457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:36.131447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c099d10e-0bab-4061-ab3d-bb58d92337ba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3243093 Apr 04 11:53:36.132130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:36.134114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42196) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:36.134739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:36.149134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:36.180841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3768706-c813-4fb4-af73-891ad4035df9 x-openstack-request-id: req-b3768706-c813-4fb4-af73-891ad4035df9 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:36.180841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:36.180841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3768706-c813-4fb4-af73-891ad4035df9 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:36.180841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3768706-c813-4fb4-af73-891ad4035df9'] response: {'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'status': 'completed', 'code': 200} Apr 04 11:53:36.199500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:36.237940 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-92385958-7afb-49f9-b2e4-a400d9473c0c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 990 time: 0.1011231 Apr 04 11:53:36.249785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-da9d414b-a5f4-4f70-a052-1a150f2b5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:36.252041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-da9d414b-a5f4-4f70-a052-1a150f2b5e7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1098 time: 0.0522869 Apr 04 11:53:36.301613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:36.349971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-c5a4ef35-f2fc-40fc-8a62-7c038c78a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:36.350444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:53:36.351601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-c5a4ef35-f2fc-40fc-8a62-7c038c78a37d service neutron] 10.222.0.44 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 897 time: 0.0930817 Apr 04 11:53:36.353526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:53:36.356178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:53:36.379772 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=094e5633-55fb-464e-9476-f148f0926c46,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:36.421475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-9d0072ae-6996-41df-8f5c-3322565183f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4502310-807e-4d04-96ad-ebeea08fbf40 HTTP/1.1" status: 200 len: 998 time: 0.0621443 Apr 04 11:53:36.485067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-4216547b-d4e2-401b-9c40-bcc6ebe95bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:36.487224 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-4216547b-d4e2-401b-9c40-bcc6ebe95bd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 200 len: 835 time: 0.0588145 Apr 04 11:53:36.535409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:e4:0c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:53:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:36.538978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-47dcc971-6603-4842-921f-51f51d558d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:36.540453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-47dcc971-6603-4842-921f-51f51d558d8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466859 Apr 04 11:53:36.569141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:36.577414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:36.578065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:36.639324 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-cd6b8d1f-f4b2-4ecf-a655-3dd5b010bc62 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925493 Apr 04 11:53:36.684404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:36.738623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c5ba09d-5634-41c0-befe-971a9d0a3bf1 req-dcf8163a-7843-41ed-8f2d-118b2609c5f3 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907781 Apr 04 11:53:36.797254 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:36.906048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:e4:0c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:53:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:36.932620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e48f1-3296-4acd-9324-6ff75ac2ea47 None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:e4:0c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:53:34Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:36.955402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:37.114079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:37.130864 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db761e51-e6af-4ab5-9157-57aad2590422 None None] New status for floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:53:37.198290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:37.240090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42200) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:37.274099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event updated for resources: {'Port': ['ID=094e5633-55fb-464e-9476-f148f0926c46,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:53:37.284095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:37.310698 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c5646668-bf5c-40e8-be6c-373a70a8f138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 990 time: 0.0694439 Apr 04 11:53:37.389584 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd associated. External IP: 172.26.1.40, port: 1a584e33-204a-4f97-9755-97fb3f661a6a. Apr 04 11:53:37.591837 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:53:37.694858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:53:37.704787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:53:37.714809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:37.715416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:37.766881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:37.796592 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c00a2ed0-ae65-4d58-abbe-0eacba452cd4 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3456526 Apr 04 11:53:37.797272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:53:37.799680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:53:37.822691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:37.838695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce4c61d-6f39-4d88-899a-6890b8568e30 x-openstack-request-id: req-1ce4c61d-6f39-4d88-899a-6890b8568e30 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:53:37.838994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:53:37.842732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce4c61d-6f39-4d88-899a-6890b8568e30 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:53:37.842732 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce4c61d-6f39-4d88-899a-6890b8568e30'] response: {'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'status': 'completed', 'code': 200} Apr 04 11:53:37.903726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-1553f23f-6481-4a24-a34a-d55bf8aefb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:37.905299 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-1553f23f-6481-4a24-a34a-d55bf8aefb1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1099 time: 0.0450172 Apr 04 11:53:37.995859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-b0aef6cb-b3ce-4776-8a1b-ff199fcfc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:37.997404 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-b0aef6cb-b3ce-4776-8a1b-ff199fcfc339 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.0854638 Apr 04 11:53:38.054031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}, {'id': 'a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:71:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:36Z', 'updated_at': '2022-04-04T11:53:36Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:38.076449 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-5dd5aaa9-f17a-4fac-ba59-f3cc29865cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 200 len: 999 time: 0.0721891 Apr 04 11:53:38.088849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:53:38.100460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:53:38.101085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:38.135384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-eafbcbbc-d648-405c-a5a6-cfcee4f8cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:38.137267 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-eafbcbbc-d648-405c-a5a6-cfcee4f8cac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0549474 Apr 04 11:53:38.187852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-534de72d-56dc-4025-83fa-2592d12899da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:53:38.189985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-534de72d-56dc-4025-83fa-2592d12899da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454590 Apr 04 11:53:38.209861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:53:38.286112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-f69bf02b-4b87-4c9e-884d-b6ba53dcd708 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897179 Apr 04 11:53:38.315735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42206) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:53:38.387970 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8638c739-5206-44da-80d7-a6a06f360e99 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 992 time: 0.0708179 Apr 04 11:53:38.392787 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe94bdd2-0b71-43cf-8ad1-3a00cc4a7ec5 req-f4f6342b-c929-4456-a7bc-419c7d8511c5 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001682 Apr 04 11:53:38.458508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}, {'id': 'a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:71:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:36Z', 'updated_at': '2022-04-04T11:53:36Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:53:38.488827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4b374-79d9-4d60-8897-3e93f899ce10 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}, {'id': 'a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:71:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:36Z', 'updated_at': '2022-04-04T11:53:36Z', 'revision_number': 0, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:53:38.668378 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78b40b-17cf-4bbe-9b78-99a0fe9d2e23 None None] New status for floating IP a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:53:57.192259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6704c790-638f-47b4-a282-30d3126e7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:53:59.444006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb283-7d31-459e-ae6b-b0a6c78cb8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:00.478111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:01.992297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:02.381242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:02.469466 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:54:04.272484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:09.413425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42226) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:09.460097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4f90-1099-4498-82fa-ef31a61f7196 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:09.460586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4f90-1099-4498-82fa-ef31a61f7196 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:09.461071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4f90-1099-4498-82fa-ef31a61f7196 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:09.462797 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-287f4f90-1099-4498-82fa-ef31a61f7196 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=36015d63fc9347ae9e0055318f78f8f7&network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 2999 time: 0.0484545 Apr 04 11:54:12.380478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42236) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:12.454745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e992645-bac7-450a-8865-b60c2b4618fb tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:12.456226 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4e992645-bac7-450a-8865-b60c2b4618fb tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae HTTP/1.1" status: 200 len: 814 time: 0.0748255 Apr 04 11:54:13.081249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:13.085867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:13.144437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:13.284680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:13.346283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:13.346561 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061 disassociated. External IP: 172.26.1.23, port: d4502310-807e-4d04-96ad-ebeea08fbf40. Apr 04 11:54:13.554375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:54:13.659252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:54:13.668934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:13.670119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:54:13.680017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:54:13.680636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:13.690393 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-10fd8e0f-dcd8-4f66-ba33-46533f94c9df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 689 time: 0.6080358 Apr 04 11:54:13.690989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:54:13.693227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747bd15-5aa7-436c-98ef-19a97e5540b5" -d '{"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:54:13.693403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:13.733445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a221182-eeaa-492a-be21-bac76f2937ba x-openstack-request-id: req-3a221182-eeaa-492a-be21-bac76f2937ba {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:54:13.734004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:54:13.734936 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a221182-eeaa-492a-be21-bac76f2937ba {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:54:13.735671 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a221182-eeaa-492a-be21-bac76f2937ba'] response: {'name': 'network-changed', 'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'status': 'completed', 'code': 200} Apr 04 11:54:13.739036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-14f6d4a8-a454-4c71-b544-347a653035de tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 689 time: 0.0446258 Apr 04 11:54:13.788982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:54:13.799640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-5941ce80-cae7-44dd-85bd-440865f1774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:13.801196 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-5941ce80-cae7-44dd-85bd-440865f1774e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 1098 time: 0.0466878 Apr 04 11:54:13.890950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-d40921d8-8f04-4d14-be8e-bd2391370658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:13.892375 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-d40921d8-8f04-4d14-be8e-bd2391370658 service neutron] 10.222.0.44 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 897 time: 0.0842223 Apr 04 11:54:13.937710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-5603b3fe-2e1b-4fcf-8000-2c328e5f17e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4502310-807e-4d04-96ad-ebeea08fbf40 HTTP/1.1" status: 200 len: 217 time: 0.0391774 Apr 04 11:54:13.986070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-b51e8fe6-6354-4146-8d24-c1eb37d2e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:13.986601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:13.987583 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-b51e8fe6-6354-4146-8d24-c1eb37d2e407 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 200 len: 835 time: 0.0437422 Apr 04 11:54:14.012405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:54:14.020932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:54:14.021540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:53:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:14.033045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-759e5839-156a-45b4-b12e-531cf34411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:14.034699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-759e5839-156a-45b4-b12e-531cf34411b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404818 Apr 04 11:54:14.044923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-dcbb130b-7712-437f-a377-1f38371d0d7b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:54:14.045940 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-dcbb130b-7712-437f-a377-1f38371d0d7b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051565 Apr 04 11:54:14.141781 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-efbfbcc3-b073-45eb-b371-6e7eaf7e49f2 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897460 Apr 04 11:54:14.239023 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4747bd15-5aa7-436c-98ef-19a97e5540b5 req-0d9579bd-e303-479d-bd0d-3bae9a9cd0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897522 Apr 04 11:54:14.268273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:54:14.468193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:14.498943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880cdd9-1e22-4082-8c1f-28fb1f7f8c05 None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:54:14.717923 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13809d-a16b-4b4a-8fa4-7ff63755de0a None None] New status for floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:54:14.742942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42248) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:14.794649 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4a55bf70-558e-411f-80ab-1205389d040d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 689 time: 0.0503802 Apr 04 11:54:15.798251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42250) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:15.841206 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55f72b4e-af9b-4ccb-b353-1a10684a9852 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 687 time: 0.0418434 Apr 04 11:54:17.095997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42256) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:17.100443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670840519', 'description': 'tempest-secgroup-smoke-1670840519 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:17.203938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.271391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.346522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.373960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2751187a-454f-4db5-b03b-0b191cacb7ce,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:17.380842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.391016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:17.440598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.441890 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-30aab446-5ad6-4de1-83de-b2605ceef6a2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3450429 Apr 04 11:54:17.444821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:17.449344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:17.517079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.570597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.637894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.655820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb2e22f-5f2a-4991-8136-2874998c8b93,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:17.736949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.738223 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6c36b270-6e4b-49eb-9fa2-9fc372dd3468 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924886 Apr 04 11:54:17.741034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42260) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:17.745332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:17.825409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.879605 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.928996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.945848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e32c38-693e-43c8-b4d8-6cf70713e9ae,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:17.988138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:17.989328 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dfba19b3-e14a-4913-8611-4ac341e7b97a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473304 Apr 04 11:54:17.992027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42262) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:17.996242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:18.053537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.111197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.169269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.187648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e645469f-c293-4f6e-9871-88d2bbaf45cb,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:18.233991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.235873 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-95e74204-54cf-4845-98ab-6e036f390ad5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2429047 Apr 04 11:54:18.238620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42264) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:18.245685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:18.304781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.360897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.409241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.426600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b418ba-f11d-4c95-a98d-5fa911812be7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:18.490575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.491792 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-360fdeb3-61c4-47b8-a4b6-c0c4063faefa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522578 Apr 04 11:54:18.494471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42266) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:18.498687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:18.597830 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:54:18.602884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.660240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.740416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.758607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21a9b82-182b-4726-8db7-570bbff949ac,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:18.833985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.835228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-267ff903-956b-450b-acdd-f75e9c4237be tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398447 Apr 04 11:54:18.837999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42268) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:18.842236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '2751187a-454f-4db5-b03b-0b191cacb7ce', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:18.917711 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:54:18.922436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:18.983179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:19.037219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:19.054698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ee2277-bf6b-40c5-a4be-1ffdac456d23,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:19.113404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:19.114693 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d0e282e7-4b2a-4ad6-adf9-bb7885efbcea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2757728 Apr 04 11:54:19.252688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-e1f04482-783f-4b8f-9772-f6ea92cc0179 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670840519&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0326996 Apr 04 11:54:19.353413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-5ef5b2c4-0cdb-4984-9dc2-d7cc0f34b1ed tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:19.354865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-5ef5b2c4-0cdb-4984-9dc2-d7cc0f34b1ed tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 796 time: 0.0954490 Apr 04 11:54:19.369698 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-c5218437-66c1-4cbd-9362-8e525bfe128b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0085671 Apr 04 11:54:19.427618 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-8bb470f4-f306-4304-9c89-96362c0c15a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527952 Apr 04 11:54:19.443571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-61c0f0c8-ad5c-4140-b104-20fc925e9cac service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:54:19.444438 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-61c0f0c8-ad5c-4140-b104-20fc925e9cac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049267 Apr 04 11:54:19.528738 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-101ef944-9d7f-4bea-8789-b98a77b0fcd7 service neutron] 10.222.0.43 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787256 Apr 04 11:54:19.618298 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-58ceba51-13c2-4deb-8ba8-bf94655dba0c service neutron] 10.222.0.43 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835564 Apr 04 11:54:19.862389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-456cfee9-439e-44e9-b2f0-1a72889c3f0b req-d87d0cd3-f817-4436-91ca-110a334e470f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 210 time: 0.0258079 Apr 04 11:54:20.955610 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fb4cc019-2157-4337-b50b-4a2c2508753f req-00f2b2d2-b19e-4fc3-b9c5-d86998cb2207 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 210 time: 0.0260968 Apr 04 11:54:21.529166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-9f3a4037-a516-4948-b9f3-f9b5b33958b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:21.530607 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-9f3a4037-a516-4948-b9f3-f9b5b33958b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 796 time: 0.0980732 Apr 04 11:54:21.578582 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-76a94c5d-5415-462b-b4b3-60a0a1b91d2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 472 time: 0.0385454 Apr 04 11:54:21.588326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['2751187a-454f-4db5-b03b-0b191cacb7ce']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:21.729179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:54:21.732708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:21.862680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.7 (469e06ef-ecab-41a4-aa02-9c15381d5ba4/32bf248a-564d-4551-a1af-e52b758cb3bf/abe013bc-193b-4a4c-883c-98da2074e5c3) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:54:21.994886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.101309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.156606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:54:22.174980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:54:22.185233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:54:22.185590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:22.224088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.224433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.224773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.225152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.225439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.225826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.226155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.226481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.226806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.227127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.227447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.227766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:22.248715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:22.249339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.260113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8ebe8-58aa-488c-871b-3e2448102046 req-706a3278-58dc-4155-9910-c9aa64237007 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:22.261646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-42b8ebe8-58aa-488c-871b-3e2448102046 req-706a3278-58dc-4155-9910-c9aa64237007 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 931 time: 0.2330670 Apr 04 11:54:22.303914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-42b8ebe8-58aa-488c-871b-3e2448102046 req-d991dbd5-71ea-437a-96dc-479cffb1a7f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355194 Apr 04 11:54:22.332645 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-3dad2bc2-1b47-4435-abe2-66c6bb5ed4f7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7478845 Apr 04 11:54:22.378558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8ea50c47-f1bd-4164-bd36-e237599b56f5 None None] Provisioning complete for port abe013bc-193b-4a4c-883c-98da2074e5c3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:54:22.379222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ea50c47-f1bd-4164-bd36-e237599b56f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.388537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Request body: {'port': {'device_id': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:22.412917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8ea50c47-f1bd-4164-bd36-e237599b56f5 None None] Port abe013bc-193b-4a4c-883c-98da2074e5c3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:54:22.445437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.696584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe013bc-193b-4a4c-883c-98da2074e5c3 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:54:22.703631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.714955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Transition to ACTIVE for port object abe013bc-193b-4a4c-883c-98da2074e5c3 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:54:22.786528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.838663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:22.912110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Attempting to bind port abe013bc-193b-4a4c-883c-98da2074e5c3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:54:22.912476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Attempting to bind port abe013bc-193b-4a4c-883c-98da2074e5c3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:54:22.912806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Attempting to bind port abe013bc-193b-4a4c-883c-98da2074e5c3 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:54:22.917267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Port abe013bc-193b-4a4c-883c-98da2074e5c3 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:54:22.917615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Attempting to bind port abe013bc-193b-4a4c-883c-98da2074e5c3 on network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:54:22.922594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:54:22.922935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Checking segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:54:22.923317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Bound using segment: {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:54:22.924298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Bound port: abe013bc-193b-4a4c-883c-98da2074e5c3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0688d20-4f36-4e0d-9f3b-dae96471e378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:54:22.924663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:22.988607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:54:22.991687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=abe013bc-193b-4a4c-883c-98da2074e5c3,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:54:23.061512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:23.103002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.103619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:23.105243 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] 10.222.0.44 "PUT /v2.0/ports/abe013bc-193b-4a4c-883c-98da2074e5c3 HTTP/1.1" status: 200 len: 1093 time: 0.7640026 Apr 04 11:54:23.105629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:54:23.107876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e1dee-e84a-4bfd-b38c-19f487ed857e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:54:23.129467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b87789-10c1-49dc-b3d5-373f3bc4fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:23.150603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e289a-a590-4be4-bd1f-3e19b13667c8 x-openstack-request-id: req-0d4e289a-a590-4be4-bd1f-3e19b13667c8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:54:23.150902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:54:23.151156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d4e289a-a590-4be4-bd1f-3e19b13667c8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:54:23.151565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4e289a-a590-4be4-bd1f-3e19b13667c8'] response: {'name': 'network-changed', 'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'status': 'completed', 'code': 200} Apr 04 11:54:23.216928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-dd1611cc-a5bd-4083-a0c3-31899b96a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.218553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-dd1611cc-a5bd-4083-a0c3-31899b96a8a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 1096 time: 0.0435591 Apr 04 11:54:23.319523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-a29a9aa1-0fbd-40e1-86c6-e4cbb702cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.320979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-a29a9aa1-0fbd-40e1-86c6-e4cbb702cfbd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0931613 Apr 04 11:54:23.454297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-6b9c61ed-b1e6-45c6-ad7d-0c5c7a502e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.456257 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-456e1dee-e84a-4bfd-b38c-19f487ed857e req-6b9c61ed-b1e6-45c6-ad7d-0c5c7a502e2b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288831 Apr 04 11:54:23.467821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ade5e-8e40-43d7-a2e7-48c1c16e76d7 req-27015128-0690-4da6-9e16-f00653b219e8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.469226 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b94ade5e-8e40-43d7-a2e7-48c1c16e76d7 req-27015128-0690-4da6-9e16-f00653b219e8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 943 time: 0.0780933 Apr 04 11:54:23.535024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b94ade5e-8e40-43d7-a2e7-48c1c16e76d7 req-e59a54c3-0b92-402b-9527-39e44a56833f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596006 Apr 04 11:54:23.547401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-e43a85cb-025c-48bb-ac22-65dde9532520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.548894 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-e43a85cb-025c-48bb-ac22-65dde9532520 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 1096 time: 0.0557303 Apr 04 11:54:23.590900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-395d36dd-3f19-4e96-81c6-3f9b8a1a04c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe013bc-193b-4a4c-883c-98da2074e5c3 HTTP/1.1" status: 200 len: 217 time: 0.0344143 Apr 04 11:54:23.638377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-9e88ae60-6612-4d49-8716-b612141610a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.639797 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-9e88ae60-6612-4d49-8716-b612141610a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 200 len: 835 time: 0.0424676 Apr 04 11:54:23.682926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-67d10cce-daa1-482d-8588-4ccd4f9ae0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:23.684369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-67d10cce-daa1-482d-8588-4ccd4f9ae0be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379479 Apr 04 11:54:23.776437 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-d3fda24a-71a0-44ff-9b53-c153625ef7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Apr 04 11:54:23.869487 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-517d893d-7046-4dd2-80db-63db6b2a6188 req-0f5e68f5-096e-4c73-a50f-6d734f94dec1 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840287 Apr 04 11:54:24.694775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cae881-6307-4016-b829-d74659ef74d6 req-c6b6f414-cb24-40c1-a5ed-7b16475f8969 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:24.696233 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b1cae881-6307-4016-b829-d74659ef74d6 req-c6b6f414-cb24-40c1-a5ed-7b16475f8969 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 943 time: 0.0942798 Apr 04 11:54:24.736212 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b1cae881-6307-4016-b829-d74659ef74d6 req-c3c586d7-d7b7-4b67-9ebd-40be66daaa9d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340381 Apr 04 11:54:25.363705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device abe013bc-193b-4a4c-883c-98da2074e5c3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:54:25.457487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=abe013bc-193b-4a4c-883c-98da2074e5c3,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:54:25.468066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'port_id': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'mac_address': 'fa:16:3e:47:98:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:54:25.503288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:25.515311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe013bc-193b-4a4c-883c-98da2074e5c3 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:54:25.538429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=abe013bc-193b-4a4c-883c-98da2074e5c3,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:54:25.608676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:25.655350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:25.662586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.662945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.663289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.663626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.663961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.664295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.664625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.664977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.665286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.665630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.665956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.666277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:54:25.832732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['abe013bc-193b-4a4c-883c-98da2074e5c3'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:54:26.130266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa08d6-e723-4ef2-aec1-f2d27fb5dea8 req-193b65ff-3b73-44c2-afed-1cbf0f8ad994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:26.131739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6afa08d6-e723-4ef2-aec1-f2d27fb5dea8 req-193b65ff-3b73-44c2-afed-1cbf0f8ad994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 944 time: 0.3304691 Apr 04 11:54:26.168232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6afa08d6-e723-4ef2-aec1-f2d27fb5dea8 req-79c12a4b-0258-4f47-888c-86b3f20e25c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Apr 04 11:54:27.203377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-93fa1ca9-c9a1-4452-9608-6f8f8d86c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:27.281591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b52d-eb3e-46f0-8ea8-db6e9e66d71a req-ff07e3c2-edc2-407d-84dc-19935a570553 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:27.283046 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7d46b52d-eb3e-46f0-8ea8-db6e9e66d71a req-ff07e3c2-edc2-407d-84dc-19935a570553 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 944 time: 0.0477996 Apr 04 11:54:27.323334 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7d46b52d-eb3e-46f0-8ea8-db6e9e66d71a req-5c236179-bf91-486e-8623-ad9f31f7e55c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Apr 04 11:54:27.361900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device abe013bc-193b-4a4c-883c-98da2074e5c3 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:54:27.460251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port abe013bc-193b-4a4c-883c-98da2074e5c3 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:54:27.464086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port abe013bc-193b-4a4c-883c-98da2074e5c3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:54:27.464482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:27.540963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:27.562387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:54:27.564605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e0801-6179-4d3d-ba77-d430d8b733fe" -d '{"events": [{"server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "name": "network-vif-plugged", "status": "completed", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:54:27.577228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=abe013bc-193b-4a4c-883c-98da2074e5c3,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:54:27.601048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f001cc83-6aa0-4ca4-9af7-9a482a3ee51d x-openstack-request-id: req-f001cc83-6aa0-4ca4-9af7-9a482a3ee51d {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:54:27.601333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "name": "network-vif-plugged", "status": "completed", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:54:27.601638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f001cc83-6aa0-4ca4-9af7-9a482a3ee51d {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:54:27.602033 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f001cc83-6aa0-4ca4-9af7-9a482a3ee51d'] response: {'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'code': 200} Apr 04 11:54:27.655058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:27.702874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:54:27.854492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbb15d-ead0-460a-830a-59ace2d430e5 req-bd0942a4-7823-4e79-b1a4-380fb0e81dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:27.856011 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-34fbb15d-ead0-460a-830a-59ace2d430e5 req-bd0942a4-7823-4e79-b1a4-380fb0e81dfa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 1098 time: 0.0392656 Apr 04 11:54:27.892013 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-34fbb15d-ead0-460a-830a-59ace2d430e5 req-a4f3dc6e-8d07-4aed-9131-848408bff3a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281775 Apr 04 11:54:28.698129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3908a-3f94-41d6-ae25-711a96447966 req-88d5a2fa-a085-45b1-90b0-67259c959d49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:28.699674 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53a3908a-3f94-41d6-ae25-711a96447966 req-88d5a2fa-a085-45b1-90b0-67259c959d49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.3105986 Apr 04 11:54:28.737214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53a3908a-3f94-41d6-ae25-711a96447966 req-f5da7daa-0b16-4cef-a7d4-dc4d7403fe00 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Apr 04 11:54:29.420708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-34d3aa1e-7d0f-441b-a558-8bf5f87c29e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:29.851031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b8bb1-0eab-4c7b-82e3-fdff614d699a req-7af208e7-7332-4f69-8051-4a0c71b34bd6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:29.852470 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d07b8bb1-0eab-4c7b-82e3-fdff614d699a req-7af208e7-7332-4f69-8051-4a0c71b34bd6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.0476234 Apr 04 11:54:29.892518 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d07b8bb1-0eab-4c7b-82e3-fdff614d699a req-cf7787e1-3a63-4cd1-8ece-aff59b426f5a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Apr 04 11:54:30.005989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae555e9-09d2-4e8e-9b8a-495d0819de69 req-ba8d2b64-36b1-4465-9e21-c141f0d81ad4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:30.007455 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fae555e9-09d2-4e8e-9b8a-495d0819de69 req-ba8d2b64-36b1-4465-9e21-c141f0d81ad4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.0478454 Apr 04 11:54:30.043644 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fae555e9-09d2-4e8e-9b8a-495d0819de69 req-de754bd4-f3eb-4658-8004-55ff01a63563 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302823 Apr 04 11:54:30.066110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42326) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:30.114927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63988dc-d31f-49ca-9cc9-a81e8dc08b76 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:30.116547 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c63988dc-d31f-49ca-9cc9-a81e8dc08b76 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 1093 time: 0.0493510 Apr 04 11:54:30.119528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42328) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:30.123875 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'port_id': 'abe013bc-193b-4a4c-883c-98da2074e5c3'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:54:30.163868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:30.494673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:30.586012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:30.631559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:30.727320 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061 associated. External IP: 172.26.1.23, port: abe013bc-193b-4a4c-883c-98da2074e5c3. Apr 04 11:54:30.934773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:54:31.039458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:54:31.044270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:31.048974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:54:31.058055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:54:31.058670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:31.070941 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bcadc12d-e9b5-48a0-9611-d89ea49f3f0f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 990 time: 0.9503691 Apr 04 11:54:31.071518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:54:31.073781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:54:31.073964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42330) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:31.146668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8e761291-4877-4d8b-9720-a7d60d267899 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 990 time: 0.0705669 Apr 04 11:54:31.171468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:54:31.180637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef71440-f45d-4e70-8806-f66f6b63a9e6 x-openstack-request-id: req-8ef71440-f45d-4e70-8806-f66f6b63a9e6 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:54:31.181107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:54:31.181443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ef71440-f45d-4e70-8806-f66f6b63a9e6 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:54:31.181920 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef71440-f45d-4e70-8806-f66f6b63a9e6'] response: {'name': 'network-changed', 'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'status': 'completed', 'code': 200} Apr 04 11:54:31.244293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-cac9a1ff-a269-4e26-b390-a6b355496ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:31.245751 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-cac9a1ff-a269-4e26-b390-a6b355496ca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 1098 time: 0.0414104 Apr 04 11:54:31.338541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-00200cad-00e2-4c33-8745-3a9e26fe99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:31.340053 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-00200cad-00e2-4c33-8745-3a9e26fe99d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 200 len: 897 time: 0.0884054 Apr 04 11:54:31.394884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:47:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:54:30Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:31.404773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-03587f88-da3e-4735-8c0f-45428cf42404 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe013bc-193b-4a4c-883c-98da2074e5c3 HTTP/1.1" status: 200 len: 998 time: 0.0575085 Apr 04 11:54:31.420763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:54:31.432386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:54:31.433006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:31.461349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-e4af0ebf-1a5f-4f7e-99ed-08610d3975fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:31.462896 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-e4af0ebf-1a5f-4f7e-99ed-08610d3975fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 200 len: 835 time: 0.0515990 Apr 04 11:54:31.507730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-a24272f6-d0d6-4093-814c-e66b8529a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:31.509113 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-a24272f6-d0d6-4093-814c-e66b8529a43c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=469e06ef-ecab-41a4-aa02-9c15381d5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390649 Apr 04 11:54:31.538011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:54:31.596018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-5a94b4f1-1444-4d84-8ec3-32d0769e2a6c service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805070 Apr 04 11:54:31.688727 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-22a9ef05-7e56-4557-bb69-bc5bc8ff4416 req-7f396d6e-6f5c-4dad-9fb1-43b0429b3595 service neutron] 10.222.0.44 "GET /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866954 Apr 04 11:54:31.762519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:47:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:54:30Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:54:31.788232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c61d86-8deb-4692-a21f-49a5512fc0a5 None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '80f35f87-c640-4c1a-be2d-70b3f4f42061', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '14e56640-e80c-478e-9775-35830379ada5', 'port_id': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'mac_address': 'fa:16:3e:47:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:53:34Z', 'updated_at': '2022-04-04T11:54:30Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:54:31.980151 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c0470-b65c-4682-be51-84ddf4fff9a9 None None] New status for floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:54:31.992166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:32.149031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:32.216153 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-afe4e486-6719-49de-bd7e-54fadcc38033 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 990 time: 0.0659530 Apr 04 11:54:32.421065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:33.219322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42338) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:54:33.277369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5ef45af6-4876-4b34-9750-6f28dc155dc8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 200 len: 992 time: 0.0568972 Apr 04 11:54:34.243152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:39.468343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:54:49.216235 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-1d8e9717-6d94-4c71-843c-2c8038c24d5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389087 Apr 04 11:54:49.302198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-005938af-436c-4ba0-bfa2-c71eec43cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:49.303682 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-005938af-436c-4ba0-bfa2-c71eec43cbc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1098 time: 0.0446556 Apr 04 11:54:49.406743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-8ac76105-cd33-4274-a8d7-288d080b3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:49.408138 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-8ac76105-cd33-4274-a8d7-288d080b3013 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.0853691 Apr 04 11:54:49.480246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-d201046b-4458-4cc9-a881-6fd9f706ee46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 1001 time: 0.0614367 Apr 04 11:54:49.533242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-fea0a953-9263-41ab-9fdc-36a247c107cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:49.534714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-fea0a953-9263-41ab-9fdc-36a247c107cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0471735 Apr 04 11:54:49.579693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-7f1c1673-f075-4ac1-b4ad-e6731a05266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:54:49.581195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-7f1c1673-f075-4ac1-b4ad-e6731a05266f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393138 Apr 04 11:54:49.672471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-9b04c914-1915-4cf8-b97c-7210884a0f86 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Apr 04 11:54:49.759990 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eb20d492-3f37-42fb-9ae7-c92a82a2bbb4 req-38dcec4f-2676-470b-8e63-8e3a724a5da3 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807593 Apr 04 11:54:57.208636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5cfda144-a041-4919-ab06-8c8b01c6e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:54:59.437094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d25a00ef-ab32-47fe-a4e8-9ff335c4190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:00.488858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:02.014910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:02.149057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae820d-4704-4ca3-af3b-d0e9f41c83ec req-a1e0896d-c45f-4abd-b0a6-4040f10ff7e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:02.151406 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-49ae820d-4704-4ca3-af3b-d0e9f41c83ec req-a1e0896d-c45f-4abd-b0a6-4040f10ff7e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.0516412 Apr 04 11:55:02.190807 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-49ae820d-4704-4ca3-af3b-d0e9f41c83ec req-a2b6e912-2f42-4ea7-81a8-af27d92a73e8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Apr 04 11:55:02.385872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:03.309607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42da9-d291-4b54-b6c2-ebdb1163324f req-fbd40c2e-0bf5-48c2-92c2-3fdf44d7cd83 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:03.311062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-41c42da9-d291-4b54-b6c2-ebdb1163324f req-fbd40c2e-0bf5-48c2-92c2-3fdf44d7cd83 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.0524433 Apr 04 11:55:03.361145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-41c42da9-d291-4b54-b6c2-ebdb1163324f req-0b0f4e8e-751e-483c-9637-4677e1e4d1e6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=2751187a-454f-4db5-b03b-0b191cacb7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357015 Apr 04 11:55:03.616824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da9892-2aed-470e-9f36-7659d6455966 req-8dd85844-3464-45ed-a21f-8978426101bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:03.618246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-52da9892-2aed-470e-9f36-7659d6455966 req-8dd85844-3464-45ed-a21f-8978426101bd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 945 time: 0.0485871 Apr 04 11:55:03.710728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port abe013bc-193b-4a4c-883c-98da2074e5c3 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:03.711079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:03.801869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port abe013bc-193b-4a4c-883c-98da2074e5c3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=abe013bc-193b-4a4c-883c-98da2074e5c3,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:03.802233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.012294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.012578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.012898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061 disassociated. External IP: 172.26.1.23, port: abe013bc-193b-4a4c-883c-98da2074e5c3. Apr 04 11:55:04.013268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for abe013bc-193b-4a4c-883c-98da2074e5c3 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:04.203542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.231527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=abe013bc-193b-4a4c-883c-98da2074e5c3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:04.271597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.342572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:04.453415 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d3c1ae9f-9177-4488-a68c-bcddd378da65 req-c724fc95-5d85-4469-a847-195b46845dc0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8ddea80-86c6-4fcd-88cc-817f5ac36e6c HTTP/1.1" status: 200 len: 210 time: 0.0274444 Apr 04 11:55:04.454551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:04.474400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:04.474649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:04.475173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:04.496340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port abe013bc-193b-4a4c-883c-98da2074e5c3 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:04.499239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:04.503403 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-52da9892-2aed-470e-9f36-7659d6455966 req-b552d0dd-a8ea-4f73-bbbc-9f51013d7158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/abe013bc-193b-4a4c-883c-98da2074e5c3 HTTP/1.1" status: 204 len: 173 time: 0.8790908 Apr 04 11:55:04.503863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'name': 'network-vif-deleted', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:04.506142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b35fac-f6c8-4fc1-9cfc-a777178ffe8b" -d '{"events": [{"server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "name": "network-vif-deleted", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:04.545453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac87251-8567-4766-91bb-6de99bb29f9b x-openstack-request-id: req-bac87251-8567-4766-91bb-6de99bb29f9b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:04.545776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ddea80-86c6-4fcd-88cc-817f5ac36e6c", "name": "network-vif-deleted", "tag": "abe013bc-193b-4a4c-883c-98da2074e5c3", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:04.546036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bac87251-8567-4766-91bb-6de99bb29f9b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:04.546952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac87251-8567-4766-91bb-6de99bb29f9b'] response: {'server_uuid': 'd8ddea80-86c6-4fcd-88cc-817f5ac36e6c', 'name': 'network-vif-deleted', 'tag': 'abe013bc-193b-4a4c-883c-98da2074e5c3', 'status': 'completed', 'code': 200} Apr 04 11:55:04.582735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:04.793656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:04.821772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:04.829857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:04.830382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:04.931684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:05.118855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:05.148076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afff82-4396-491a-94c3-e2095aa75517 None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '04bec086-e454-43a6-9224-8e089d3674fc', 'name': '', 'network_id': '469e06ef-ecab-41a4-aa02-9c15381d5ba4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:48:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:15Z', 'updated_at': '2022-04-04T11:53:19Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '32bf248a-564d-4551-a1af-e52b758cb3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:05.388072 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04210d-4b6a-4b3a-a281-2b289b328b67 None None] New status for floating IP 80f35f87-c640-4c1a-be2d-70b3f4f42061: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:55:05.511979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42370) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:05.580318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:05.607801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:05.706408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:05.708921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:05.710229 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/2751187a-454f-4db5-b03b-0b191cacb7ce HTTP/1.1" status: 204 len: 168 time: 0.1972179 Apr 04 11:55:05.721053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cd561-748c-43c7-a2ab-2797502c2687 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751187a-454f-4db5-b03b-0b191cacb7ce,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:05.787568 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42374) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:05.926278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 0b8eb7a0-b027-4389-a824-b79b1c2cef4d {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:05.926741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.005885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.006288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.018658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 0b8eb7a0-b027-4389-a824-b79b1c2cef4d owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:06.197451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.220799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=0b8eb7a0-b027-4389-a824-b79b1c2cef4d,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:06.282105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.284579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:06.285756 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-971178e3-2cd0-4fe5-9c61-67afd11ce138 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/80f35f87-c640-4c1a-be2d-70b3f4f42061 HTTP/1.1" status: 204 len: 168 time: 0.4970710 Apr 04 11:55:06.827312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aff906-ac6b-44e4-877c-6b2429a1c6e9 req-aae11867-88da-494a-a412-07ff13ea8a06 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:06.828811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91aff906-ac6b-44e4-877c-6b2429a1c6e9 req-aae11867-88da-494a-a412-07ff13ea8a06 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Apr 04 11:55:06.865251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91aff906-ac6b-44e4-877c-6b2429a1c6e9 req-b3e62c4b-85a3-4200-9cdc-95212b5fe699 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303793 Apr 04 11:55:07.501945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device abe013bc-193b-4a4c-883c-98da2074e5c3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:07.524522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: abe013bc-193b-4a4c-883c-98da2074e5c3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:07.524962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device abe013bc-193b-4a4c-883c-98da2074e5c3 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:07.989943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957ec2e-b4c9-40b2-8385-4b16937f3660 req-3b7b22cc-c916-45a1-9d5c-3751fd6698b7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:07.991447 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8957ec2e-b4c9-40b2-8385-4b16937f3660 req-3b7b22cc-c916-45a1-9d5c-3751fd6698b7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Apr 04 11:55:08.029481 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8957ec2e-b4c9-40b2-8385-4b16937f3660 req-72907d76-7788-4f84-ad4e-1f6ad6d6be64 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=b05fa009-cc26-4cf5-9a01-128af5121cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Apr 04 11:55:08.183491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-722d9923-bd65-49ea-9288-e3a50e404a77 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:08.184921 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-722d9923-bd65-49ea-9288-e3a50e404a77 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Apr 04 11:55:08.276949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port d4502310-807e-4d04-96ad-ebeea08fbf40 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:08.277294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:08.368876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port d4502310-807e-4d04-96ad-ebeea08fbf40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4502310-807e-4d04-96ad-ebeea08fbf40,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:08.369240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:08.381380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for d4502310-807e-4d04-96ad-ebeea08fbf40 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:08.551495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:08.584331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=d4502310-807e-4d04-96ad-ebeea08fbf40,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:08.623362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port d4502310-807e-4d04-96ad-ebeea08fbf40 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:08.625878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:08.629042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0f68459b-680a-4a9d-89f9-af7dbeebd293 req-e2724933-c5f4-4312-aaec-a2b9b9462596 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/d4502310-807e-4d04-96ad-ebeea08fbf40 HTTP/1.1" status: 204 len: 173 time: 0.4389651 Apr 04 11:55:08.629467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'name': 'network-vif-deleted', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:08.631724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93bff02-1705-4e98-ba5e-4e3092ebe6a9" -d '{"events": [{"server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "name": "network-vif-deleted", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:08.668928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c39db0-0d28-47a1-8a62-a7dedcf67f36 x-openstack-request-id: req-42c39db0-0d28-47a1-8a62-a7dedcf67f36 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:08.669223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649b7b0b-cafb-406a-a0d2-c7d7c0441094", "name": "network-vif-deleted", "tag": "d4502310-807e-4d04-96ad-ebeea08fbf40", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:08.669472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42c39db0-0d28-47a1-8a62-a7dedcf67f36 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:08.669902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c39db0-0d28-47a1-8a62-a7dedcf67f36'] response: {'server_uuid': '649b7b0b-cafb-406a-a0d2-c7d7c0441094', 'name': 'network-vif-deleted', 'tag': 'd4502310-807e-4d04-96ad-ebeea08fbf40', 'status': 'completed', 'code': 200} Apr 04 11:55:09.138167 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6b919261-7f0e-43ff-8661-c78668f589d3 req-f40ef11c-9fd4-4879-8b01-e37ac15e529d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b7b0b-cafb-406a-a0d2-c7d7c0441094 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Apr 04 11:55:10.194402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42388) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:10.251136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:10.275604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:10.380188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:10.382998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:10.386801 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/b05fa009-cc26-4cf5-9a01-128af5121cb3 HTTP/1.1" status: 204 len: 168 time: 0.1887157 Apr 04 11:55:10.394440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7880f-ba8d-455d-8e95-f3b3584fe50d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fa009-cc26-4cf5-9a01-128af5121cb3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:11.500804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42394) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:11.511091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device d4502310-807e-4d04-96ad-ebeea08fbf40 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:11.535029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: d4502310-807e-4d04-96ad-ebeea08fbf40 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:11.535525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device d4502310-807e-4d04-96ad-ebeea08fbf40 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:11.864564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:12.112494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 04bec086-e454-43a6-9224-8e089d3674fc {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:12.112838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:12.201427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 04bec086-e454-43a6-9224-8e089d3674fc, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=04bec086-e454-43a6-9224-8e089d3674fc,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:12.201823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:12.213054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 04bec086-e454-43a6-9224-8e089d3674fc owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:12.483094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:12.507187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=04bec086-e454-43a6-9224-8e089d3674fc,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:12.684092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:12.889928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 14e56640-e80c-478e-9775-35830379ada5 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:12.992992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:12.998969 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bc3e33bf-6ef8-4d0d-b900-56484887f710 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/14e56640-e80c-478e-9775-35830379ada5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4971142 Apr 04 11:55:13.000873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42396) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:13.003570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Sync routers for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:13.013044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:13.015051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:13.051093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 32bf248a-564d-4551-a1af-e52b758cb3bf {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:55:13.054148 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.101535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.118541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:13.182418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.291920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:55:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:13.322487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Checking router: 14e56640-e80c-478e-9775-35830379ada5 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:13.330844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Routers {'14e56640-e80c-478e-9775-35830379ada5'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:13.331486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['14e56640-e80c-478e-9775-35830379ada5'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:13.352126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.382281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.385596 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/32bf248a-564d-4551-a1af-e52b758cb3bf HTTP/1.1" status: 204 len: 168 time: 0.3837433 Apr 04 11:55:13.387000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc768a1-59d5-4e8e-a58b-bde68adb4cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=32bf248a-564d-4551-a1af-e52b758cb3bf,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:13.388479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:13.411070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817e8c1-217f-4a16-b48d-43968e26fb8e None None] Network 469e06ef-ecab-41a4-aa02-9c15381d5ba4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:55:13.489398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] Set router 14e56640-e80c-478e-9775-35830379ada5 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:13.501651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.612741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.715693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:55:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:13.724972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] DHCP port deletion for 469e06ef-ecab-41a4-aa02-9c15381d5ba4 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:55:13.754850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f9a07-9a95-4d93-a835-b38d1fe101d7 None None] The sync data for ids ['14e56640-e80c-478e-9775-35830379ada5'] in dv-neutron-835866-1-hyperv is: [{'id': '14e56640-e80c-478e-9775-35830379ada5', 'name': 'tempest-TestNetworkBasicOps-router-990397426', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:55:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '83b02a69-2972-41a3-9d41-efcf216b0650', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e56640-e80c-478e-9775-35830379ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:53:11Z', 'updated_at': '2022-04-04T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:13.759062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 83b02a69-2972-41a3-9d41-efcf216b0650 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:13.759401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.810273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Deleting port dd272373-f133-4023-ad59-85ec38b2ab06 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:13.810659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.852238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 83b02a69-2972-41a3-9d41-efcf216b0650, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=83b02a69-2972-41a3-9d41-efcf216b0650,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:13.852609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.865163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 83b02a69-2972-41a3-9d41-efcf216b0650 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:13.872175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] For port dd272373-f133-4023-ad59-85ec38b2ab06, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd272373-f133-4023-ad59-85ec38b2ab06,segment=NetworkSegment(a0688d20-4f36-4e0d-9f3b-dae96471e378),segment_id=a0688d20-4f36-4e0d-9f3b-dae96471e378)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:13.872577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:13.884709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Calling delete_port for dd272373-f133-4023-ad59-85ec38b2ab06 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:14.060110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.085281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] Pushing event deleted for resources: {'Port': ['ID=dd272373-f133-4023-ad59-85ec38b2ab06,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:14.090007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b63849-0269-4ea1-ae46-21dba4bdba71 None None] No DVR routers for this DVR port dd272373-f133-4023-ad59-85ec38b2ab06 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:14.107035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.144172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=83b02a69-2972-41a3-9d41-efcf216b0650,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:14.209185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.307575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.309949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.706190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.707017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 14e56640-e80c-478e-9775-35830379ada5 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:55:14.715781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.715781 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de6f2131-e963-437f-b70b-9e40bd652d81 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/14e56640-e80c-478e-9775-35830379ada5 HTTP/1.1" status: 204 len: 168 time: 1.3249760 Apr 04 11:55:14.717467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42404) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:14.799754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.885137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.905411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469e06ef-ecab-41a4-aa02-9c15381d5ba4']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:14.915016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0688d20-4f36-4e0d-9f3b-dae96471e378') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:14.915309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0688d20-4f36-4e0d-9f3b-dae96471e378') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:14.924705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.937394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.942985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:55:14.943363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:55:14.947583 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:55:15.077505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.084949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.087268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/469e06ef-ecab-41a4-aa02-9c15381d5ba4 HTTP/1.1" status: 204 len: 168 time: 0.3688416 Apr 04 11:55:15.099087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ee906-7877-408c-902f-7ba6dbc0ec36 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=469e06ef-ecab-41a4-aa02-9c15381d5ba4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:15.111662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42406) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:15.117820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--326501533', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:15.220020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:55:15.224200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.248481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:55:15.257848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.258191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 2931b819-aab1-4e5d-837b-febc3f39746a of type vlan for network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 Apr 04 11:55:15.316195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.414506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.420060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:15.420658 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.520195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4091544 Apr 04 11:55:15.523163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42408) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:15.523663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f47b5-e4ef-4df4-b3fb-5fa88c4c8bb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:15.527878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-607997022', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:15.534636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:55:15.597862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.599072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.652240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:15.741302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd272373-f133-4023-ad59-85ec38b2ab06 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:15.765745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: dd272373-f133-4023-ad59-85ec38b2ab06 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:15.766134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd272373-f133-4023-ad59-85ec38b2ab06 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:15.766512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 83b02a69-2972-41a3-9d41-efcf216b0650 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:15.789052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 83b02a69-2972-41a3-9d41-efcf216b0650 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:15.789401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 83b02a69-2972-41a3-9d41-efcf216b0650 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:15.789860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 04bec086-e454-43a6-9224-8e089d3674fc no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:15.810305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 04bec086-e454-43a6-9224-8e089d3674fc {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:15.810657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 04bec086-e454-43a6-9224-8e089d3674fc not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:16.085071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:16.339791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:16.358129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:16.463539 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.107 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/b54934e8-8819-44ba-b26a-45e223919051) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:55:16.466723 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:55:16.569859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:16.655006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:16.696721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:16.699453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:16.702041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:55:16.729007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=b54934e8-8819-44ba-b26a-45e223919051,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:17.024941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:17.224623 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:17.460259 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:55:17.560134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:17.569836 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Sync routers for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:17.579277 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:17.582245 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:17.656676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:17.658059 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-53396021-4a70-4a08-a329-f2ae1c37dd2f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1339002 Apr 04 11:55:17.661807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:17.767291 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:17.807629 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2c47d26b-3b5d-4b27-8519-131f303242b9 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422725 Apr 04 11:55:17.807985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:17.895495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad20221-55c5-4d35-8aa0-10c717a4acb0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:17.897016 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cad20221-55c5-4d35-8aa0-10c717a4acb0 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880291 Apr 04 11:55:17.900067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42416) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:17.928917 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9923617b-ab48-4996-92f8-c511aee4ca12 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275578 Apr 04 11:55:17.931366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42418) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:17.936335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429968565', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:17.941380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:16Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:17.966786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Checking router: 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:17.967215 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Updating router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 port b54934e8-8819-44ba-b26a-45e223919051 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:55:18.009241 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.105654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:55:18.110051 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.255639 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.311476 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.334670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.359294 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Attempting to bind port b54934e8-8819-44ba-b26a-45e223919051 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:55:18.359661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Attempting to bind port b54934e8-8819-44ba-b26a-45e223919051 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:55:18.360020 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Attempting to bind port b54934e8-8819-44ba-b26a-45e223919051 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:18.367368 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Pushing event updated for resources: {'Port': ['ID=b54934e8-8819-44ba-b26a-45e223919051,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:18.371237 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:55:18.371619 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:18.372017 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.372406 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:55:18.372912 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Bound port: b54934e8-8819-44ba-b26a-45e223919051, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:55:18.373294 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.393826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.405890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.410950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.411060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.411359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.411692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.412017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.412342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.412668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:18.421205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:18.421613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: ff4411a3-b2b3-4f36-8f8f-63b240ea41c0, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:55:18.439877 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] For port b54934e8-8819-44ba-b26a-45e223919051, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:18.442859 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] For port b54934e8-8819-44ba-b26a-45e223919051, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b54934e8-8819-44ba-b26a-45e223919051,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:55:18.483057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:55:18.511857 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.566166 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:18.566704 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:18.568467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ff4411a3-b2b3-4f36-8f8f-63b240ea41c0) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:18.573083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:18.574013 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.578086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0028db-e02b-405e-ab51-aa259fe1d4f5 None None] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:55:18.602358 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acf80e-c7f5-402c-8389-5885ae7f4d4e None None] Pushing event updated for resources: {'Port': ['ID=b54934e8-8819-44ba-b26a-45e223919051,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:18.646360 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-da24fbc9-7a02-49f2-a8a0-277f366fb1c1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7138853 Apr 04 11:55:18.649079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42420) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:18.678222 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:18.725982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:55:18.727461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:18.873539 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:16Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:18.875985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Allocated IP 172.20.0.2 (ff4411a3-b2b3-4f36-8f8f-63b240ea41c0/67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc/4653e355-08f1-4ba4-8f0a-cbcf99ddbe09) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:55:18.905775 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc82d5-d34e-44a8-a9fb-3f80d0417c68 None None] The sync data for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv is: [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:16Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:19.025292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.111088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.170776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:19.180278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:19.184488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:55:19.217225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Pushing event updated for resources: {'Port': ['ID=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:19.249827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Attempting to bind port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:55:19.250576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Attempting to bind port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:55:19.251203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Attempting to bind port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:19.258079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:55:19.258907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Checking segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:19.259573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.260079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Bound using segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:55:19.260663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Bound port: 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:55:19.261149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.393168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.478006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] For port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:19.481246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] For port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:55:19.518284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.585509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc6af1-df38-4d09-8879-9b6393838903 None None] Pushing event updated for resources: {'Port': ['ID=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:19.691039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (ff4411a3-b2b3-4f36-8f8f-63b240ea41c0/67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc/cd14ee5c-8048-43c1-af6c-7381ab00464a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:55:19.826851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b54934e8-8819-44ba-b26a-45e223919051 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:19.850441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.882560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b54934e8-8819-44ba-b26a-45e223919051 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:19.882937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.946281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.963799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:19.983089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port b54934e8-8819-44ba-b26a-45e223919051, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b54934e8-8819-44ba-b26a-45e223919051,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:19.987721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:19.990821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:19.994544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:55:20.019781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:20.042939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.048864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.100526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=b54934e8-8819-44ba-b26a-45e223919051,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:20.238599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.516586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.580362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.648898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:20.654109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:20.746689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:20.748068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:20.860785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:20.970827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:20.976372 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d21440d3-2434-487d-b906-c5ea2f5cb356 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/9d4384ff-5114-46c3-8e42-fb94d48e6fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261964 Apr 04 11:55:20.978880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42422) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:20.984725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Sync routers for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:20.996656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:20.997718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:21.083172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.083650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.084118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.084588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.085054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.085512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.088815 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-28379a3f-26bd-42d8-a28e-66bb9ff1f543 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1073933 Apr 04 11:55:21.090421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42424) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:21.114345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:21.141294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f7ec0-14e4-44fe-a6ce-1860d4242bd3 None None] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:55:21.156451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.156920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.157382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.157866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.158322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.158808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.163119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e9a3a318-96c9-4b70-a2f9-f439520df3e1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0692101 Apr 04 11:55:21.163357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42426) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:21.297642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8f56c295-e5f9-46d8-8218-eac2f713dcc4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1329920 Apr 04 11:55:21.300163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42428) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:21.304919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1148163986', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:21.310757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] Provisioning complete for port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:21.311126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.465990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:55:21.469410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.487415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] device_id is not set on port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:55:21.500779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.528352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:21.565273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Checking router: 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:21.565650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Updating router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 port cd14ee5c-8048-43c1-af6c-7381ab00464a binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:55:21.589067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] For port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:21.598543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.613075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.7 (ff4411a3-b2b3-4f36-8f8f-63b240ea41c0/67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:55:21.639219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.770983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9a83a-10f0-497c-a49a-0efca403b0ba None None] Pushing event updated for resources: {'Port': ['ID=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:21.788121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-22adfb14-a9cf-478e-b9a1-108fe2859721 None None] Provisioning complete for port cd14ee5c-8048-43c1-af6c-7381ab00464a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:21.788496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-22adfb14-a9cf-478e-b9a1-108fe2859721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.806711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.832734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-22adfb14-a9cf-478e-b9a1-108fe2859721 None None] Port cd14ee5c-8048-43c1-af6c-7381ab00464a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:55:21.842838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-22adfb14-a9cf-478e-b9a1-108fe2859721 None None] Provisioning complete for port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:21.843215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-22adfb14-a9cf-478e-b9a1-108fe2859721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.882899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:21.889437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:21.938539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:21.942172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:21.946947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:55:21.968933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:21.997247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:21.997891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.054385 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d79e13fe-4101-4ec1-abaf-7874a32b58dd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7507634 Apr 04 11:55:22.072621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:22.074612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.166587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.214301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b54934e8-8819-44ba-b26a-45e223919051 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:22.240416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7eb22fa2-6b4f-4602-85c5-223399604282 None None] Provisioning complete for port cd14ee5c-8048-43c1-af6c-7381ab00464a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:22.240821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7eb22fa2-6b4f-4602-85c5-223399604282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.267530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.321649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7eb22fa2-6b4f-4602-85c5-223399604282 None None] Port cd14ee5c-8048-43c1-af6c-7381ab00464a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:55:22.336632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21a78-e2ec-4021-8156-da7f1584354d None None] Pushing event updated for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:22.369594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b54934e8-8819-44ba-b26a-45e223919051 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:22.369594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.410966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:22.417316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493146423', 'description': 'tempest-secgroup-smoke-493146423 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:22.421756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Attempting to bind port cd14ee5c-8048-43c1-af6c-7381ab00464a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:55:22.422128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Attempting to bind port cd14ee5c-8048-43c1-af6c-7381ab00464a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:55:22.422496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Attempting to bind port cd14ee5c-8048-43c1-af6c-7381ab00464a on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:22.438386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:55:22.438760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Checking segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:22.439160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.439552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Bound using segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:55:22.440660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Bound port: cd14ee5c-8048-43c1-af6c-7381ab00464a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:55:22.441046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.489485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2de1912e-6133-4dd7-8059-823322bcbb3d None None] Provisioning complete for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:22.489865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2de1912e-6133-4dd7-8059-823322bcbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.529349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.608642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.660726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.689718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9acb9-2a7a-4d35-85ce-07a1582da087,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:22.696733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.697085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.697426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.697791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.698169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.698617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.698954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.699285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.699618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.699947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.700271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.700596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:22.713539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2de1912e-6133-4dd7-8059-823322bcbb3d None None] Port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:55:22.716749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] For port cd14ee5c-8048-43c1-af6c-7381ab00464a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:22.720956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] For port cd14ee5c-8048-43c1-af6c-7381ab00464a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd14ee5c-8048-43c1-af6c-7381ab00464a,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:55:22.760553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.761893 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0e69ef09-6974-4df7-9965-16a732ab183b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3485291 Apr 04 11:55:22.765022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42434) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:22.769891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:22.775077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.838513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:22.839140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:54:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:22.844341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21a78-e2ec-4021-8156-da7f1584354d None None] Pushing event updated for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:22.848985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.890845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] Provisioning complete for port cd14ee5c-8048-43c1-af6c-7381ab00464a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:22.891214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.913924 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.963117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:22.982495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141baae6-a3be-421f-88b8-47a96c186f1f,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:22.985699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:23.044987 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.046294 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d6414b23-cb6d-4ad7-9574-77a5a07b0b04 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2802036 Apr 04 11:55:23.048943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42436) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:23.053432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:23.100935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.128544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.176093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] For port cd14ee5c-8048-43c1-af6c-7381ab00464a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd14ee5c-8048-43c1-af6c-7381ab00464a,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:23.185287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.226973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.243081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.262457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932e114b-42d7-435c-a1fd-c6ccd54d8b33,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:23.271139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:23.303883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a2209-e808-4a23-bfdb-9d3baad65a1d None None] The sync data for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv is: [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:23.305376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10073ca2-96c8-4439-9b3e-a40bb58e8458 None None] Pushing event updated for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:23.308123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.312284 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-159e939f-edff-409d-a381-523f78d7fd28 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2622058 Apr 04 11:55:23.312568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:23.317773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:23.347871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b64705cd-a704-4076-9d53-c34a5ba27289 None None] Provisioning complete for port cd14ee5c-8048-43c1-af6c-7381ab00464a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:23.348251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b64705cd-a704-4076-9d53-c34a5ba27289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.425212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.492266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.585897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.607317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98df892-945a-489b-a9bd-b7ec53d61469,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:23.684908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.688712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-13386b12-599b-4e57-bb1e-fc01513f74e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727155 Apr 04 11:55:23.689382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42440) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:23.693449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:23.784275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.829682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:23.860861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.887723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:23.888010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.946252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:23.967721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68285bb-c913-45ff-99e2-7f3bf5a9af26,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:23.968289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd14ee5c-8048-43c1-af6c-7381ab00464a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:24.023714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port cd14ee5c-8048-43c1-af6c-7381ab00464a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:24.024091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.034411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.038384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-30a84cab-1d97-41fc-9cb7-6530b3745d08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3458443 Apr 04 11:55:24.038771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42442) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:24.043365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:24.117515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:55:24.122916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.185322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.249191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.267578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2be96e8-0a56-43c5-b69a-5f65acd3546d,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:24.325121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.328129 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-973c95ad-3af7-43fc-81fb-f10b974c51a0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2882802 Apr 04 11:55:24.333644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42444) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:24.334630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '9cc9acb9-2a7a-4d35-85ce-07a1582da087', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:24.403126 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:55:24.414095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.479069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.516791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.533679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe27d5e-3cc5-4bc3-87b2-474032239826,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:24.581582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:24.582797 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1e4336f-b56a-4f82-b9e7-294d712e586e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2522576 Apr 04 11:55:24.719754 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-47d833c0-3e28-4b0a-b7d8-c6ab7bcc8272 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493146423&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0321608 Apr 04 11:55:24.771716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-9e07e883-edd5-4e1f-bd2f-ca3f466f1fb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:24.773159 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-9e07e883-edd5-4e1f-bd2f-ca3f466f1fb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 930 time: 0.0461822 Apr 04 11:55:24.865288 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-017e129a-b87f-4c1e-9dbe-f20afae99d70 service neutron] 10.222.0.43 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0789735 Apr 04 11:55:24.954137 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-43385968-7eef-4eeb-968a-41315192ec8b service neutron] 10.222.0.43 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828271 Apr 04 11:55:25.041336 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-5f1f4f87-2bfb-4abb-9585-76e49c7b1a3c service neutron] 10.222.0.43 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803971 Apr 04 11:55:25.269584 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e50aa979-ed22-44b8-9f7d-4cfd3f41de70 req-d8e1c78b-1718-4e3a-98f4-d2689716efb4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 210 time: 0.0261660 Apr 04 11:55:26.364227 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0a8ac726-3ea6-4442-b517-30963653692a req-0933781c-5f3d-41fb-9603-6e3299af667d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 210 time: 0.0269735 Apr 04 11:55:27.036313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-6ce6232a-0229-487d-a817-590d64f959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:27.037948 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-6ce6232a-0229-487d-a817-590d64f959dd service neutron] 10.222.0.44 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1026 time: 0.0371549 Apr 04 11:55:27.149315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-bd8695eb-6150-48be-852f-846a8983a13f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:27.150777 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-bd8695eb-6150-48be-852f-846a8983a13f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 796 time: 0.1064513 Apr 04 11:55:27.191128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-810a482b-11be-4c87-ac5e-911eeb31c525 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 379 time: 0.0318632 Apr 04 11:55:27.202381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Request body: {'port': {'device_id': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:27.208404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ae84ea1-ffde-4b84-874f-76d8ee3817b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.259999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.465765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0c8f956-a018-43b1-bb23-e2579986de56 req-437a8622-bfb9-46f1-883f-81717ed774d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 210 time: 0.0295405 Apr 04 11:55:27.545293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:55:27.552960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.564219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Transition to ACTIVE for port object 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:55:27.637089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.687760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:27.753538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:55:27.753902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:55:27.754227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:27.759101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:55:27.759421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:27.764358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:55:27.764693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Checking segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:27.765070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Bound using segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:55:27.765504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Bound port: 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:55:27.765891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.835634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:27.838672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:55:27.906507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.943190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:27.943946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:27.945153 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] 10.222.0.44 "PUT /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1131 time: 0.7465854 Apr 04 11:55:27.945610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:27.947852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a1854-9bad-4f01-87f4-e927cabe86ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:27.970262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94527af6-85c2-4766-b26a-b72f07384a4e service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:28.057235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89019ded-2745-43a8-9beb-a59ea647e908 x-openstack-request-id: req-89019ded-2745-43a8-9beb-a59ea647e908 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:28.057884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:28.057884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89019ded-2745-43a8-9beb-a59ea647e908 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:28.058220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89019ded-2745-43a8-9beb-a59ea647e908'] response: {'name': 'network-changed', 'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'status': 'completed', 'code': 200} Apr 04 11:55:28.088291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-946b46a0-fa86-4dd7-9377-b02902ace46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.090805 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-946b46a0-fa86-4dd7-9377-b02902ace46d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 1134 time: 0.0461192 Apr 04 11:55:28.136513 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-ccfe4fbc-6ef2-435e-ac26-810d4bec2b68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 217 time: 0.0383282 Apr 04 11:55:28.183399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-04a21679-535e-4967-aac7-5db20180ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.184722 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-04a21679-535e-4967-aac7-5db20180ee80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc HTTP/1.1" status: 200 len: 835 time: 0.0424104 Apr 04 11:55:28.229481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-0c209b53-36f6-4c31-b971-96ef41b39da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.231033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-0c209b53-36f6-4c31-b971-96ef41b39da3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399683 Apr 04 11:55:28.321976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-9a8a8e15-e3af-495a-8091-0b7427cae4a4 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838418 Apr 04 11:55:28.408496 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-637034fc-f7c7-411e-a4c7-f1e84aa7026e req-dc531129-3542-4de6-bacd-3bad50bb1e92 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804405 Apr 04 11:55:28.604444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-31257376-4e9c-4656-9a1c-2833da8208fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.605957 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-31257376-4e9c-4656-9a1c-2833da8208fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 1134 time: 0.0619836 Apr 04 11:55:28.613836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0345c-c2a4-40b6-9ad0-2abab7c88f10 req-9df9e615-a8c8-4db4-b30a-3426189c0b5c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.615205 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20c0345c-c2a4-40b6-9ad0-2abab7c88f10 req-9df9e615-a8c8-4db4-b30a-3426189c0b5c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 981 time: 0.0816827 Apr 04 11:55:28.705761 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20c0345c-c2a4-40b6-9ad0-2abab7c88f10 req-c045e597-14a6-4da1-bf46-b57a6ebeb9b3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826344 Apr 04 11:55:28.725820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-a3a01c39-2c38-40de-ba3d-bee23449c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.727283 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-a3a01c39-2c38-40de-ba3d-bee23449c873 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 897 time: 0.1112466 Apr 04 11:55:28.768177 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-31e8257f-7732-47c9-93c5-03e5ffcedc04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 217 time: 0.0333138 Apr 04 11:55:28.816503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-c1bc2b79-efa7-47cc-9820-deb856ec79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.817943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-c1bc2b79-efa7-47cc-9820-deb856ec79c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc HTTP/1.1" status: 200 len: 835 time: 0.0424056 Apr 04 11:55:28.864049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-abe8fdcc-22bc-4abf-b895-f1af2e297c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:28.865708 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-abe8fdcc-22bc-4abf-b895-f1af2e297c20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400057 Apr 04 11:55:28.958689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-a99dc9f2-3f23-4ff8-8cf1-39e56b26ca4a service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Apr 04 11:55:29.049972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-019a1854-9bad-4f01-87f4-e927cabe86ed req-75ed3cba-b973-468a-b3aa-770e707dd194 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832253 Apr 04 11:55:29.454251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e8862ac2-204a-4cd0-86f7-3db03217cef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:29.588119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:55:29.683454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:29.694225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'mac_address': 'fa:16:3e:ae:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:55:29.734029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:29.746456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:55:29.765478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:29.824236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d3cd1-1e10-43c8-9f70-3d0e0cd19159 req-e987e044-1df5-4af9-9736-e5671da3a875 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:29.825597 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:29.825757 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3c6d3cd1-1e10-43c8-9f70-3d0e0cd19159 req-e987e044-1df5-4af9-9736-e5671da3a875 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 981 time: 0.0530369 Apr 04 11:55:29.864782 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3c6d3cd1-1e10-43c8-9f70-3d0e0cd19159 req-1ab81c0e-85de-4fba-b7ce-10d263c823f4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Apr 04 11:55:29.872019 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:29.879253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.879603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.879945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.880278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.881099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.881099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.881297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.881548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.881903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.882225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.882544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:29.882864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:55:30.053036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:55:30.482855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:30.976396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43594c7-71a7-4f16-a90c-5c7bbf172be0 req-9b58f2fe-a42c-4c67-9673-bd2edfef34ed tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:30.977859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c43594c7-71a7-4f16-a90c-5c7bbf172be0 req-9b58f2fe-a42c-4c67-9673-bd2edfef34ed tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 982 time: 0.0477772 Apr 04 11:55:31.014024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c43594c7-71a7-4f16-a90c-5c7bbf172be0 req-751d7670-43e4-43ac-b68e-801a34a23fee tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302262 Apr 04 11:55:31.592262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:31.699926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:55:31.703712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:31.704111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:31.783077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:31.807161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:31.809393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13397b4-1734-48f7-ac90-d9f503875c1d" -d '{"events": [{"server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "name": "network-vif-plugged", "status": "completed", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:31.821875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:31.883101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:31.906817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce90f19-5a08-4c1c-bd38-952549087811 x-openstack-request-id: req-0ce90f19-5a08-4c1c-bd38-952549087811 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:31.907113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "name": "network-vif-plugged", "status": "completed", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:31.907362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ce90f19-5a08-4c1c-bd38-952549087811 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:31.907753 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce90f19-5a08-4c1c-bd38-952549087811'] response: {'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'code': 200} Apr 04 11:55:31.934531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:32.031706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:32.135954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511411-f36d-4651-8e75-55a3af0836b8 req-03c0fc6e-aa17-481b-b78a-e23d0eb0c5e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:32.137497 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1511411-f36d-4651-8e75-55a3af0836b8 req-03c0fc6e-aa17-481b-b78a-e23d0eb0c5e5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0582886 Apr 04 11:55:32.206329 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1511411-f36d-4651-8e75-55a3af0836b8 req-3156bc15-c517-40ab-a214-23c63faa769e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613623 Apr 04 11:55:32.215148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fbeea-faa0-4f6a-b5ba-55e6d8e99b47 req-0faaf018-e1ab-4843-b807-8eb2fa95699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:32.216581 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a8fbeea-faa0-4f6a-b5ba-55e6d8e99b47 req-0faaf018-e1ab-4843-b807-8eb2fa95699f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 1136 time: 0.0530977 Apr 04 11:55:32.249902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a8fbeea-faa0-4f6a-b5ba-55e6d8e99b47 req-b0ed5f2e-38c0-447c-a9a5-8ef7785a1e7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264583 Apr 04 11:55:32.385924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:33.320611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ac751-442d-4ead-a2ff-cf0de92b8149 req-9601a7dd-d7e8-421e-bc84-365900c4fcac tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:33.322120 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cc2ac751-442d-4ead-a2ff-cf0de92b8149 req-9601a7dd-d7e8-421e-bc84-365900c4fcac tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0483437 Apr 04 11:55:33.359517 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cc2ac751-442d-4ead-a2ff-cf0de92b8149 req-e76ea876-e237-466a-9c11-e1975135f101 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Apr 04 11:55:34.282854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:34.477291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2713-2625-460b-b684-aa8355e2570b req-140fe0fd-92bd-4f2c-b570-479957015b08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:34.478776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59db2713-2625-460b-b684-aa8355e2570b req-140fe0fd-92bd-4f2c-b570-479957015b08 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0477312 Apr 04 11:55:34.515864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59db2713-2625-460b-b684-aa8355e2570b req-0d29a8fe-3b85-4c38-bccb-be86ec66a954 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Apr 04 11:55:34.628007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc6f3-2cfe-491f-9962-9bc53d360c6b req-f5bf4a8b-1b4f-413e-a378-5dcf2bf9e9a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:34.629434 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed7fc6f3-2cfe-491f-9962-9bc53d360c6b req-f5bf4a8b-1b4f-413e-a378-5dcf2bf9e9a1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0470221 Apr 04 11:55:34.667047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed7fc6f3-2cfe-491f-9962-9bc53d360c6b req-950e7ee1-719e-46dd-a88c-ba45607a2c6e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Apr 04 11:55:34.688630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:34.729291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005285ec-c120-459b-a4b4-8483706e721b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:34.730776 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-005285ec-c120-459b-a4b4-8483706e721b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 1131 time: 0.0412304 Apr 04 11:55:34.733502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:34.738382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:34.831396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:34.925235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.030792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.219 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/3cd075d9-294d-49fc-841a-8a54bd505513) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:55:35.126995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.219978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.256464 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:55:35.259221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:55:35.262576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:55:35.287471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=3cd075d9-294d-49fc-841a-8a54bd505513,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:35.602475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.729709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.871277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.917126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:35.980174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=3cd075d9-294d-49fc-841a-8a54bd505513,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:35.991951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:36.088131 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 4a6e123b-588e-44ee-9b32-751cc718898f associated. External IP: 172.26.1.219, port: 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce. Apr 04 11:55:36.286906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:36.392458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:36.402996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Sync routers for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:36.413933 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:36.417996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:36.462289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:36.489160 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c886c9c7-f6f0-4df9-bf03-b8b069dd4f52 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7546244 Apr 04 11:55:36.489809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:36.492040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d70503-7a15-4bd7-a205-95921c386828" -d '{"events": [{"name": "network-changed", "server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:36.492218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42512) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:36.517456 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:36.537950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2d1b85-34c4-4e7a-a7e2-d6806432f11f x-openstack-request-id: req-7a2d1b85-34c4-4e7a-a7e2-d6806432f11f {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:36.538513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e213afc0-9bcc-45da-8fa4-6635488bc19e", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:36.539023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a2d1b85-34c4-4e7a-a7e2-d6806432f11f {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:36.539671 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2d1b85-34c4-4e7a-a7e2-d6806432f11f'] response: {'name': 'network-changed', 'server_uuid': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'status': 'completed', 'code': 200} Apr 04 11:55:36.582545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63984d-7ae3-45ac-bfa5-6986f3ed8a28 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:36.583992 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4f63984d-7ae3-45ac-bfa5-6986f3ed8a28 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e&network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 1131 time: 0.0908399 Apr 04 11:55:36.616906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70503-7a15-4bd7-a205-95921c386828 req-56adf649-e148-448e-890a-b82bbf0f8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:36.618243 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-56adf649-e148-448e-890a-b82bbf0f8ddf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 1136 time: 0.0493503 Apr 04 11:55:36.710419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70503-7a15-4bd7-a205-95921c386828 req-1d77002d-a2f6-4c00-b173-804a3711fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:36.711876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-1d77002d-a2f6-4c00-b173-804a3711fa3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 897 time: 0.0859511 Apr 04 11:55:36.752686 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4a6e123b-588e-44ee-9b32-751cc718898f', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1148163986', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'mac_address': 'fa:16:3e:ae:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:55:35Z', 'updated_at': '2022-04-04T11:55:35Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:36.779482 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-3d6c1192-0723-40ad-acee-7efc3f299054 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1037 time: 0.0608323 Apr 04 11:55:36.782694 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Checking router: 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:36.792217 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:36.792217 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:36.833276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70503-7a15-4bd7-a205-95921c386828 req-b62bd50d-800c-42cc-a277-1d2799b033f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:36.834779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-b62bd50d-800c-42cc-a277-1d2799b033f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc HTTP/1.1" status: 200 len: 835 time: 0.0490177 Apr 04 11:55:36.880651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70503-7a15-4bd7-a205-95921c386828 req-d0f07f1d-bbd1-4785-83b4-8252c8af2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:36.882284 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-d0f07f1d-bbd1-4785-83b4-8252c8af2947 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404930 Apr 04 11:55:36.994220 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:37.220909 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4a6e123b-588e-44ee-9b32-751cc718898f', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1148163986', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'mac_address': 'fa:16:3e:ae:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:55:35Z', 'updated_at': '2022-04-04T11:55:35Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:37.248105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfac90-1dd7-4efb-9c57-284835c08557 None None] The sync data for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv is: [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '4a6e123b-588e-44ee-9b32-751cc718898f', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1148163986', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'mac_address': 'fa:16:3e:ae:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e213afc0-9bcc-45da-8fa4-6635488bc19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:55:35Z', 'updated_at': '2022-04-04T11:55:35Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:37.298612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-0580ea56-83bc-45eb-a42c-3f49317c98ca service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096210 Apr 04 11:55:37.309126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312bb7-e012-4d22-87e3-63d37dd8ac4b req-c2c4d25f-dbd6-463a-a9c0-07ec6caebb96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:37.310592 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-16312bb7-e012-4d22-87e3-63d37dd8ac4b req-c2c4d25f-dbd6-463a-a9c0-07ec6caebb96 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0701263 Apr 04 11:55:37.397476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-16312bb7-e012-4d22-87e3-63d37dd8ac4b req-8e215b66-edb9-480f-9669-a9101ca645f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783110 Apr 04 11:55:37.428267 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-92d70503-7a15-4bd7-a205-95921c386828 req-472c58da-f479-4ea7-a149-7dae1873d154 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165464 Apr 04 11:55:37.449152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a6ef2-5464-405c-8d0b-0bc62772dc9b None None] New status for floating IP 4a6e123b-588e-44ee-9b32-751cc718898f: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:55:38.262641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-b471d873-44ed-44d8-a083-efa01b189d17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:38.264100 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-b471d873-44ed-44d8-a083-efa01b189d17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0478766 Apr 04 11:55:38.307077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-f22339a3-7096-43fe-b464-8f1c6e692338 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:38.308418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-f22339a3-7096-43fe-b464-8f1c6e692338 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0383961 Apr 04 11:55:38.407954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-acaefe98-81dc-479d-8a67-dd7cafcf0c6d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0944579 Apr 04 11:55:38.418301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:38.473810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:38.526187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3dcad-e31b-4e8c-a3ef-d4d1f908b72c req-f10fb820-0ce4-4ac6-8d02-945da1c7b774 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:38.527686 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f8d3dcad-e31b-4e8c-a3ef-d4d1f908b72c req-f10fb820-0ce4-4ac6-8d02-945da1c7b774 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 983 time: 0.0517027 Apr 04 11:55:38.566577 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f8d3dcad-e31b-4e8c-a3ef-d4d1f908b72c req-3e33216a-61ed-458e-8e7a-83e5148177ad tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Apr 04 11:55:38.607991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:38.640839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:38.674410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] device_id is not set on port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce yet. {{(pid=109636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:55:38.683256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:38.774382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:38.887993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=6']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:38.954588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] No DVR routers for this DVR port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:39.005146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1543f33f-ae05-4204-aaaf-f7013bced1f8 None None] Provisioning complete for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:39.005697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1543f33f-ae05-4204-aaaf-f7013bced1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:39.040422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1543f33f-ae05-4204-aaaf-f7013bced1f8 None None] Port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:55:39.091007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] In _notify_port_updated(), no bound segment for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:55:39.091820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:39.092430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:39.093742 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccde5045-e927-4efc-b2cb-afc13be4a390 req-d90eff14-7865-4513-925e-a7ea9589ac4c service neutron] 10.222.0.44 "PUT /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1026 time: 0.6793489 Apr 04 11:55:39.668799 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5a9aa6d-b782-41f7-8eb2-b177441924d0 req-69c30262-2afb-4b58-b7e7-189fd1840f0a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e213afc0-9bcc-45da-8fa4-6635488bc19e HTTP/1.1" status: 200 len: 210 time: 0.0256267 Apr 04 11:55:40.722300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42526) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:40.764665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615475f2-8afd-45a1-9a37-3dda4cb6edf4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:40.765991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-615475f2-8afd-45a1-9a37-3dda4cb6edf4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 925 time: 0.0421426 Apr 04 11:55:41.034137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42530) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:41.038742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935995137', 'description': 'tempest-secgroup-smoke-935995137 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:41.111113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.179227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.242905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.278618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad882c1-3349-4ec7-bd28-7f323f93606b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:41.319524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.320860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a34a64fd-1e75-4b09-a967-cf30ccbfc870 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2857273 Apr 04 11:55:41.323683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:41.328066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:41.402091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.456439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.499641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.516043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1bf545-95d9-4c87-a2b7-9edf63fc2790,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:41.582065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.583242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3bb225a9-1174-4f38-89c5-591346505268 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586045 Apr 04 11:55:41.585973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42534) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:41.590389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:41.681170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:41.704626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.722043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:41.764693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.836742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.853937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c44222-4a73-4a53-b2af-c5c9d4d20660,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:41.913655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:41.914885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e7491cc1-f6dd-427d-9075-ff10e36663b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279769 Apr 04 11:55:41.917813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42536) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:41.922119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:42.000759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.059498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.128385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.146488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c7d85e-3b08-4620-8860-f0e55cd7080f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:42.215932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.217163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-62b35d9b-d925-4854-a3bc-3d2e8c7fb8d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984321 Apr 04 11:55:42.219822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42538) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:42.224143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:42.326996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.383449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.459983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.477494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2373574b-ef37-4603-9732-fdaa2f6f9124,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:42.541931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.543136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-291fd57e-32ce-4925-bcc1-f899b181e025 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223939 Apr 04 11:55:42.545958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42540) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:42.550252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:42.631715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:55:42.636913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.694840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.751211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.769239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbb5c3d-1075-49e3-a338-20bde020c224,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:42.810647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.811842 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5d3bc6f3-c2b7-4caa-873a-3c581a94b2c0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649317 Apr 04 11:55:42.814616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42542) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:42.819367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7ad882c1-3349-4ec7-bd28-7f323f93606b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:42.905456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:55:42.910266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:42.977043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:43.042744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:43.060209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2254154c-09e2-4cdb-80cc-60eabc373d46,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:43.113386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:43.115189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-678d9167-1342-416d-8c32-19653563a05a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996612 Apr 04 11:55:43.248913 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-0562c728-e928-4f2f-abff-b28b3c63a368 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935995137&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0314684 Apr 04 11:55:43.299285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-a0042841-5a05-4d10-ae15-382f89be2622 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:43.300596 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-a0042841-5a05-4d10-ae15-382f89be2622 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 930 time: 0.0444353 Apr 04 11:55:43.344395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-1d239e69-4d5e-4d62-9947-469b5c7d5c28 service neutron] 10.222.0.43 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0310304 Apr 04 11:55:43.432600 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-adbd110a-05b8-4797-9153-b212081b9fe0 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Apr 04 11:55:43.519815 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-7d6646d3-f7b1-40b2-9bd7-493ef47018da service neutron] 10.222.0.43 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811603 Apr 04 11:55:43.736777 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-95fc0d5f-42ec-45d9-b067-0a94310e5bb5 req-87995f90-28b7-4499-969d-4bb187236e02 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 210 time: 0.0261953 Apr 04 11:55:44.838354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5b8de155-887c-43fa-8932-072d46ca0bc3 req-9e78041b-f86c-4147-9a93-0b759885662b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 210 time: 0.0274012 Apr 04 11:55:45.346755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-da5e634d-5633-4d75-b679-a684c9f2ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:45.347986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-da5e634d-5633-4d75-b679-a684c9f2ffc2 service neutron] 10.222.0.44 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1026 time: 0.0335546 Apr 04 11:55:45.455910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-28d65ee7-4614-428a-8281-9e716a3b238e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:45.457286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-28d65ee7-4614-428a-8281-9e716a3b238e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 796 time: 0.1038473 Apr 04 11:55:45.500271 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-e56c9555-0dcc-4d0b-b38d-8537c39c6168 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 471 time: 0.0347824 Apr 04 11:55:45.510415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Request body: {'port': {'device_id': '41ec05e0-505c-4430-ab67-f4bec28fe3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:45.561385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:45.828854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:55:45.836037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:45.847301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Transition to ACTIVE for port object 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:55:45.905689 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:46.019204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=7']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:46.046688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2af13-1372-4cbb-bb32-62cba4078e44 req-dd634710-1466-4112-b8d3-d44af9322e59 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.048206 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b7e2af13-1372-4cbb-bb32-62cba4078e44 req-dd634710-1466-4112-b8d3-d44af9322e59 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 981 time: 0.1391389 Apr 04 11:55:46.127935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b7e2af13-1372-4cbb-bb32-62cba4078e44 req-2a9b476b-5bf6-4da0-9f3a-1adc569307b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729806 Apr 04 11:55:46.151136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:55:46.151732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:55:46.152070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:46.156687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:55:46.157009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Attempting to bind port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:55:46.162413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:55:46.162753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Checking segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:55:46.163129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Bound using segment: {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:55:46.163553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Bound port: 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2931b819-aab1-4e5d-837b-febc3f39746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:55:46.163910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:46.230274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:46.233130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:55:46.288825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:46.324586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.325264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:46.326575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] 10.222.0.44 "PUT /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1131 time: 0.8201413 Apr 04 11:55:46.327001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec05e0-505c-4430-ab67-f4bec28fe3a9', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:46.329233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d505f195-6e5d-47ca-a1b5-ac03ee740c87" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec05e0-505c-4430-ab67-f4bec28fe3a9", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:46.353822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d64ae-4730-43fd-b2c6-759f0325b571 service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=8']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:46.368600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288a763e-9dbe-417c-84bc-403acceeec25 x-openstack-request-id: req-288a763e-9dbe-417c-84bc-403acceeec25 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:46.368900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec05e0-505c-4430-ab67-f4bec28fe3a9", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:46.369160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-288a763e-9dbe-417c-84bc-403acceeec25 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:46.369596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288a763e-9dbe-417c-84bc-403acceeec25'] response: {'name': 'network-changed', 'server_uuid': '41ec05e0-505c-4430-ab67-f4bec28fe3a9', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'status': 'completed', 'code': 200} Apr 04 11:55:46.441978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-7dde4ed0-ff1b-4f70-932b-699a6c5b25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.443562 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-7dde4ed0-ff1b-4f70-932b-699a6c5b25d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 1134 time: 0.0501723 Apr 04 11:55:46.548226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-8302e522-9bc2-406f-b935-61f989172012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.549736 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-8302e522-9bc2-406f-b935-61f989172012 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0978987 Apr 04 11:55:46.640957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-333bde4f-97da-442f-a049-2c48991b0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.642504 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d505f195-6e5d-47ca-a1b5-ac03ee740c87 req-333bde4f-97da-442f-a049-2c48991b0789 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867505 Apr 04 11:55:46.720493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-5d27f288-bb05-4f34-b1e4-6d0d7a8de6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.721919 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-5d27f288-bb05-4f34-b1e4-6d0d7a8de6e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 1134 time: 0.0448227 Apr 04 11:55:46.786268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-e5d0b3ae-d25b-4e22-bb2e-378ad311b585 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1037 time: 0.0567703 Apr 04 11:55:46.839408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-1dc31bb4-8643-4b37-9bbf-c9bcc2c34e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.840881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-1dc31bb4-8643-4b37-9bbf-c9bcc2c34e71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc HTTP/1.1" status: 200 len: 835 time: 0.0473411 Apr 04 11:55:46.889084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f939-6f16-448e-babe-52c78f65022e req-1102c4da-66c3-42b4-95b7-e47d7151f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:46.890619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-1102c4da-66c3-42b4-95b7-e47d7151f7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438800 Apr 04 11:55:46.976465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-5d5b3f15-4186-4d08-a4a8-9f16cfde25ce service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791752 Apr 04 11:55:47.066022 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2330f939-6f16-448e-babe-52c78f65022e req-7b9d25a3-daa7-4fb3-8aca-445913bc4708 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821192 Apr 04 11:55:47.244338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cef4c-a2da-43b0-a015-3e0902586907 req-c5f193af-4982-4195-a690-2f363cd80121 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:47.245753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d05cef4c-a2da-43b0-a015-3e0902586907 req-c5f193af-4982-4195-a690-2f363cd80121 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 981 time: 0.0489058 Apr 04 11:55:47.282119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d05cef4c-a2da-43b0-a015-3e0902586907 req-09a4aee6-40cd-4514-ba86-e06d6023ba1e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Apr 04 11:55:48.399885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70a21-d9eb-4261-84af-ca1121fa6e36 req-8857ba97-4014-40c8-81ce-2109106488e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:48.401253 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0af70a21-d9eb-4261-84af-ca1121fa6e36 req-8857ba97-4014-40c8-81ce-2109106488e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 981 time: 0.0518646 Apr 04 11:55:48.439399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0af70a21-d9eb-4261-84af-ca1121fa6e36 req-b1332ed3-5a9d-4659-ba82-2022306311de tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Apr 04 11:55:49.552039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fea982-6d96-4ae9-bedd-6f240e6023a8 req-181286f6-1813-4bd5-96db-7a388f4a3352 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:49.553505 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-41fea982-6d96-4ae9-bedd-6f240e6023a8 req-181286f6-1813-4bd5-96db-7a388f4a3352 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 981 time: 0.0475481 Apr 04 11:55:49.590624 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-41fea982-6d96-4ae9-bedd-6f240e6023a8 req-cffd0aa7-77d9-4fb2-9580-7634de803958 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Apr 04 11:55:49.727481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:55:49.820939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:49.831456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'port_id': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'mac_address': 'fa:16:3e:ae:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:55:49.866648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:49.878493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:55:49.897238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:49.951343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:49.998189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=9']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:50.165476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:55:50.701638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0b7a2-6e76-460b-8d0a-fb96aa7f0d52 req-1a616b3a-2f38-4af7-ab69-8e7312fb291b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:50.703023 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-03b0b7a2-6e76-460b-8d0a-fb96aa7f0d52 req-1a616b3a-2f38-4af7-ab69-8e7312fb291b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 982 time: 0.0466647 Apr 04 11:55:50.739950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-03b0b7a2-6e76-460b-8d0a-fb96aa7f0d52 req-a8feca71-4541-465c-ac29-1e964f7fd0c4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304251 Apr 04 11:55:51.758491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:55:51.819172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-7ee542a4-a9ac-4f9f-b834-b78192dcef2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528512 Apr 04 11:55:51.859926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:55:51.863882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:51.864836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:51.882423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382c34e-ae24-4dc7-90fa-85d1e02f96fe req-d4847ce6-1e13-4a0c-b67c-4397a1dab701 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:51.883895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a382c34e-ae24-4dc7-90fa-85d1e02f96fe req-d4847ce6-1e13-4a0c-b67c-4397a1dab701 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 982 time: 0.0761220 Apr 04 11:55:51.898427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-caed8261-0b69-4179-b737-b4e7e4328678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:51.899867 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-caed8261-0b69-4179-b737-b4e7e4328678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1099 time: 0.0590105 Apr 04 11:55:51.935095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a382c34e-ae24-4dc7-90fa-85d1e02f96fe req-a641c707-3333-4bce-878e-2fd1711dc4d5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Apr 04 11:55:51.946616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:51.967724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec05e0-505c-4430-ab67-f4bec28fe3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:51.969964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6504c0-5c28-40f7-ace9-1c0b1cd01f18" -d '{"events": [{"server_uuid": "41ec05e0-505c-4430-ab67-f4bec28fe3a9", "name": "network-vif-plugged", "status": "completed", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:51.983411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:52.006895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb13af-6d00-4ae6-82b8-bf1f14b58d35 x-openstack-request-id: req-daeb13af-6d00-4ae6-82b8-bf1f14b58d35 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:52.007422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec05e0-505c-4430-ab67-f4bec28fe3a9", "name": "network-vif-plugged", "status": "completed", "tag": "1702048f-6f49-4ae7-be6b-96dcbf6ba0ce", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:52.007568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daeb13af-6d00-4ae6-82b8-bf1f14b58d35 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:52.007983 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daeb13af-6d00-4ae6-82b8-bf1f14b58d35'] response: {'server_uuid': '41ec05e0-505c-4430-ab67-f4bec28fe3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1702048f-6f49-4ae7-be6b-96dcbf6ba0ce', 'code': 200} Apr 04 11:55:52.013737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-15595a29-bd2c-436e-8768-dda19354c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:52.018737 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-15595a29-bd2c-436e-8768-dda19354c83c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.0943878 Apr 04 11:55:52.037943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:52.081694 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-88caacbc-b6b4-4c9f-a9e5-00acdd605a67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 200 len: 1001 time: 0.0602763 Apr 04 11:55:52.090351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=10']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:52.130201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-4f0cb41f-eacb-4b9a-a874-d5c728bdde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:52.131670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-4f0cb41f-eacb-4b9a-a874-d5c728bdde09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0442457 Apr 04 11:55:52.180785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-4e384208-8ae8-435d-a360-4eff621f67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:52.182312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-4e384208-8ae8-435d-a360-4eff621f67ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435841 Apr 04 11:55:52.260375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69069d1-958c-48f9-9ae3-cafccbb33d4d req-f5dea723-5188-4729-b7e9-6db5cb839986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:52.261777 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f69069d1-958c-48f9-9ae3-cafccbb33d4d req-f5dea723-5188-4729-b7e9-6db5cb839986 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 1137 time: 0.0389590 Apr 04 11:55:52.272540 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-27109a4f-5643-482e-8dac-d38b881263f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832920 Apr 04 11:55:52.296402 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f69069d1-958c-48f9-9ae3-cafccbb33d4d req-21c225d8-ec3b-4aae-ae90-5a309985ad72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285192 Apr 04 11:55:52.366745 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed2adf11-772d-4448-9f6d-780634d148f9 req-82e4e6cf-765e-47ce-9c0e-172cc378823e service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876784 Apr 04 11:55:53.049830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953f906-6b1f-469e-96a2-84052af81304 req-e5cd8a14-68a1-45c7-8f99-3868de560235 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:53.051301 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1953f906-6b1f-469e-96a2-84052af81304 req-e5cd8a14-68a1-45c7-8f99-3868de560235 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0478485 Apr 04 11:55:53.088443 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1953f906-6b1f-469e-96a2-84052af81304 req-29ede8df-0893-4832-8b26-d045ef5c495e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Apr 04 11:55:53.465373 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:55:54.204818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79968ef2-52ef-43a2-819d-e97d07648c05 req-a717d05d-e80f-49c7-938b-18418bb28088 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:54.206292 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-79968ef2-52ef-43a2-819d-e97d07648c05 req-a717d05d-e80f-49c7-938b-18418bb28088 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0509660 Apr 04 11:55:54.500465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-79968ef2-52ef-43a2-819d-e97d07648c05 req-1639934b-f42d-4a9b-a261-0ffd5326a530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881918 Apr 04 11:55:54.612119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f82131-8139-4b34-a5f2-c8dd5827b485 req-d10fc895-ec02-4308-9a3c-ac150bdcf300 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:54.613618 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0f82131-8139-4b34-a5f2-c8dd5827b485 req-d10fc895-ec02-4308-9a3c-ac150bdcf300 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0487609 Apr 04 11:55:54.653401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0f82131-8139-4b34-a5f2-c8dd5827b485 req-fe056b08-ab2f-464c-8dc8-e7c1771dd831 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Apr 04 11:55:54.675174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42594) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:54.714250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ea0c9-6438-45dd-83f8-8a3858915443 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:54.715715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b40ea0c9-6438-45dd-83f8-8a3858915443 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9&network_id=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 200 len: 1132 time: 0.0396001 Apr 04 11:55:54.734372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42598) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:54.891335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port 094e5633-55fb-464e-9476-f148f0926c46 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:54.891674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:54.970708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:54.971036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:54.982574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for 094e5633-55fb-464e-9476-f148f0926c46 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:55.111523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c31931-17d7-492b-a5c2-60ed73de0734 req-24542e4e-c40c-4535-9d4f-3cf634efd26b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:55.112981 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8c31931-17d7-492b-a5c2-60ed73de0734 req-24542e4e-c40c-4535-9d4f-3cf634efd26b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0765307 Apr 04 11:55:55.180374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8c31931-17d7-492b-a5c2-60ed73de0734 req-1ac3c5c7-d392-4ba7-921e-8274180691e7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574288 Apr 04 11:55:55.242572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:55.269042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=094e5633-55fb-464e-9476-f148f0926c46,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:55.325965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:55.326295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd disassociated (deleted). External IP: 172.26.1.40, port: 1a584e33-204a-4f97-9755-97fb3f661a6a. Apr 04 11:55:55.536504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:55.640906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:55.645715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:55.650886 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:55.660612 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:55.661228 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:55.675726 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7c1d409c-64d0-4997-bf9b-9e3a35cc6f69 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "DELETE /v2.0/floatingips/a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd HTTP/1.1" status: 204 len: 168 time: 0.9399686 Apr 04 11:55:55.676913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:55.681423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c707b4-6839-481c-8c2d-02dad22e5eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:55.728339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69fcdc-00e7-462d-a6a1-a47bba79e6ca x-openstack-request-id: req-ea69fcdc-00e7-462d-a6a1-a47bba79e6ca {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:55.728629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:55.728878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea69fcdc-00e7-462d-a6a1-a47bba79e6ca {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:55.729273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea69fcdc-00e7-462d-a6a1-a47bba79e6ca'] response: {'name': 'network-changed', 'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'status': 'completed', 'code': 200} Apr 04 11:55:55.777660 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:56.021341 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:56.052402 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:55:56.060863 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:56.061474 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:56.122953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-947ad2e5-7625-42bc-bcc2-38c0ec538685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.124428 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-947ad2e5-7625-42bc-bcc2-38c0ec538685 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 1099 time: 0.3715920 Apr 04 11:55:56.167728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1802-9c1e-4c7e-ad7e-bb6fa811bba4 req-6e726e11-86b7-41e8-9545-31e7d11c6308 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.168011 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:56.169191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a2fa1802-9c1e-4c7e-ad7e-bb6fa811bba4 req-6e726e11-86b7-41e8-9545-31e7d11c6308 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0768106 Apr 04 11:55:56.253911 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a2fa1802-9c1e-4c7e-ad7e-bb6fa811bba4 req-2431d0ea-e8ff-4caf-b3db-5e931211c5f7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778496 Apr 04 11:55:56.264868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-db727b8e-2d8a-4e9a-82ce-cd2af00feb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.266857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-db727b8e-2d8a-4e9a-82ce-cd2af00feb59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.1312418 Apr 04 11:55:56.307917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e1d6-9f64-485a-b500-15bb92b90767 req-d2d9ad3a-e4f5-4c73-bb9b-f49e22ab3149 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.309402 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6de8e1d6-9f64-485a-b500-15bb92b90767 req-d2d9ad3a-e4f5-4c73-bb9b-f49e22ab3149 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0482361 Apr 04 11:55:56.312971 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-a661dca0-539b-42e0-8a0f-8569c68c7378 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 200 len: 217 time: 0.0390189 Apr 04 11:55:56.356840 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6de8e1d6-9f64-485a-b500-15bb92b90767 req-57e02c66-575d-43d2-a785-ce19e6c647d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e279f5d-1756-40b0-b9d2-5437be8dff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Apr 04 11:55:56.391921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-1d36551e-1827-42a5-9b78-d94cf78b98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.393493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-1d36551e-1827-42a5-9b78-d94cf78b98fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.0594683 Apr 04 11:55:56.395834 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-b624ad9a-ea38-475a-8255-ab7c6f7c73d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.397953 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-b624ad9a-ea38-475a-8255-ab7c6f7c73d8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 984 time: 0.0608966 Apr 04 11:55:56.409860 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:56.436204 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda48846-1856-4297-b7d6-0446e88d72e3 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '17640c89-c0ed-4e45-a972-5cb0f3f14253', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'port_id': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'mac_address': 'fa:16:3e:a4:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:50:48Z', 'updated_at': '2022-04-04T11:50:52Z', 'revision_number': 1, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:55:56.447387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-d56d2319-65b4-4f96-bdd1-b41894ff4826 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.448835 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-d56d2319-65b4-4f96-bdd1-b41894ff4826 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0434928 Apr 04 11:55:56.450844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-8eb1af85-1771-4dac-bd30-14656fcdbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:56.452365 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-8eb1af85-1771-4dac-bd30-14656fcdbe33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471597 Apr 04 11:55:56.550062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-0d5f8b62-e0c3-4e2a-8e05-1ff57219e4d2 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888374 Apr 04 11:55:56.566355 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-bbe62489-2d96-451a-843d-546088f5002b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1051211 Apr 04 11:55:56.577052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:55:56.637220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:56.653532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3c707b4-6839-481c-8c2d-02dad22e5eb3 req-8110f605-77d5-4f4a-9d66-1f4908e34daa service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966403 Apr 04 11:55:56.683983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c40946-81eb-4642-a773-fe61e7078a17 None None] New status for floating IP a2fb3581-2cd9-4bcc-a2a1-4a0c2a0443cd: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:55:56.769424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:56.806299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] For port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce, host hv-neutron-8358, cleared binding levels {{(pid=109637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:55:56.837119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] device_id is not set on port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce yet. {{(pid=109637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 04 11:55:56.845384 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:56.882990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:56.993848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Pushing event updated for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=11']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:57.051045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] No DVR routers for this DVR port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:57.110198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b922a669-89ee-4866-8708-9d84e016a0c5 None None] Provisioning complete for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:55:57.110679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b922a669-89ee-4866-8708-9d84e016a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:57.195067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] In _notify_port_updated(), no bound segment for port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce on network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 {{(pid=109637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 04 11:55:57.195884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:57.196508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:57.197862 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-287f7108-fa1f-48f7-90ea-f42108d0d434 req-6add42ef-2a28-4662-9922-160bb1ed8edf service neutron] 10.222.0.44 "PUT /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 200 len: 1027 time: 0.6252294 Apr 04 11:55:57.298673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b922a669-89ee-4866-8708-9d84e016a0c5 None None] Port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:55:57.372029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08502322-bbec-4f23-a1be-aa21078784f1 req-95917e03-2b57-4b0a-9ab9-ca53618b6771 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:57.373525 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08502322-bbec-4f23-a1be-aa21078784f1 req-95917e03-2b57-4b0a-9ab9-ca53618b6771 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0492096 Apr 04 11:55:57.398262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-839ced2e-aff7-497c-8c26-036a3c630ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:57.417058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08502322-bbec-4f23-a1be-aa21078784f1 req-d60bddbd-6fd9-4dd4-83da-47da2d36a42b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Apr 04 11:55:57.456686 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e8c466b5-6e2a-4336-9696-92f8b94bfa99 req-b7bd23ef-9487-4b84-ada5-9664a360eae5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ec05e0-505c-4430-ab67-f4bec28fe3a9 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Apr 04 11:55:57.609850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-b118de9e-7df5-4063-92b0-6f5be600eae7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:55:57.611231 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-b118de9e-7df5-4063-92b0-6f5be600eae7 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 946 time: 0.0475950 Apr 04 11:55:57.704083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port 1a584e33-204a-4f97-9755-97fb3f661a6a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:57.704698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:57.795678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] For port 1a584e33-204a-4f97-9755-97fb3f661a6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a584e33-204a-4f97-9755-97fb3f661a6a,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:55:57.796042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:57.808309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for 1a584e33-204a-4f97-9755-97fb3f661a6a owned by compute:nova {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:58.003032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.039232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=1a584e33-204a-4f97-9755-97fb3f661a6a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:58.073880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] No DVR routers for this DVR port 1a584e33-204a-4f97-9755-97fb3f661a6a on host hv-neutron-8358 {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:55:58.076825 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.080533 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a4d7b6b-7ccc-4c27-8c13-ea99056d01fd req-bf835fba-37ed-47d6-ad4b-95f4881427c3 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "DELETE /v2.0/ports/1a584e33-204a-4f97-9755-97fb3f661a6a HTTP/1.1" status: 204 len: 173 time: 0.4616101 Apr 04 11:55:58.081048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'name': 'network-vif-deleted', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:55:58.083991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bca51da-b9ed-4921-b256-6fa982ec208d" -d '{"events": [{"server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "name": "network-vif-deleted", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:55:58.121263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a099d0-d13e-4ff0-af0b-79e4f817ea4b x-openstack-request-id: req-e6a099d0-d13e-4ff0-af0b-79e4f817ea4b {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:55:58.121579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074fc8d9-882c-4e09-abd2-d4a542f6a357", "name": "network-vif-deleted", "tag": "1a584e33-204a-4f97-9755-97fb3f661a6a", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:55:58.121859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6a099d0-d13e-4ff0-af0b-79e4f817ea4b {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:55:58.122268 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a099d0-d13e-4ff0-af0b-79e4f817ea4b'] response: {'server_uuid': '074fc8d9-882c-4e09-abd2-d4a542f6a357', 'name': 'network-vif-deleted', 'tag': '1a584e33-204a-4f97-9755-97fb3f661a6a', 'status': 'completed', 'code': 200} Apr 04 11:55:58.524507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42622) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:58.556047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3d3dc8d7-63b3-46df-933f-f8e27edd4b4b req-4d35b127-dd92-436f-916f-ad319223ce7c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0358763 Apr 04 11:55:58.607909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.633649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.751385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.754753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:58.755970 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ad882c1-3349-4ec7-bd28-7f323f93606b HTTP/1.1" status: 204 len: 168 time: 0.2304323 Apr 04 11:55:58.765798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303200c9-932d-4988-8606-af45016e4569 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad882c1-3349-4ec7-bd28-7f323f93606b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:58.840693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42626) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:59.003528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 3cd075d9-294d-49fc-841a-8a54bd505513 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:55:59.003795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.079930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.080265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.092372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 3cd075d9-294d-49fc-841a-8a54bd505513 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:55:59.300379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.326654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=3cd075d9-294d-49fc-841a-8a54bd505513,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:55:59.389430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.389814 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 4a6e123b-588e-44ee-9b32-751cc718898f disassociated (deleted). External IP: 172.26.1.219, port: 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce. Apr 04 11:55:59.403184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36185774-f678-4053-b2ae-4d658a16adf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.599182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:55:59.676098 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9e771a50-c90c-4a04-b71b-7ebf88f6485b req-06bfd3ed-b50f-4977-b7be-396f7cb363d8 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Apr 04 11:55:59.736683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:55:59.742126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.746787 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Sync routers for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:55:59.761607 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:55:59.762477 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:55:59.771072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8e923aee-be14-4d2f-a349-a03a2f616784 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/4a6e123b-588e-44ee-9b32-751cc718898f HTTP/1.1" status: 204 len: 168 time: 0.9268396 Apr 04 11:55:59.822265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1a584e33-204a-4f97-9755-97fb3f661a6a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:59.842443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42634) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:55:59.851105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 1a584e33-204a-4f97-9755-97fb3f661a6a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:55:59.851745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1a584e33-204a-4f97-9755-97fb3f661a6a not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:59.852537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:55:59.871070 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:55:59.901036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:55:59.908781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:55:59.935124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.072447 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:00.089080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.096455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.101098 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cc9acb9-2a7a-4d35-85ce-07a1582da087 HTTP/1.1" status: 204 len: 168 time: 0.2541776 Apr 04 11:56:00.101257 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Checking router: 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:00.108809 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:00.109430 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:00.116246 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3de9a-c8d6-4a62-b37f-3cf09ba3b5b9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9acb9-2a7a-4d35-85ce-07a1582da087,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:00.170917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42638) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:00.266162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:00.266559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.318910 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:00.359948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.372746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 1702048f-6f49-4ae7-be6b-96dcbf6ba0ce owned by {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:00.532668 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:00.551639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.558839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d0c49-bedd-479f-9644-6af24a81f3cd None None] The sync data for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv is: [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:55:20Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'cd14ee5c-8048-43c1-af6c-7381ab00464a', 'name': '', 'network_id': 'ff4411a3-b2b3-4f36-8f8f-63b240ea41c0', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:2a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:19Z', 'updated_at': '2022-04-04T11:55:23Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:00.580208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.617383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=1702048f-6f49-4ae7-be6b-96dcbf6ba0ce,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:00.686396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:00.692706 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42640) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:00.693252 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2d8d2382-8938-4878-8c77-3e0365d79f90 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/ports/1702048f-6f49-4ae7-be6b-96dcbf6ba0ce HTTP/1.1" status: 204 len: 168 time: 0.5208590 Apr 04 11:56:00.804282 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-25d0fc50-a3a2-475a-ad9f-e9ceb171cf67 req-105224f3-e7ce-4fc1-9c33-7ed9ac6c4157 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0399861 Apr 04 11:56:00.890136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74303837-e523-4cf7-90d0-4b72429edfec None None] New status for floating IP 4a6e123b-588e-44ee-9b32-751cc718898f: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:56:01.116171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:01.376115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port cd14ee5c-8048-43c1-af6c-7381ab00464a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:01.376457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:01.472372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port cd14ee5c-8048-43c1-af6c-7381ab00464a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=cd14ee5c-8048-43c1-af6c-7381ab00464a,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:01.472814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:01.485321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for cd14ee5c-8048-43c1-af6c-7381ab00464a owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:01.729217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:01.764492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=cd14ee5c-8048-43c1-af6c-7381ab00464a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:01.952259 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d0a1585a-64b8-4915-a13e-761c3dc2d5dd req-94a357ac-935c-4c77-bb39-81f0e8c5f27c tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=074fc8d9-882c-4e09-abd2-d4a542f6a357 HTTP/1.1" status: 200 len: 210 time: 0.0570142 Apr 04 11:56:01.971083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.031572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.187905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:02.292603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:02.298094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-24ae5098-0c48-4c66-98ac-2756e579c5c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/9d4384ff-5114-46c3-8e42-fb94d48e6fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027112 Apr 04 11:56:02.300759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42646) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:02.302256 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Sync routers for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:02.324927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:02.325587 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:02.355680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:56:02.358983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.380447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.401365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.448281 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:02.487556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.591527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.618880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:02.622498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.628295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42648) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:02.628798 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4584b722-fd0b-4863-b6e7-2cafd3c02838 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/67269b78-5f8c-4ff7-a0d1-3e2aeecc5cbc HTTP/1.1" status: 204 len: 168 time: 0.3265769 Apr 04 11:56:02.634518 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:56:01Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:02.635184 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba6ea3-cceb-4046-98a4-cd6f1f3bf673 None None] Network ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:56:02.663544 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Checking router: 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:02.671835 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Routers {'9d4384ff-5114-46c3-8e42-fb94d48e6fd2'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:02.672512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:02.746468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.785099 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] Set router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:02.816666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] DHCP port deletion for ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:56:02.866390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Deleting port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:02.867084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.869068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.931011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] For port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,segment=NetworkSegment(2931b819-aab1-4e5d-837b-febc3f39746a),segment_id=2931b819-aab1-4e5d-837b-febc3f39746a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:02.931410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:02.944459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Calling delete_port for 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:02.968827 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:56:01Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:02.996640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port b54934e8-8819-44ba-b26a-45e223919051 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:02.997082 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.003391 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd8d1-9ff7-4b55-8941-f2b6e92749e1 None None] The sync data for ids ['9d4384ff-5114-46c3-8e42-fb94d48e6fd2'] in dv-neutron-835866-1-hyperv is: [{'id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'name': 'tempest-TestNetworkBasicOps-router-607997022', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b54934e8-8819-44ba-b26a-45e223919051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:55:15Z', 'updated_at': '2022-04-04T11:56:01Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'b54934e8-8819-44ba-b26a-45e223919051', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4384ff-5114-46c3-8e42-fb94d48e6fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:55:16Z', 'updated_at': '2022-04-04T11:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:03.082776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.090085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port b54934e8-8819-44ba-b26a-45e223919051, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b54934e8-8819-44ba-b26a-45e223919051,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:03.093236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.110831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for b54934e8-8819-44ba-b26a-45e223919051 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:03.126297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] No DVR routers for this DVR port 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:03.126297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6169c2-d6fb-4592-bc02-606c01e36bed None None] Pushing event deleted for resources: {'Port': ['ID=4653e355-08f1-4ba4-8f0a-cbcf99ddbe09,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:03.335178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.362393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=b54934e8-8819-44ba-b26a-45e223919051,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:03.434550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.530191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.532319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.619127 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.619656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4384ff-5114-46c3-8e42-fb94d48e6fd2 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:56:03.630511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.630511 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9b084817-d153-468b-9575-20b1ed78851f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/9d4384ff-5114-46c3-8e42-fb94d48e6fd2 HTTP/1.1" status: 204 len: 168 time: 0.9979486 Apr 04 11:56:03.630511 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42658) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:03.712654 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.816241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.836369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4411a3-b2b3-4f36-8f8f-63b240ea41c0']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:03.845234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2931b819-aab1-4e5d-837b-febc3f39746a') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:03.845537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2931b819-aab1-4e5d-837b-febc3f39746a') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:03.855184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.867812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.873788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:56:03.874142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:56:03.877099 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:56:04.003314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.011947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.014500 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/ff4411a3-b2b3-4f36-8f8f-63b240ea41c0 HTTP/1.1" status: 204 len: 168 time: 0.3821659 Apr 04 11:56:04.026867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769084a-0bce-431d-8871-06992fa8640a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=ff4411a3-b2b3-4f36-8f8f-63b240ea41c0,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:04.033454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42660) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:04.045049 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b9b0ee85-92bc-4b6f-bef9-9b40f850b1d3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104663 Apr 04 11:56:04.047584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42662) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:04.052165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--1803231264', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:04.128346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:56:04.135632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.142711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:04.162226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:56:04.169343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:04.169856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 4653e355-08f1-4ba4-8f0a-cbcf99ddbe09 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:04.170374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd14ee5c-8048-43c1-af6c-7381ab00464a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:04.171529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.172054 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 943d8ba4-71f6-41e5-8759-3ce8760a833d of type vlan for network 3c62b6cc-8196-409e-862f-e3b3ca7d903b Apr 04 11:56:04.194685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: cd14ee5c-8048-43c1-af6c-7381ab00464a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:04.195170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device cd14ee5c-8048-43c1-af6c-7381ab00464a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:04.215603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.260063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.287757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.293821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:04.298500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.364415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=3c62b6cc-8196-409e-862f-e3b3ca7d903b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:04.374937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:56:04.411515 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ce47301c-3a10-4b2d-8f8c-b713dda82023 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3629363 Apr 04 11:56:04.414339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42666) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:04.419374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-951459694', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:04.528636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.530014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.581039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:04.780840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:05.137363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:05.160021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:05.260896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.69 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/00304b85-e4a2-4d82-b49c-264e3036c4ca) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:56:05.364901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:05.720562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b54934e8-8819-44ba-b26a-45e223919051 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:05.740149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b54934e8-8819-44ba-b26a-45e223919051 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:05.740995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b54934e8-8819-44ba-b26a-45e223919051 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:05.774959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:05.815881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:05.819306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:05.822787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:56:05.828156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:06.130180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:06.326736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:06.511386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 93865c15-8e24-460e-ad69-ca253826869b is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:56:06.632273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:06.644970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:06.657295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:06.658549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:06.707817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:06.709873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c67b237c-3872-48b4-94b0-a642988fc643 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2939191 Apr 04 11:56:06.712947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42676) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:06.742386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6f4d6219-24e6-4c35-b4ae-0e97a611f3a2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277202 Apr 04 11:56:06.745367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:06.769918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:06.838252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d1c3dc-ec9e-4ecb-b84a-1b91f86da17f tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:06.839700 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a4d1c3dc-ec9e-4ecb-b84a-1b91f86da17f tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932126 Apr 04 11:56:06.842634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42680) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:06.872322 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d0abed5-ddbb-4a05-9234-354ae5e86ad1 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276945 Apr 04 11:56:06.877427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42682) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:06.882870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187818947', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:06.955861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:05Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:06.982911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:06.984264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Updating router 93865c15-8e24-460e-ad69-ca253826869b port 00304b85-e4a2-4d82-b49c-264e3036c4ca binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:56:07.014091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.031405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:56:07.035057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.274546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.277400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.322598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.340785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=f5b605ab-c4c0-4cd3-87bc-9f52402164d8,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:07.347418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:56:07.347782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 3c62b6cc-8196-409e-862f-e3b3ca7d903b, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:56:07.382532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a1650-861d-47d0-999e-0706a079e330 None None] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:07.384766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Attempting to bind port 00304b85-e4a2-4d82-b49c-264e3036c4ca on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:56:07.385327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Attempting to bind port 00304b85-e4a2-4d82-b49c-264e3036c4ca by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:56:07.385714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Attempting to bind port 00304b85-e4a2-4d82-b49c-264e3036c4ca on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:56:07.391099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:56:07.391468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:56:07.391865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.392242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:56:07.392699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Bound port: 00304b85-e4a2-4d82-b49c-264e3036c4ca, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:56:07.393076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.442775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:56:07.447018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00304b85-e4a2-4d82-b49c-264e3036c4ca,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:56:07.447467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:56:07.534666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.545812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3c62b6cc-8196-409e-862f-e3b3ca7d903b) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:07.554616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:07.555498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:07.563972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892c2ae-a3cb-4855-8d62-4664b183ff46 None None] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:56:07.628875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ab60cdca-5ae4-451d-86f9-9a3ba8564dbe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7499549 Apr 04 11:56:07.631436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42686) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:07.656128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:07.656763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:07.663516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a1650-861d-47d0-999e-0706a079e330 None None] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:07.814143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:07.886090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:56:07.886953 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.098214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.257263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Allocated IP 172.20.0.2 (3c62b6cc-8196-409e-862f-e3b3ca7d903b/f5b605ab-c4c0-4cd3-87bc-9f52402164d8/411ac552-12f1-4861-9684-a75aacc05860) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:56:08.293288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:05Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:08.326143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c725-2ef7-4047-b4c0-8a2d55fa1545 None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:05Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:08.435889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.524333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.583920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:08.601072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:08.606963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:56:08.613082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Pushing event updated for resources: {'Port': ['ID=411ac552-12f1-4861-9684-a75aacc05860,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:08.616672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42690) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:08.626955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (3c62b6cc-8196-409e-862f-e3b3ca7d903b/f5b605ab-c4c0-4cd3-87bc-9f52402164d8/f3ae2530-02d8-4ca0-9713-6cbe92fbe44d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:56:08.681874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Attempting to bind port 411ac552-12f1-4861-9684-a75aacc05860 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:56:08.686919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Attempting to bind port 411ac552-12f1-4861-9684-a75aacc05860 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:56:08.686919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Attempting to bind port 411ac552-12f1-4861-9684-a75aacc05860 on network 3c62b6cc-8196-409e-862f-e3b3ca7d903b {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:56:08.688424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:56:08.688812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Checking segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:56:08.689221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.690402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Bound using segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:56:08.690900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Bound port: 411ac552-12f1-4861-9684-a75aacc05860, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:56:08.691564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.770381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] For port 411ac552-12f1-4861-9684-a75aacc05860, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:56:08.774749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] For port 411ac552-12f1-4861-9684-a75aacc05860, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=411ac552-12f1-4861-9684-a75aacc05860,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:56:08.784311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.819360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port 8881ec66-3429-436b-8e25-38fa85ffe1aa {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:08.824122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.843405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.872243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.906914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.907536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:08.912672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9c91-dd42-4cdc-8f18-d28593f8f686 None None] Pushing event updated for resources: {'Port': ['ID=411ac552-12f1-4861-9684-a75aacc05860,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:08.930492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for 8881ec66-3429-436b-8e25-38fa85ffe1aa owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:08.945434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:08.948624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:08.952500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:56:08.959434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:09.020003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.203457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.235095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=8881ec66-3429-436b-8e25-38fa85ffe1aa,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:09.309749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.570393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.570731 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Floating IP 17640c89-c0ed-4e45-a972-5cb0f3f14253 disassociated (deleted). External IP: 172.26.1.127, port: 5595f1b7-e4e5-4bdd-9d4c-9acef525def1. Apr 04 11:56:09.593456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.659286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.738071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:09.741631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.800415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:09.877176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:09.877737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:09.881834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:09.939764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:09.946628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.955543 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:09.967887 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:09.968626 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:09.972446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 00304b85-e4a2-4d82-b49c-264e3036c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:09.974860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:09.979295 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9e74f108-61e8-4db8-893c-15458758a1f6 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "DELETE /v2.0/floatingips/17640c89-c0ed-4e45-a972-5cb0f3f14253 HTTP/1.1" status: 204 len: 168 time: 1.3608179 Apr 04 11:56:09.980132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:56:09.982644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5db843-a38c-4dbc-8e27-c0850245a191" -d '{"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:56:10.047324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 93865c15-8e24-460e-ad69-ca253826869b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:10.055519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663e17b-6179-4f07-830c-4c6f8c28bd3a x-openstack-request-id: req-1663e17b-6179-4f07-830c-4c6f8c28bd3a {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:56:10.056299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:56:10.056559 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1663e17b-6179-4f07-830c-4c6f8c28bd3a {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:56:10.056980 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1663e17b-6179-4f07-830c-4c6f8c28bd3a'] response: {'name': 'network-changed', 'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'status': 'completed', 'code': 200} Apr 04 11:56:10.106495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.122432 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:10.126084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1202f-0216-459c-8946-24d6917b9a69 None None] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:56:10.180958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-eb1128f0-f3ef-42e6-bb6a-e599e582b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.180958 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-eb1128f0-f3ef-42e6-bb6a-e599e582b32f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 1098 time: 0.1013751 Apr 04 11:56:10.222398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00304b85-e4a2-4d82-b49c-264e3036c4ca,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:10.224735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:10.232435 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ac7d6a6c-37a2-48a0-808a-1cf245d4b184 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5972221 Apr 04 11:56:10.238697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42696) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:10.247792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] Provisioning complete for port 411ac552-12f1-4861-9684-a75aacc05860 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:10.248300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.338967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.339935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 411ac552-12f1-4861-9684-a75aacc05860 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:10.405891 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:10.439381 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:10.449589 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:10.450618 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:10.478546 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-bdf4aea4-978e-40eb-bf90-d37893f95d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.480896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-bdf4aea4-978e-40eb-bf90-d37893f95d43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 200 len: 912 time: 0.2961581 Apr 04 11:56:10.482900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:10.572514 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-913ebf83-ee08-4b55-b012-a890fe89b7ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 200 len: 217 time: 0.0797873 Apr 04 11:56:10.623490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.654220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 411ac552-12f1-4861-9684-a75aacc05860 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:10.654836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.710485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-4c48da3a-bf83-4992-b5b0-3baf60ed76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.712193 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-4c48da3a-bf83-4992-b5b0-3baf60ed76d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 200 len: 850 time: 0.1225553 Apr 04 11:56:10.714365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] For port 411ac552-12f1-4861-9684-a75aacc05860, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=411ac552-12f1-4861-9684-a75aacc05860,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:10.766746 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:10.813826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:10.832689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:10.843302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:10.844265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:10.853455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dadbfa-93b1-4d7a-9c2f-e205f63267b5 req-f16e4089-9edc-4c97-a4c1-722c6781d02b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.863237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dadbfa-93b1-4d7a-9c2f-e205f63267b5 req-f16e4089-9edc-4c97-a4c1-722c6781d02b tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 945 time: 0.2869613 Apr 04 11:56:10.883447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-6d068c6d-ed86-402b-80e7-535d5cdd9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.885162 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-6d068c6d-ed86-402b-80e7-535d5cdd9a05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b5fec2-35a6-4adf-955b-4a6a277f91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1647236 Apr 04 11:56:10.905625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.906409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.909021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.909510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.910118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.910750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:10.917234 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4ee23c4b-205b-4de2-9b1d-209016ac6fcc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.6799617 Apr 04 11:56:10.917958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42700) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:10.943901 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22dadbfa-93b1-4d7a-9c2f-e205f63267b5 req-31882539-ec4a-4c7e-85b5-0ad9c0081a7e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/security-groups?id=827ed839-69e1-4bc8-98e5-c925fffe7847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809815 Apr 04 11:56:11.014536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.032618 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-cc8d6117-4561-4645-abd5-d7b06cf1c3a6 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296320 Apr 04 11:56:11.036117 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:11.069624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.070114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.070586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.071053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.071351 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7db701-34c0-41b1-aa54-8e75994e7a49 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6b91960c-c55b-4c94-85c5-5306e895ad92', 'name': '', 'network_id': 'f9b5fec2-35a6-4adf-955b-4a6a277f91be', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'mac_address': 'fa:16:3e:b8:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:37Z', 'updated_at': '2022-04-04T11:45:46Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'subnets': [{'id': 'afbc7352-2f53-44f2-be87-4911bc979db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:11.071548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.071960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.077820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ddd4d4f2-edbf-4954-b6a6-51e1f64368b2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1586671 Apr 04 11:56:11.082542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42702) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:11.107201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8ff5d-84f3-4b8f-ba44-d4f5022414aa None None] Pushing event updated for resources: {'Port': ['ID=411ac552-12f1-4861-9684-a75aacc05860,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:11.149614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-689171ad-ad82-4ff5-8f3e-e655d485da47 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:11.153760 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-689171ad-ad82-4ff5-8f3e-e655d485da47 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 945 time: 0.1737070 Apr 04 11:56:11.157317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-52981425-f4ef-476a-8b36-69a6b0eda8ad None None] Provisioning complete for port 411ac552-12f1-4861-9684-a75aacc05860 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:11.158455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52981425-f4ef-476a-8b36-69a6b0eda8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.192998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-0b23f52c-9427-4350-9277-6d3a0f20f3c9 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532779 Apr 04 11:56:11.218034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:11.330949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 11:56:11.332620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 11:56:11.340487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:11.340839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.442543 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eb16e912-f66e-499f-9099-9a35adced030 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3579645 Apr 04 11:56:11.458983 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f3586-c44a-4457-835d-9900e17f237e None None] New status for floating IP 17640c89-c0ed-4e45-a972-5cb0f3f14253: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:56:11.474893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] For port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:11.475320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.493940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:11.520089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-52981425-f4ef-476a-8b36-69a6b0eda8ad None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:11.520390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-52981425-f4ef-476a-8b36-69a6b0eda8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.577962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-52981425-f4ef-476a-8b36-69a6b0eda8ad None None] Port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:56:11.594649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:11.630289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:11.630733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Updating router 93865c15-8e24-460e-ad69-ca253826869b port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:56:11.657298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.718560 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7cb9b9f9-feac-4f7a-867d-b8b446bd53b9 None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:11.718936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b9f9-feac-4f7a-867d-b8b446bd53b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.728414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42706) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:11.733331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407444200', 'description': 'tempest-secgroup-smoke-1407444200 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:11.743347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.783337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=5595f1b7-e4e5-4bdd-9d4c-9acef525def1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:11.813895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9b9f9-feac-4f7a-867d-b8b446bd53b9 None None] Port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:56:11.828062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] No DVR routers for this DVR port 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:11.830813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.834995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4b46873-5da9-41df-b821-6dddc8f188e4 req-76d60dac-e24a-4f24-b510-b54587d6ba6e tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.44 "DELETE /v2.0/ports/5595f1b7-e4e5-4bdd-9d4c-9acef525def1 HTTP/1.1" status: 204 len: 173 time: 0.6743214 Apr 04 11:56:11.835500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'name': 'network-vif-deleted', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:56:11.838006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a7df3-7ff8-4fff-a974-a6061f4c6a9f" -d '{"events": [{"server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "name": "network-vif-deleted", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:56:11.876624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:11.888404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de33886-8db5-4267-8c22-f8aabb5aea32 x-openstack-request-id: req-6de33886-8db5-4267-8c22-f8aabb5aea32 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:56:11.888404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69a732-0eca-4a7f-b35e-1c2ac5449e79", "name": "network-vif-deleted", "tag": "5595f1b7-e4e5-4bdd-9d4c-9acef525def1", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:56:11.888688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6de33886-8db5-4267-8c22-f8aabb5aea32 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:56:11.889517 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de33886-8db5-4267-8c22-f8aabb5aea32'] response: {'server_uuid': '2f69a732-0eca-4a7f-b35e-1c2ac5449e79', 'name': 'network-vif-deleted', 'tag': '5595f1b7-e4e5-4bdd-9d4c-9acef525def1', 'status': 'completed', 'code': 200} Apr 04 11:56:11.951764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.006844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:12.032968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.049884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c204d469-a939-4f9a-98ad-b963ad26bf01 req-018f6de9-e7ca-4a89-98e0-56435ea6b20f tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0297041 Apr 04 11:56:12.051164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.059567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 00304b85-e4a2-4d82-b49c-264e3036c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:12.060365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.090348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67c875-0e66-4de0-b87b-b3c573a34587,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:12.134793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.160294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.163969 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-187e05ae-8fba-40e0-9b21-966593291d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4344156 Apr 04 11:56:12.166648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42712) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:12.174201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:12.197250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda975e-accd-4838-a42f-92618a2b4420 None None] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:12.209780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 411ac552-12f1-4861-9684-a75aacc05860 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:12.270902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.308866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Attempting to bind port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:56:12.309219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Attempting to bind port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:56:12.309540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Attempting to bind port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d on network 3c62b6cc-8196-409e-862f-e3b3ca7d903b {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:56:12.315939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:56:12.316485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Checking segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:56:12.316900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.317292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Bound using segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:56:12.317786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Bound port: f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:56:12.318604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.361344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.377206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 411ac552-12f1-4861-9684-a75aacc05860 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:12.377616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.423977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:56:12.428571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:56:12.436923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.456818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eb4200-e65d-49b0-a801-4573f798962c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:12.535451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.559140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.563215 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-864c7a3f-9d11-4166-a446-bc3ff4ed4475 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903458 Apr 04 11:56:12.563521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42714) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:12.568013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:12.588720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:12.589142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.655524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.742172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.788401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:12.789038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:12.807510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.826699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d05688-5542-415e-82f4-68272f776d54,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:12.839572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda975e-accd-4838-a42f-92618a2b4420 None None] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:12.897273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:12.900006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e0b129ef-4173-494a-8bfe-441795947d4f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340385 Apr 04 11:56:12.901405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42716) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:12.906948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:12.944575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:12.969348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.008461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.055982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:13.080659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.123641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.155201 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-39059ff7-42d2-45ad-a2cc-a147bf53cfae req-bd48848a-b43a-45b6-bb71-f89b0d7b6e93 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Apr 04 11:56:13.155973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.174625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7690c747-db38-4248-b745-d498a334bf00,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:13.214645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992cb7b-391a-4f94-9399-89ac906f2b72 None None] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:13.232609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:13.241264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.245643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42720) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:13.246143 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5db35383-ae9f-4099-b646-139d690fc642 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426278 Apr 04 11:56:13.251571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:13.266234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb111ee-af5c-46b8-9610-479dea43cc52 None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:12Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:13.275017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-60f631da-a030-4059-8b20-b0635ca583d6 None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:13.275405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60f631da-a030-4059-8b20-b0635ca583d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.344956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.438012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.493147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.512940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13e604a-91a7-495e-b910-7f5b36a61ec7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:13.587605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.589653 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56edfc21-f253-4f7f-ac0a-a46d550e1dc7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3421609 Apr 04 11:56:13.592342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42722) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:13.596882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:13.694166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:56:13.699444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.772824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.848284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.859659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:13.869936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3f5c57-cc90-4f91-a5fc-9b44d2ced087,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:13.887289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:13.887673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5595f1b7-e4e5-4bdd-9d4c-9acef525def1 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:13.958186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:13.963050 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8f75c89-55d8-4741-b949-b9b4fde43158 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671401 Apr 04 11:56:13.963415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42724) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:13.969898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '8c67c875-0e66-4de0-b87b-b3c573a34587', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:14.024757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:14.059196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:56:14.064560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:14.092593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:14.093086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:14.140243 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:14.219755 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:14.239767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40632ba-0ff6-43ca-8a1d-1461d253dbac,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:14.272499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b52e0179-92cc-4585-a290-da7d0b193dd1 req-cf2d74c8-b4af-4b00-8fef-9ccb51989fcb tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Apr 04 11:56:14.319783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:14.321095 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8377eb29-3ba3-452b-9600-2bf64963147a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566580 Apr 04 11:56:14.500207 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-9541140d-0eee-437b-a97f-7f48ead937e8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407444200&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0347419 Apr 04 11:56:14.605636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-5ac52bce-c830-4dea-9de8-759aa8ba832d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:14.606995 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-5ac52bce-c830-4dea-9de8-759aa8ba832d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=3c62b6cc-8196-409e-862f-e3b3ca7d903b HTTP/1.1" status: 200 len: 797 time: 0.0995188 Apr 04 11:56:14.621899 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-2e332cd7-e533-4636-a77e-86f7f3b98650 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0089581 Apr 04 11:56:14.675158 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-a0201d1a-b7c9-43c4-bbde-b8eed196b1f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475712 Apr 04 11:56:14.769243 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-55c4d019-693d-4967-82df-0c137c22f8bd service neutron] 10.222.0.43 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825138 Apr 04 11:56:14.862376 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-73612f35-ee5c-4258-949e-deae0ea23356 service neutron] 10.222.0.43 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861065 Apr 04 11:56:15.153901 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb8b0d24-3205-4378-ae93-4ebf12b7fdcb req-931fe247-6e4e-4c4f-9977-7175e6d7e60a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 210 time: 0.0282154 Apr 04 11:56:15.377431 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-852da264-2c7b-4298-a7ea-a3f8ccea3e38 req-4fe434f4-0cbd-460f-b9c2-2c9acc456185 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f69a732-0eca-4a7f-b35e-1c2ac5449e79 HTTP/1.1" status: 200 len: 210 time: 0.0270035 Apr 04 11:56:16.249115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9839c29b-d208-4896-a43a-15be42a97884 req-6ec84644-5c9c-4de8-abf5-9778b2577551 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 210 time: 0.0262959 Apr 04 11:56:16.435251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42756) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:16.557442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Deleting port 93952e83-d334-428e-89e2-931459233077 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:16.557826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.634857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.635192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.647062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Calling delete_port for 93952e83-d334-428e-89e2-931459233077 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:16.842896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.871489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'Port': ['ID=93952e83-d334-428e-89e2-931459233077,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:16.929633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.932066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:16.933206 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6703f98a-481b-489b-9ec9-755b7cce1c51 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "DELETE /v2.0/floatingips/0d69a502-b56b-4ccc-9d45-7e8b1c79ada5 HTTP/1.1" status: 204 len: 168 time: 0.4969542 Apr 04 11:56:17.065889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-bc645d51-9530-4e61-980b-2677de043fb9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:17.067441 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-bc645d51-9530-4e61-980b-2677de043fb9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=3c62b6cc-8196-409e-862f-e3b3ca7d903b HTTP/1.1" status: 200 len: 797 time: 0.1076639 Apr 04 11:56:17.111783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-27198fd3-93a2-4048-8538-ff3582aa566a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 380 time: 0.0341232 Apr 04 11:56:17.121159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['8c67c875-0e66-4de0-b87b-b3c573a34587']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:17.352129 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a54f5a16-87cd-4b88-905c-278989ac3cdd req-e7e38f35-9cd6-4822-8f9c-57203a62ee7f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 210 time: 0.0323586 Apr 04 11:56:17.352815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:56:17.356144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:17.491314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.7 (3c62b6cc-8196-409e-862f-e3b3ca7d903b/f5b605ab-c4c0-4cd3-87bc-9f52402164d8/37bd9307-34b8-40c2-a9d8-6042023f1de3) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:56:17.637592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:17.717805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:17.765136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:17.768072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:17.770590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:56:17.801413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:17.835998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:17.836913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:17.911560 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-1ceb2ad7-5653-4add-8ac4-1aee7e30b9a7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933984 Apr 04 11:56:17.926954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Request body: {'port': {'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:17.987497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.076153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa339a25-e318-486f-a1fa-b85540507132 None None] Provisioning complete for port 37bd9307-34b8-40c2-a9d8-6042023f1de3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:18.076698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa339a25-e318-486f-a1fa-b85540507132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.111429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fa339a25-e318-486f-a1fa-b85540507132 None None] Port 37bd9307-34b8-40c2-a9d8-6042023f1de3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:56:18.252638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bd9307-34b8-40c2-a9d8-6042023f1de3 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:56:18.260575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.272754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Transition to ACTIVE for port object 37bd9307-34b8-40c2-a9d8-6042023f1de3 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:56:18.374299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.478355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28261e3c-5bcd-4b19-9244-f097b2c09e00 req-5df1ca42-cd71-455b-8d65-2215da5cc17e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:18.488006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:18.490809 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28261e3c-5bcd-4b19-9244-f097b2c09e00 req-5df1ca42-cd71-455b-8d65-2215da5cc17e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 943 time: 0.0662184 Apr 04 11:56:18.512354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Attempting to bind port 37bd9307-34b8-40c2-a9d8-6042023f1de3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:56:18.512700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Attempting to bind port 37bd9307-34b8-40c2-a9d8-6042023f1de3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:56:18.513029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Attempting to bind port 37bd9307-34b8-40c2-a9d8-6042023f1de3 on network 3c62b6cc-8196-409e-862f-e3b3ca7d903b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:56:18.518795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Port 37bd9307-34b8-40c2-a9d8-6042023f1de3 on network 3c62b6cc-8196-409e-862f-e3b3ca7d903b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:56:18.519409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Attempting to bind port 37bd9307-34b8-40c2-a9d8-6042023f1de3 on network 3c62b6cc-8196-409e-862f-e3b3ca7d903b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:56:18.524828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:56:18.525144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Checking segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:56:18.526168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Bound using segment: {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:56:18.526168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Bound port: 37bd9307-34b8-40c2-a9d8-6042023f1de3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943d8ba4-71f6-41e5-8759-3ce8760a833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:56:18.526429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.546257 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28261e3c-5bcd-4b19-9244-f097b2c09e00 req-7794fbd4-38eb-43ad-9ac9-f115bb51e0fa tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467825 Apr 04 11:56:18.607834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:56:18.611330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:56:18.654944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.692063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:18.692648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:18.694636 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/37bd9307-34b8-40c2-a9d8-6042023f1de3 HTTP/1.1" status: 200 len: 1093 time: 0.7748160 Apr 04 11:56:18.695070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:56:18.697278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12281418-1ddd-4df7-9f57-6bf4d9bee163" -d '{"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:56:18.721444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ef64a-d07f-4311-ac2a-1c91610971d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:18.738296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12704686-30fe-473f-83e5-271c5dac16dc x-openstack-request-id: req-12704686-30fe-473f-83e5-271c5dac16dc {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:56:18.738667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:56:18.739013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12704686-30fe-473f-83e5-271c5dac16dc {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:56:18.739560 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12704686-30fe-473f-83e5-271c5dac16dc'] response: {'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'status': 'completed', 'code': 200} Apr 04 11:56:18.812080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-e523f9d8-2333-451b-98c2-2fb5004254d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:18.814283 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-e523f9d8-2333-451b-98c2-2fb5004254d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1096 time: 0.0552473 Apr 04 11:56:18.915823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-0c49b7e0-2720-4d3c-9d1c-6403f6855c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:18.917381 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-0c49b7e0-2720-4d3c-9d1c-6403f6855c2f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0961852 Apr 04 11:56:19.014767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-7380c251-948b-46cb-8084-02f2a5699b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:19.016165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12281418-1ddd-4df7-9f57-6bf4d9bee163 req-7380c251-948b-46cb-8084-02f2a5699b1e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923522 Apr 04 11:56:19.097433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-207fc05a-6341-4974-8e5a-079a2c2265a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:19.098982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-207fc05a-6341-4974-8e5a-079a2c2265a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1096 time: 0.0446568 Apr 04 11:56:19.143573 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-f3b48b08-46f3-49d1-9f54-b04ef9a5f1ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3 HTTP/1.1" status: 200 len: 217 time: 0.0374317 Apr 04 11:56:19.193905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-9ba45ccc-8de5-4e02-a605-d6b849c310a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:19.195379 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-9ba45ccc-8de5-4e02-a605-d6b849c310a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5b605ab-c4c0-4cd3-87bc-9f52402164d8 HTTP/1.1" status: 200 len: 835 time: 0.0450158 Apr 04 11:56:19.240180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-0a31b3d7-6400-4a67-83e6-93d94e1c9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:19.241709 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-0a31b3d7-6400-4a67-83e6-93d94e1c9be3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c62b6cc-8196-409e-862f-e3b3ca7d903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399542 Apr 04 11:56:19.335318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-26109306-f94d-4ed7-9287-8a04f1b6a6f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Apr 04 11:56:19.429333 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8af6ef80-421b-4faa-96a2-c32e1091d8d2 req-69c33ec1-ed6c-4d5c-b14b-3aabf5dfc7d2 service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Apr 04 11:56:19.674703 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b690a36-bef8-4a6c-ae93-7ee015b0b183 req-960098a9-6510-4403-b444-20b3a2153cdb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:19.676119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b690a36-bef8-4a6c-ae93-7ee015b0b183 req-960098a9-6510-4403-b444-20b3a2153cdb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 943 time: 0.0525606 Apr 04 11:56:19.715728 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b690a36-bef8-4a6c-ae93-7ee015b0b183 req-4f02d2af-c63a-4cb7-b17e-26d98edc5fd1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Apr 04 11:56:20.342986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42784) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:20.400940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:20.426698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:20.534046 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:20.536601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:20.538355 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] 10.222.0.43 "DELETE /v2.0/security-groups/827ed839-69e1-4bc8-98e5-c925fffe7847 HTTP/1.1" status: 204 len: 168 time: 0.1942911 Apr 04 11:56:20.547609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ed839-69e1-4bc8-98e5-c925fffe7847,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:20.554859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.555213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.555556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.555893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.556230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.556565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.556899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.557229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.557590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.557911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.558239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.558562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972a856-bdad-4ee9-86c9-6d310be78fa1 tempest-TestVolumeBootPattern-275093573 tempest-TestVolumeBootPattern-275093573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:20.636314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42788) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:20.829153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6d5c6-d153-44aa-88ed-1bea197ed445 req-cb960948-ae9c-420a-822a-820fa789c6a4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:20.830671 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13f6d5c6-d153-44aa-88ed-1bea197ed445 req-cb960948-ae9c-420a-822a-820fa789c6a4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 943 time: 0.0471148 Apr 04 11:56:20.872161 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13f6d5c6-d153-44aa-88ed-1bea197ed445 req-eb38293c-6fe4-40a2-af9a-a3ece40acc3a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Apr 04 11:56:21.141320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:21.379179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Deleting port 6b91960c-c55b-4c94-85c5-5306e895ad92 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:21.379440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:21.455003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] For port 6b91960c-c55b-4c94-85c5-5306e895ad92, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6b91960c-c55b-4c94-85c5-5306e895ad92,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:21.455358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:21.467623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Calling delete_port for 6b91960c-c55b-4c94-85c5-5306e895ad92 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:21.705461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:21.732477 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91960c-c55b-4c94-85c5-5306e895ad92,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:21.891388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 37bd9307-34b8-40c2-a9d8-6042023f1de3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:56:21.895801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:22.009168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:22.020534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:56:22.062205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:22.076399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bd9307-34b8-40c2-a9d8-6042023f1de3 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:56:22.097968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:22.185730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:22.235051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:22.364932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00733c0e-478c-4994-8a40-512f49453328 req-f3a8cfab-81c9-438e-b60f-84c5b973ccb4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:22.367013 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00733c0e-478c-4994-8a40-512f49453328 req-f3a8cfab-81c9-438e-b60f-84c5b973ccb4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 943 time: 0.4032023 Apr 04 11:56:22.378189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['37bd9307-34b8-40c2-a9d8-6042023f1de3'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:56:22.448130 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00733c0e-478c-4994-8a40-512f49453328 req-008272dc-7a90-4fb7-b4b6-37ba6fae604c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749643 Apr 04 11:56:22.502116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:22.608406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:22.614629 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fb141871-c77d-4b71-a512-2be226fa4089 admin admin] 10.222.0.43 "PUT /v2.0/routers/86c99108-3db4-4e1f-8eb2-cd2108e434f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757824 Apr 04 11:56:22.616388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42796) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:22.618986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Sync routers for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:22.629192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:22.629851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:22.717935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:22.732245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:22.818802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:22.908085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:56:21Z', 'revision_number': 5, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port': {'id': '5eea7b76-82eb-4f33-b353-0d3269140e86', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:28Z', 'updated_at': '2022-04-04T11:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:22.935193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Checking router: 86c99108-3db4-4e1f-8eb2-cd2108e434f9 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:22.943201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Routers {'86c99108-3db4-4e1f-8eb2-cd2108e434f9'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:22.943811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:22.947253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Deleting port 5eea7b76-82eb-4f33-b353-0d3269140e86 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:22.947601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.027790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] For port 5eea7b76-82eb-4f33-b353-0d3269140e86, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5eea7b76-82eb-4f33-b353-0d3269140e86,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:23.028161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.028701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] Set router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:23.040624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Calling delete_port for 5eea7b76-82eb-4f33-b353-0d3269140e86 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:23.078899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:56:22Z', 'revision_number': 6, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:23.108839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18508090-549b-4ce0-a5c5-bfa4e3e87a01 None None] The sync data for ids ['86c99108-3db4-4e1f-8eb2-cd2108e434f9'] in dv-neutron-835866-1-hyperv is: [{'id': '86c99108-3db4-4e1f-8eb2-cd2108e434f9', 'name': 'tempest-TestVolumeBootPattern-327605599-router', 'tenant_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:26Z', 'updated_at': '2022-04-04T11:56:22Z', 'revision_number': 6, 'project_id': 'a14ac1bd8ad44755839cb45b98a57fe4', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:23.270166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.295662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eea7b76-82eb-4f33-b353-0d3269140e86,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:23.320956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.321313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.321711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.322056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.322391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.322732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.323065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.323398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.323730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.324060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.324386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.324712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:56:23.362016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.451885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.454131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.578739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.579218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f8104-97b4-452f-b0f7-21d6461539e6 req-d6cf9bb6-0d03-4b0a-9275-3e80aec5fb07 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:23.579812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86c99108-3db4-4e1f-8eb2-cd2108e434f9 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:56:23.581419 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da9f8104-97b4-452f-b0f7-21d6461539e6 req-d6cf9bb6-0d03-4b0a-9275-3e80aec5fb07 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 944 time: 0.0532074 Apr 04 11:56:23.583618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.585404 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0d15ea2e-1d7f-4ff8-bd9f-df304f5261c3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/86c99108-3db4-4e1f-8eb2-cd2108e434f9 HTTP/1.1" status: 204 len: 168 time: 0.9681120 Apr 04 11:56:23.587951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42800) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:23.623811 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da9f8104-97b4-452f-b0f7-21d6461539e6 req-bde6608a-bba2-42b6-b6a5-5fb0fc00cdfb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Apr 04 11:56:23.632045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Deleting subnet afbc7352-2f53-44f2-be87-4911bc979db6 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:56:23.635118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.668501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.747067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.865784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.891984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbc7352-2f53-44f2-be87-4911bc979db6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:23.892592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 37bd9307-34b8-40c2-a9d8-6042023f1de3 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:56:23.895777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.900436 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56c4edc4-125e-4168-8ddb-a6a9decc42d3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/afbc7352-2f53-44f2-be87-4911bc979db6 HTTP/1.1" status: 204 len: 168 time: 0.3100529 Apr 04 11:56:23.901733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42802) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:23.923601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413dfaf-51e5-455d-8b10-d68028638808 None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:56:23.986323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:23.999915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6b91960c-c55b-4c94-85c5-5306e895ad92 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:24.026092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 6b91960c-c55b-4c94-85c5-5306e895ad92 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:24.026471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6b91960c-c55b-4c94-85c5-5306e895ad92 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:24.026891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5eea7b76-82eb-4f33-b353-0d3269140e86 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:24.046402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Deleting port d700bafe-67c5-4cd6-a63c-02443cde3f6b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:24.046750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.065069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5eea7b76-82eb-4f33-b353-0d3269140e86 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:24.065442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5eea7b76-82eb-4f33-b353-0d3269140e86 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:24.113108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] For port d700bafe-67c5-4cd6-a63c-02443cde3f6b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d700bafe-67c5-4cd6-a63c-02443cde3f6b,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:24.113481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.123049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 37bd9307-34b8-40c2-a9d8-6042023f1de3 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:56:24.127226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 37bd9307-34b8-40c2-a9d8-6042023f1de3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:56:24.127867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.128633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Calling delete_port for d700bafe-67c5-4cd6-a63c-02443cde3f6b owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:24.182119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] DHCP port deletion for f9b5fec2-35a6-4adf-955b-4a6a277f91be request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:56:24.261145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.271833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Deleting port d700bafe-67c5-4cd6-a63c-02443cde3f6b {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:24.272197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.277348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.304961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d700bafe-67c5-4cd6-a63c-02443cde3f6b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:24.305859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:56:24.306833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] No DVR routers for this DVR port d700bafe-67c5-4cd6-a63c-02443cde3f6b on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:24.308139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577141f-b1ca-4b88-909b-2da51548127d" -d '{"events": [{"server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "name": "network-vif-plugged", "status": "completed", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:56:24.355360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6591175f-9761-469f-864c-4e3c53b72f8f x-openstack-request-id: req-6591175f-9761-469f-864c-4e3c53b72f8f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:56:24.355568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "name": "network-vif-plugged", "status": "completed", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:56:24.355809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6591175f-9761-469f-864c-4e3c53b72f8f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:56:24.356199 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6591175f-9761-469f-864c-4e3c53b72f8f'] response: {'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'code': 200} Apr 04 11:56:24.359233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:24.364120 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] For port d700bafe-67c5-4cd6-a63c-02443cde3f6b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d700bafe-67c5-4cd6-a63c-02443cde3f6b,segment=NetworkSegment(2bb3155f-a042-4a87-a53e-5f9bc96290d9),segment_id=2bb3155f-a042-4a87-a53e-5f9bc96290d9)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:24.367126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.376998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Calling delete_port for d700bafe-67c5-4cd6-a63c-02443cde3f6b owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:24.380681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.405644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b5fec2-35a6-4adf-955b-4a6a277f91be']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:24.415558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb3155f-a042-4a87-a53e-5f9bc96290d9') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:24.415850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb3155f-a042-4a87-a53e-5f9bc96290d9') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:24.420925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.425810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.439110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.445234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:56:24.445843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:56:24.447465 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:56:24.567446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.572344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.575801 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f9b5fec2-35a6-4adf-955b-4a6a277f91be HTTP/1.1" status: 204 len: 168 time: 0.6730070 Apr 04 11:56:24.579486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42806) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:24.595014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241f358-4342-481a-a06c-34affdcbf3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b5fec2-35a6-4adf-955b-4a6a277f91be,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:24.635203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:24.644777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:24.675642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Network f9b5fec2-35a6-4adf-955b-4a6a277f91be is not hosted by any dhcp agent {{(pid=109638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 11:56:24.676105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] No DVR routers for this DVR port d700bafe-67c5-4cd6-a63c-02443cde3f6b on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:24.677956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94802e-8472-44d8-9d1d-22f417073fb6 None None] Pushing event deleted for resources: {'Port': ['ID=d700bafe-67c5-4cd6-a63c-02443cde3f6b,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:24.696943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6af522-c8ea-4f0a-b4cc-d89631feb628 req-a9500e66-d1b2-4c3b-b4ab-852c8be72160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:24.705999 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b6af522-c8ea-4f0a-b4cc-d89631feb628 req-a9500e66-d1b2-4c3b-b4ab-852c8be72160 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1098 time: 0.0619712 Apr 04 11:56:24.739624 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b6af522-c8ea-4f0a-b4cc-d89631feb628 req-39a37c47-a7cf-42d3-8ff3-a42041a858da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340073 Apr 04 11:56:24.797171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671e27-0334-442a-a0bc-859da4eed37d req-9fb4c6f3-1046-427d-9c4a-29bcdbe499bc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:24.798621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09671e27-0334-442a-a0bc-859da4eed37d req-9fb4c6f3-1046-427d-9c4a-29bcdbe499bc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.0965621 Apr 04 11:56:24.873173 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09671e27-0334-442a-a0bc-859da4eed37d req-65f45f4a-1671-4595-acb1-f6c799be6493 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670874 Apr 04 11:56:25.010263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:25.246325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Deleting port 80d7e847-b75a-4726-9903-dcd4322398de {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:25.246667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:25.320731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] For port 80d7e847-b75a-4726-9903-dcd4322398de, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=80d7e847-b75a-4726-9903-dcd4322398de,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:25.321088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:25.336779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Calling delete_port for 80d7e847-b75a-4726-9903-dcd4322398de owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:25.852460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:25.878998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d7e847-b75a-4726-9903-dcd4322398de,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:26.012729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c0810-0dff-410d-833b-c9b386c6112b req-b14bf915-b03a-4e78-a1de-25f899922bb0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:26.014404 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ef3c0810-0dff-410d-833b-c9b386c6112b req-b14bf915-b03a-4e78-a1de-25f899922bb0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.0669429 Apr 04 11:56:26.059585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:26.062499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ef3c0810-0dff-410d-833b-c9b386c6112b req-9df3b3bb-c640-4763-a997-27725e08621f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 Apr 04 11:56:26.075015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d700bafe-67c5-4cd6-a63c-02443cde3f6b no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:26.125870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d700bafe-67c5-4cd6-a63c-02443cde3f6b {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:26.126222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d700bafe-67c5-4cd6-a63c-02443cde3f6b not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:26.269040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbe92-42b9-4582-bbad-d6ed1eb13511 req-6acd80af-e0d3-424d-9d9b-6f89ff42a50a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:26.270442 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c0bbe92-42b9-4582-bbad-d6ed1eb13511 req-6acd80af-e0d3-424d-9d9b-6f89ff42a50a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.1039994 Apr 04 11:56:26.348507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9c0bbe92-42b9-4582-bbad-d6ed1eb13511 req-53f6cf5f-c090-47c3-aac6-1cfc1f1da214 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712857 Apr 04 11:56:26.364172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Router ec9e7c99-35f7-4382-a205-1965bbe03f17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:26.370208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42814) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:26.411157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a6712-4acd-4109-887c-23ee4e7bfa6a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:26.413291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-de7a6712-4acd-4109-887c-23ee4e7bfa6a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1093 time: 0.0420582 Apr 04 11:56:26.415984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42816) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:26.420322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:56:26.467232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:26.476071 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-47acbc16-36a8-42b4-a3be-c60c54879288 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec9e7c99-35f7-4382-a205-1965bbe03f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926923 Apr 04 11:56:26.476175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42818) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:26.476265 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Sync routers for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:26.484954 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:26.485566 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:26.519367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:26.587484 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:26.607699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:26.756824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:26.759917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:26.762516 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:56:25Z', 'revision_number': 5, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:26.789161 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Checking router: ec9e7c99-35f7-4382-a205-1965bbe03f17 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:26.797264 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Routers {'ec9e7c99-35f7-4382-a205-1965bbe03f17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:26.797896 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:55:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ec9e7c99-35f7-4382-a205-1965bbe03f17'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:26.890302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.156 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/014346e3-937b-4fa0-862d-30dfaed03d39) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:56:26.900242 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] Set router ec9e7c99-35f7-4382-a205-1965bbe03f17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:26.967028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Deleting port 2bda6798-09d4-4606-b398-871216fcb4d6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:26.967376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.057075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.071288 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:56:25Z', 'revision_number': 5, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:27.081052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] For port 2bda6798-09d4-4606-b398-871216fcb4d6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2bda6798-09d4-4606-b398-871216fcb4d6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:27.081414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.103420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Calling delete_port for 2bda6798-09d4-4606-b398-871216fcb4d6 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:27.105405 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7cb6c-2233-4efd-a53b-42f6405368da None None] The sync data for ids ['ec9e7c99-35f7-4382-a205-1965bbe03f17'] in dv-neutron-835866-1-hyperv is: [{'id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'name': 'tempest-TestVolumeBootPattern-1147460039-router', 'tenant_id': 'f1d48682f74b4ae7a63964f0eda80962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:45:48Z', 'updated_at': '2022-04-04T11:56:25Z', 'revision_number': 5, 'project_id': 'f1d48682f74b4ae7a63964f0eda80962', 'gw_port': {'id': '2bda6798-09d4-4606-b398-871216fcb4d6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e7c99-35f7-4382-a205-1965bbe03f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:45:51Z', 'updated_at': '2022-04-04T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:27.185179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d0953821-248f-4d6c-b0d5-ff96851a3e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.219669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.268824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:56:27.290974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:56:27.297714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:56:27.303045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=014346e3-937b-4fa0-862d-30dfaed03d39,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:27.406047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.449856 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bda6798-09d4-4606-b398-871216fcb4d6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:27.574634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.678265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.682963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.845036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.845645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9e7c99-35f7-4382-a205-1965bbe03f17 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:56:27.850038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.851374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3d99e75b-ea9f-4a02-99d5-444038e81bdb admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec9e7c99-35f7-4382-a205-1965bbe03f17 HTTP/1.1" status: 204 len: 168 time: 1.3745990 Apr 04 11:56:27.854180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42820) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:27.889325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.931319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Deleting subnet d602f795-f1ee-4320-8fd0-bc28aa071c63 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:56:27.937825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:27.983851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.042603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.111211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.290933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 80d7e847-b75a-4726-9903-dcd4322398de no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:28.316185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 80d7e847-b75a-4726-9903-dcd4322398de {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:28.316632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 80d7e847-b75a-4726-9903-dcd4322398de not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:28.576838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.579728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.608291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d602f795-f1ee-4320-8fd0-bc28aa071c63,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:28.611952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.615699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1e545ff9-b4d9-4d3d-8111-faec01156b6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d602f795-f1ee-4320-8fd0-bc28aa071c63 HTTP/1.1" status: 204 len: 168 time: 0.7600307 Apr 04 11:56:28.618290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42822) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:28.620764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d4733-5717-4a75-8479-5c3443ed454a None None] Network dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:56:28.636834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.746841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.760070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=014346e3-937b-4fa0-862d-30dfaed03d39,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:28.770762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.789779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] DHCP port deletion for dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:56:28.841197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Deleting port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:28.842411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.898702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Deleting port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:56:28.899049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.903862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] For port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:28.904261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:28.917049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Calling delete_port for 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:28.924573 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 49048784-4690-4276-bbed-4d0e10822821 associated. External IP: 172.26.1.156, port: 37bd9307-34b8-40c2-a9d8-6042023f1de3. Apr 04 11:56:29.008724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] For port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,segment=NetworkSegment(37f9dd73-b341-4b47-ad2b-c93f1276e558),segment_id=37f9dd73-b341-4b47-ad2b-c93f1276e558)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:56:29.009095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.025434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Calling delete_port for 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:56:29.059834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.085891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] Pushing event deleted for resources: {'Port': ['ID=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:29.090715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68fb24-04f4-4a9a-9d06-d0c2f723e0cf None None] No DVR routers for this DVR port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:29.194857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.257073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:29.260334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] No DVR routers for this DVR port 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:56:29.291428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 93865c15-8e24-460e-ad69-ca253826869b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:56:29.349533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.403976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.408326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ed65ed6d-11ab-4e24-bda7-c4f964604422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.416314 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f9dd73-b341-4b47-ad2b-c93f1276e558') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.416612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f9dd73-b341-4b47-ad2b-c93f1276e558') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.427705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.475471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.485574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:56:29.485985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self.session.flush() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:56:29.487592 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:56:29.496952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:56:29.507346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:56:29.517075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:29.517743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.604464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.622927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:29.631252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.637526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:29.640691 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0 HTTP/1.1" status: 204 len: 168 time: 1.0214548 Apr 04 11:56:29.654512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eab5f0-33bf-4dbc-9b99-ea67b0b936a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc580a71-5fec-4b2e-a8a0-43f44d2a4ac0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:29.657479 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-74032fbb-1cc3-4e74-af54-c23e963d43cf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2405148 Apr 04 11:56:29.658362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:56:29.660655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:56:29.660833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42826) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:29.706532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736a938-321f-44b7-b9ee-16020c1cf024 x-openstack-request-id: req-c736a938-321f-44b7-b9ee-16020c1cf024 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:56:29.706731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:56:29.707005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c736a938-321f-44b7-b9ee-16020c1cf024 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:56:29.707461 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c736a938-321f-44b7-b9ee-16020c1cf024'] response: {'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'status': 'completed', 'code': 200} Apr 04 11:56:29.774291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-bec388cc-49eb-49d3-8024-de6aa9181b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:29.776081 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-bec388cc-49eb-49d3-8024-de6aa9181b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1098 time: 0.0432041 Apr 04 11:56:29.792464 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2ee18880-8a63-47ce-81d6-1500b846fce3 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b HTTP/1.1" status: 200 len: 921 time: 0.1291189 Apr 04 11:56:29.795349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42830) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:29.866318 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b1f1571b-9c59-4559-afba-4da72f7ee0ad tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 991 time: 0.0695474 Apr 04 11:56:29.879179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:56:27Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.887725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-3a84a825-6263-46a6-897a-b3aa7308c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:29.889424 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-3a84a825-6263-46a6-897a-b3aa7308c972 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c62b6cc-8196-409e-862f-e3b3ca7d903b HTTP/1.1" status: 200 len: 898 time: 0.1054075 Apr 04 11:56:29.906138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:56:29.914562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:56:29.915181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:29.960514 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-1cc0d480-252f-4d79-b75b-27b2dc6573bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3 HTTP/1.1" status: 200 len: 999 time: 0.0646901 Apr 04 11:56:29.970372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42832) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:30.008877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2bda6798-09d4-4606-b398-871216fcb4d6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:30.017509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-a5145887-0811-4625-9377-b8768a973726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:30.019245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-a5145887-0811-4625-9377-b8768a973726 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5b605ab-c4c0-4cd3-87bc-9f52402164d8 HTTP/1.1" status: 200 len: 835 time: 0.0516646 Apr 04 11:56:30.021808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42834) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:30.022193 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9b61886e-8016-460a-bedf-be3fd9dce2b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a14ac1bd8ad44755839cb45b98a57fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506346 Apr 04 11:56:30.035745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 2bda6798-09d4-4606-b398-871216fcb4d6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:30.036080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2bda6798-09d4-4606-b398-871216fcb4d6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:30.036492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:56:30.062964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:56:30.063298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 43054ff6-a6d2-4ec7-b8c3-28b6e4533ce8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:56:30.078523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:56:30.106204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-918c2531-b520-41f3-b5d8-a64dbdcf9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:56:30.107712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-918c2531-b520-41f3-b5d8-a64dbdcf9c21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c62b6cc-8196-409e-862f-e3b3ca7d903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788131 Apr 04 11:56:30.124623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:30.187915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:30.236765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-102a89e6-892c-4b28-b518-83be7fae7cf0 service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221020 Apr 04 11:56:30.300148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:56:27Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:56:30.326802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23427964-9110-4c8a-b20e-f4b0eb061867 None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:56:27Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:56:12Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:56:30.330757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:30.332699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:30.334363 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f34dd412-2954-4067-bb20-8e9192f6bc38 HTTP/1.1" status: 204 len: 168 time: 0.3109210 Apr 04 11:56:30.344991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b749547-1cdf-4c9a-be6e-37c8b5519e3e req-8b04fcc2-3c40-4aa3-81e9-85ff7e8747cd service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956993 Apr 04 11:56:30.345801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9aa4a6-9c38-4d3e-ade7-56956ca5f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dd412-2954-4067-bb20-8e9192f6bc38,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:30.467170 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:56:30.516015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:30.535238 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f624f-cabe-4a37-a67f-4985fec17207 None None] New status for floating IP 49048784-4690-4276-bbed-4d0e10822821: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:56:30.868934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42840) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:30.943665 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2cf75c3e-df08-4575-b9c7-c830c689f508 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 993 time: 0.0729702 Apr 04 11:56:31.067747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:31.111262 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-14811c42-bbea-4881-94f0-683dc5986537 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1d48682f74b4ae7a63964f0eda80962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417280 Apr 04 11:56:31.113672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42844) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:56:31.163259 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:31.184062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:31.287217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:31.289898 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:31.291064 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45e077b8-4e33-4178-be86-98b118e388cc HTTP/1.1" status: 204 len: 168 time: 0.1765072 Apr 04 11:56:31.299095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d330-39fe-4da6-b575-2ee7382296f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e077b8-4e33-4178-be86-98b118e388cc,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:56:32.025176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:32.367901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:34.265594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:57.196509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2784-857f-45b6-abbc-90c1b5cda33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:56:59.423521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b4bac4cf-fe08-45f7-a86b-abb053507dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:00.515238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:02.040409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:02.172794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42860) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:02.282367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8c7cc9d8-4d43-4e30-9a6e-0d8615a6bfe5 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1083748 Apr 04 11:57:02.285036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42862) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:02.362395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:02.443583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc959e70-2775-4683-9346-06a9826929d5 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Notify agent at dv-neutron-835866-1-hyperv the message router_removed_from_agent {{(pid=109636) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 04 11:57:02.446702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fc959e70-2775-4683-9346-06a9826929d5 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "DELETE /v2.0/agents/9de22c48-9e42-4149-837c-8946337a0a44/l3-routers/93865c15-8e24-460e-ad69-ca253826869b HTTP/1.1" status: 204 len: 168 time: 0.1607404 Apr 04 11:57:02.450002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42864) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:02.555610 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ce783fe8-cff7-4791-a32e-c45b4cb77859 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1051428 Apr 04 11:57:02.558233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42866) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:02.615617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9829196d-e596-4594-b22d-f1cce5a05f23 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 993 time: 0.0563574 Apr 04 11:57:03.201491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba9a31-dbc0-4fd0-ad43-26680298e4a5 None None] New status for floating IP 49048784-4690-4276-bbed-4d0e10822821: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:57:03.619549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42868) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:03.681669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9504e452-c733-4495-bf51-2d023f6ffd80 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 991 time: 0.0608392 Apr 04 11:57:03.995247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:04.067346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:04.100869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:04.160956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:04.161693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:04.246121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:04.254452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.254798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.255136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.255467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.255797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.256127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.256454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.256778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.257102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.257422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.257768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.258092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:04.283017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:04.293696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:04.316081 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00304b85-e4a2-4d82-b49c-264e3036c4ca,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:04.373735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:04.418983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:04.781507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42872) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:04.950835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb0ed40-390d-4a42-ad75-b444b45b83d4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Router 93865c15-8e24-460e-ad69-ca253826869b is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:57:04.951139 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb0ed40-390d-4a42-ad75-b444b45b83d4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Notify agent at dv-neutron-835866-1-hyperv the message router_added_to_agent {{(pid=109637) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 04 11:57:04.968846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aeb0ed40-390d-4a42-ad75-b444b45b83d4 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "POST /v2.0/agents/9de22c48-9e42-4149-837c-8946337a0a44/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1861250 Apr 04 11:57:04.971512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42878) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:04.984690 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:04.993799 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:04.998085 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:05.087206 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d5f4ab3a-c843-47de-a5f1-c9b5bcef58b6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1142418 Apr 04 11:57:05.089862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42880) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:05.099442 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:05.157902 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-409b2162-846a-4d9c-a1a2-3517d40ec8ef tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 991 time: 0.0668430 Apr 04 11:57:05.318978 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:57:03Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:05.348623 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:05.356753 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:05.358043 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:05.458405 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:05.667927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:57:03Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:05.696297 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675febe8-4ce5-42e0-aba7-db1cccd783c2 None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '49048784-4690-4276-bbed-4d0e10822821', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '93865c15-8e24-460e-ad69-ca253826869b', 'port_id': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'mac_address': 'fa:16:3e:74:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32dd803-5879-4819-b003-45d83ffb229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:56:27Z', 'updated_at': '2022-04-04T11:57:03Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:04Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:06.019939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:06.071616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:06.071987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:06.159406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42882) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:06.161637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:06.194028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:06.222980 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-db3bae6a-2612-43e8-96af-620001358111 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 991 time: 0.0617299 Apr 04 11:57:06.259909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:06.330819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:07.226030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42884) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:07.291581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-71408e16-78fa-4ecd-b238-6a1d92fe4f5d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 991 time: 0.0643647 Apr 04 11:57:07.299441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce4cf4-66d2-4ec0-a713-2f49f9c6a9fd None None] New status for floating IP 49048784-4690-4276-bbed-4d0e10822821: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:57:07.465225 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:57:08.061024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:08.112076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:08.112452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.190348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:08.233771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 00304b85-e4a2-4d82-b49c-264e3036c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:08.234148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.295975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42886) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:08.311303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.330886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00304b85-e4a2-4d82-b49c-264e3036c4ca,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:08.360109 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ada436c5-5e03-4d07-894e-0a8be54647c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 200 len: 993 time: 0.0628979 Apr 04 11:57:08.419974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.467395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:08.595301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42892) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:08.745100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 014346e3-937b-4fa0-862d-30dfaed03d39 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:57:08.745365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.817589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.817925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:08.829721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 014346e3-937b-4fa0-862d-30dfaed03d39 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:57:09.029088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:09.054609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=014346e3-937b-4fa0-862d-30dfaed03d39,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:09.117475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:09.120374 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 49048784-4690-4276-bbed-4d0e10822821 disassociated (deleted). External IP: 172.26.1.156, port: 37bd9307-34b8-40c2-a9d8-6042023f1de3. Apr 04 11:57:09.323286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 93865c15-8e24-460e-ad69-ca253826869b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:57:09.428206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:57:09.432617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:09.439125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:09.449039 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:09.449684 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:09.459405 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ee330663-eba8-4e8f-92e7-c63c28041071 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/49048784-4690-4276-bbed-4d0e10822821 HTTP/1.1" status: 204 len: 168 time: 0.8630588 Apr 04 11:57:09.460200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:57:09.462663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6591f-4614-436c-a857-9cac888f7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:57:09.501866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55ebeb-152a-4322-8e91-0eeaaef805b3 x-openstack-request-id: req-6e55ebeb-152a-4322-8e91-0eeaaef805b3 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:57:09.502173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:57:09.502434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e55ebeb-152a-4322-8e91-0eeaaef805b3 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:57:09.502848 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e55ebeb-152a-4322-8e91-0eeaaef805b3'] response: {'name': 'network-changed', 'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'status': 'completed', 'code': 200} Apr 04 11:57:09.558089 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:09.567659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6591f-4614-436c-a857-9cac888f7d46 req-e96e2c57-6f8c-4ebe-af2f-38949ac10aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:09.569165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-e96e2c57-6f8c-4ebe-af2f-38949ac10aac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 1098 time: 0.0456409 Apr 04 11:57:09.659246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6591f-4614-436c-a857-9cac888f7d46 req-89a0bf72-3741-402c-a0e7-d5770aa08e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:09.660627 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-89a0bf72-3741-402c-a0e7-d5770aa08e62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c62b6cc-8196-409e-862f-e3b3ca7d903b HTTP/1.1" status: 200 len: 898 time: 0.0853944 Apr 04 11:57:09.704137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-e538e338-b8de-4ce4-b774-c3d6e2cdc8dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3 HTTP/1.1" status: 200 len: 217 time: 0.0371356 Apr 04 11:57:09.756709 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:06Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:09.758788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6591f-4614-436c-a857-9cac888f7d46 req-c51047ea-5e9f-4aec-a793-44adc5a8792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:09.760400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-c51047ea-5e9f-4aec-a793-44adc5a8792d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5b605ab-c4c0-4cd3-87bc-9f52402164d8 HTTP/1.1" status: 200 len: 835 time: 0.0451975 Apr 04 11:57:09.783531 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:09.791945 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:09.792760 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:09.807860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6591f-4614-436c-a857-9cac888f7d46 req-19f983e8-cedf-4390-92d1-10377f1ea188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:09.809157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-19f983e8-cedf-4390-92d1-10377f1ea188 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c62b6cc-8196-409e-862f-e3b3ca7d903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408902 Apr 04 11:57:09.900662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fc64a-ee7a-4c1b-a39b-e86c3e0984fa req-bdef36ae-5ce1-4176-8a5b-9c6d09e4904a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:09.903064 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:09.903652 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-db6fc64a-ee7a-4c1b-a39b-e86c3e0984fa req-bdef36ae-5ce1-4176-8a5b-9c6d09e4904a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.0512731 Apr 04 11:57:09.912086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-b49049a9-a018-4292-a9e2-5fdb68e00a40 service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941420 Apr 04 11:57:09.948238 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-db6fc64a-ee7a-4c1b-a39b-e86c3e0984fa req-2c1f1c8c-7f6d-4384-a61f-0bb0bdc88111 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360718 Apr 04 11:57:10.026198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bad6591f-4614-436c-a857-9cac888f7d46 req-719afe83-b442-44e0-b55a-fe25e807020c service neutron] 10.222.0.44 "GET /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054866 Apr 04 11:57:10.034792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:10.085952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 00304b85-e4a2-4d82-b49c-264e3036c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:10.086328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:10.198622 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:06Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:10.224019 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb37a-4fba-4b70-bb93-0fdd696eaccd None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:56:09Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f3ae2530-02d8-4ca0-9713-6cbe92fbe44d', 'name': '', 'network_id': '3c62b6cc-8196-409e-862f-e3b3ca7d903b', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:31:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:08Z', 'updated_at': '2022-04-04T11:57:06Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'f5b605ab-c4c0-4cd3-87bc-9f52402164d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:10.824316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618d430-40c8-4de1-b2a0-6f21c9bdecf3 None None] New status for floating IP 49048784-4690-4276-bbed-4d0e10822821: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:57:11.187125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8ad7a-6c36-43df-9a56-ab5a20a71da4 req-5f215f12-c55a-428f-805f-d3fee848f014 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:11.188604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffa8ad7a-6c36-43df-9a56-ab5a20a71da4 req-5f215f12-c55a-428f-805f-d3fee848f014 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.0826585 Apr 04 11:57:11.198596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-25671247-43b0-425d-abde-db10118c20ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:11.199936 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-25671247-43b0-425d-abde-db10118c20ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 945 time: 0.0692809 Apr 04 11:57:11.277696 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffa8ad7a-6c36-43df-9a56-ab5a20a71da4 req-bbe93514-571b-4e34-9c5b-c283b28e4e7e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c67c875-0e66-4de0-b87b-b3c573a34587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767696 Apr 04 11:57:11.308045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 37bd9307-34b8-40c2-a9d8-6042023f1de3 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:57:11.308390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:11.399574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 37bd9307-34b8-40c2-a9d8-6042023f1de3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37bd9307-34b8-40c2-a9d8-6042023f1de3,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:11.399574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:11.412413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 37bd9307-34b8-40c2-a9d8-6042023f1de3 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:57:11.618034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:11.648825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=37bd9307-34b8-40c2-a9d8-6042023f1de3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:11.688104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 37bd9307-34b8-40c2-a9d8-6042023f1de3 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:57:11.690760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:11.694116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9d66443b-f1a2-47f5-807d-1d81f44fbd3d req-0aa897b1-f8ed-4c1c-8431-84a7e4814c84 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/37bd9307-34b8-40c2-a9d8-6042023f1de3 HTTP/1.1" status: 204 len: 173 time: 0.4876101 Apr 04 11:57:11.694576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'name': 'network-vif-deleted', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:57:11.696904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b68968-c263-4b1d-8031-dc76fef2d95d" -d '{"events": [{"server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "name": "network-vif-deleted", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:57:11.733204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3aafbb-e01b-4cab-868c-bc12cd88cd26 x-openstack-request-id: req-2d3aafbb-e01b-4cab-868c-bc12cd88cd26 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:57:11.733522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32dd803-5879-4819-b003-45d83ffb229a", "name": "network-vif-deleted", "tag": "37bd9307-34b8-40c2-a9d8-6042023f1de3", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:57:11.733808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d3aafbb-e01b-4cab-868c-bc12cd88cd26 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:57:11.734213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3aafbb-e01b-4cab-868c-bc12cd88cd26'] response: {'server_uuid': 'e32dd803-5879-4819-b003-45d83ffb229a', 'name': 'network-vif-deleted', 'tag': '37bd9307-34b8-40c2-a9d8-6042023f1de3', 'status': 'completed', 'code': 200} Apr 04 11:57:12.381432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-163d0344-3e8d-4388-bdc9-d4b46a1d978c req-3e184b68-bafc-43b8-beff-88f4d6634eba tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32dd803-5879-4819-b003-45d83ffb229a HTTP/1.1" status: 200 len: 210 time: 0.0266659 Apr 04 11:57:13.439925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42908) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:13.499077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:13.523685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:13.668753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:13.671229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:13.672369 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/8c67c875-0e66-4de0-b87b-b3c573a34587 HTTP/1.1" status: 204 len: 168 time: 0.2314608 Apr 04 11:57:13.681685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b69c6-f23c-4f84-94ed-2c342af99bcc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67c875-0e66-4de0-b87b-b3c573a34587,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:13.745540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42912) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:14.408959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:14.655399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:57:14.655744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:14.743438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port f3ae2530-02d8-4ca0-9713-6cbe92fbe44d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:14.743702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:14.754876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for f3ae2530-02d8-4ca0-9713-6cbe92fbe44d owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:57:14.988898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.017382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=f3ae2530-02d8-4ca0-9713-6cbe92fbe44d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:15.190263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.403316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 93865c15-8e24-460e-ad69-ca253826869b has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:57:15.511161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:57:15.516624 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e7c7ea66-20ef-467c-9af3-3b19d848e28b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700174 Apr 04 11:57:15.519421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42914) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:15.522041 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Sync routers for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:15.532655 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:15.533267 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:15.569992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet f5b605ab-c4c0-4cd3-87bc-9f52402164d8 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 11:57:15.573078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.611911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.634857 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:15.697495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.797144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.809277 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:57:14Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:15.824698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b605ab-c4c0-4cd3-87bc-9f52402164d8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:15.828902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.832094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0756c76e-738e-4dca-a697-e7f7ef0b254d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/f5b605ab-c4c0-4cd3-87bc-9f52402164d8 HTTP/1.1" status: 204 len: 168 time: 0.3116612 Apr 04 11:57:15.834769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42916) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:15.836279 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Checking router: 93865c15-8e24-460e-ad69-ca253826869b for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:15.839326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd118d3a-0c4f-4806-a268-ff3252ee8481 None None] Network 3c62b6cc-8196-409e-862f-e3b3ca7d903b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:57:15.845507 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Routers {'93865c15-8e24-460e-ad69-ca253826869b'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:15.846148 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['93865c15-8e24-460e-ad69-ca253826869b'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:15.944245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:15.951857 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] Set router 93865c15-8e24-460e-ad69-ca253826869b gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:16.052501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 37bd9307-34b8-40c2-a9d8-6042023f1de3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:16.063210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.079648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] DHCP port deletion for 3c62b6cc-8196-409e-862f-e3b3ca7d903b request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 11:57:16.082555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 37bd9307-34b8-40c2-a9d8-6042023f1de3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:57:16.084261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 37bd9307-34b8-40c2-a9d8-6042023f1de3 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:57:16.131217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Deleting port 411ac552-12f1-4861-9684-a75aacc05860 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:57:16.131707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.134062 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:57:14Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:16.164056 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a300d7-85dd-4b8b-af45-60f285cd1dbd None None] The sync data for ids ['93865c15-8e24-460e-ad69-ca253826869b'] in dv-neutron-835866-1-hyperv is: [{'id': '93865c15-8e24-460e-ad69-ca253826869b', 'name': 'tempest-TestNetworkBasicOps-router-951459694', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:56:04Z', 'updated_at': '2022-04-04T11:57:14Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '00304b85-e4a2-4d82-b49c-264e3036c4ca', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93865c15-8e24-460e-ad69-ca253826869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:56:05Z', 'updated_at': '2022-04-04T11:57:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:16.207345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] For port 411ac552-12f1-4861-9684-a75aacc05860, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=411ac552-12f1-4861-9684-a75aacc05860,segment=NetworkSegment(943d8ba4-71f6-41e5-8759-3ce8760a833d),segment_id=943d8ba4-71f6-41e5-8759-3ce8760a833d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:16.207676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.215943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 00304b85-e4a2-4d82-b49c-264e3036c4ca {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 11:57:16.216831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.220633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Calling delete_port for 411ac552-12f1-4861-9684-a75aacc05860 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:57:16.298095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 00304b85-e4a2-4d82-b49c-264e3036c4ca, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=00304b85-e4a2-4d82-b49c-264e3036c4ca,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:16.298460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.309821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 00304b85-e4a2-4d82-b49c-264e3036c4ca owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 11:57:16.350901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.374281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] Pushing event deleted for resources: {'Port': ['ID=411ac552-12f1-4861-9684-a75aacc05860,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:16.379752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f85150-251c-4daa-ac49-f90d02c62ca5 None None] No DVR routers for this DVR port 411ac552-12f1-4861-9684-a75aacc05860 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 11:57:16.510862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.538838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=00304b85-e4a2-4d82-b49c-264e3036c4ca,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:16.605263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.697685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.699775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.794778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.795304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 93865c15-8e24-460e-ad69-ca253826869b {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 11:57:16.801973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.804178 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f95c356b-3d4d-494d-8f27-f460bd5c7132 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/93865c15-8e24-460e-ad69-ca253826869b HTTP/1.1" status: 204 len: 168 time: 0.9674079 Apr 04 11:57:16.805884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42918) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:16.885690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.976338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:16.995677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c62b6cc-8196-409e-862f-e3b3ca7d903b']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:17.004594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d8ba4-71f6-41e5-8759-3ce8760a833d') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:17.004897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d8ba4-71f6-41e5-8759-3ce8760a833d') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:17.014484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.027025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.033520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 11:57:17.033934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 11:57:17.036782 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 11:57:17.240819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.250727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.251601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/3c62b6cc-8196-409e-862f-e3b3ca7d903b HTTP/1.1" status: 204 len: 168 time: 0.4447851 Apr 04 11:57:17.263796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2e03-704b-4f79-8a37-6d2e0c0969ec tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=3c62b6cc-8196-409e-862f-e3b3ca7d903b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:17.276775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42920) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:17.282122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--1672227127', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:17.371634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:57:17.375116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.397960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 11:57:17.406850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.407194 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 57c13227-2051-4f4d-bd4b-5c3db7628c4c of type vlan for network 35722ea2-d62f-4bbb-a080-5968ab57d146 Apr 04 11:57:17.445823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.531875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.537450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:17.538065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.603803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=35722ea2-d62f-4bbb-a080-5968ab57d146,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:17.614795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 11:57:17.631900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d4356ee9-5bc2-4206-815e-8734411cf1bb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3539860 Apr 04 11:57:17.634616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42922) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:17.639665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-731871953', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:17.722541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.723599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.780789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:17.986430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:18.003487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:18.028026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f3ae2530-02d8-4ca0-9713-6cbe92fbe44d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:57:18.028370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f3ae2530-02d8-4ca0-9713-6cbe92fbe44d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:57:18.029424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:18.047831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 00304b85-e4a2-4d82-b49c-264e3036c4ca {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:57:18.048175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 00304b85-e4a2-4d82-b49c-264e3036c4ca not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:57:18.048584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 411ac552-12f1-4861-9684-a75aacc05860 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 11:57:18.066487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 411ac552-12f1-4861-9684-a75aacc05860 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 11:57:18.066853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 411ac552-12f1-4861-9684-a75aacc05860 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 11:57:18.269935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:18.288515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:18.385858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.178 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:57:18.487376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:18.579795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:18.621330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:18.625175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:18.629483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:57:18.631400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:18.906389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:19.100305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:19.287548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 46be0a11-62e9-45d7-9058-97d7594d935a is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 11:57:19.708496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:57:19.718322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Sync routers for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:19.727408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:19.728025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:19.787158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:19.788476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b98cf8de-190e-44b6-a82f-2c9d478b3a9e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1529264 Apr 04 11:57:19.791586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42924) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:19.819940 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-46bd7d50-3c0a-444e-a38c-b6c105860df2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272863 Apr 04 11:57:19.822480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42926) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:19.830777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:19.913324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060c064-be09-4048-97c1-ca4ae41794b6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:19.914848 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5060c064-be09-4048-97c1-ca4ae41794b6 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914762 Apr 04 11:57:19.917723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42928) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:19.944933 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2f7e63f4-39c3-477a-9e51-3d43f9e4dc1a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261300 Apr 04 11:57:19.947282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42930) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:19.952894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077990943', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:20.006116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:18Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:20.036643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Checking router: 46be0a11-62e9-45d7-9058-97d7594d935a for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:20.037020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Updating router 46be0a11-62e9-45d7-9058-97d7594d935a port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:57:20.062488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.116379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:57:20.119981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.311182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.339678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.362352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.406734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=43f11eab-ff3b-4433-8b4e-7a0da03b1338,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:20.414224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:57:20.414450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 35722ea2-d62f-4bbb-a080-5968ab57d146, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 11:57:20.416163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Attempting to bind port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:57:20.416537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Attempting to bind port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:57:20.416904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Attempting to bind port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:57:20.425918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54066b-3fea-47c1-9d22-5b9035d8fb41 None None] Pushing event updated for resources: {'Port': ['ID=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:20.427072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:57:20.427444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:57:20.427846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.428235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:57:20.428694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Bound port: 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:57:20.429070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.481054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] For port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:57:20.484718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] For port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:57:20.493584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 11:57:20.537505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.559979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 35722ea2-d62f-4bbb-a080-5968ab57d146) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:20.564232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:20.564886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:20.572569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788a86a-d0d0-47b0-9a58-71e93c04911e None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:57:20.624661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:20.625278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:20.626915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54066b-3fea-47c1-9d22-5b9035d8fb41 None None] Pushing event updated for resources: {'Port': ['ID=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:20.648570 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0adf7b58-1730-4855-a379-f30b6cc29cb1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7002645 Apr 04 11:57:20.651271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42932) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:20.799767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:20.883297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-35722ea2-d62f-4bbb-a080-5968ab57d146', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 11:57:20.884155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.085006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.156319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:18Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:21.193384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7909513-8964-4007-88f4-7dc9895e6dea None None] The sync data for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv is: [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:18Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:21.321833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Allocated IP 172.20.0.2 (35722ea2-d62f-4bbb-a080-5968ab57d146/43f11eab-ff3b-4433-8b4e-7a0da03b1338/33e4b4d1-696f-4534-af4e-ad3a77566ce8) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:57:21.494658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.562998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.605979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:21.608887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:21.613187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:57:21.616310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Pushing event updated for resources: {'Port': ['ID=33e4b4d1-696f-4534-af4e-ad3a77566ce8,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:21.618749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (35722ea2-d62f-4bbb-a080-5968ab57d146/43f11eab-ff3b-4433-8b4e-7a0da03b1338/ec0387b4-05ce-4a4a-80dd-30895837dbaa) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:57:21.675003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Attempting to bind port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:57:21.675375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Attempting to bind port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:57:21.675741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Attempting to bind port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 on network 35722ea2-d62f-4bbb-a080-5968ab57d146 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:57:21.680977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:57:21.681355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Checking segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:57:21.681840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.682234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Bound using segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:57:21.682701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Bound port: 33e4b4d1-696f-4534-af4e-ad3a77566ce8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:57:21.683083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.743013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.752018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] For port 33e4b4d1-696f-4534-af4e-ad3a77566ce8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:57:21.755289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] For port 33e4b4d1-696f-4534-af4e-ad3a77566ce8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=33e4b4d1-696f-4534-af4e-ad3a77566ce8,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:57:21.831864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.875975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:21.895784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ce3e6-39c3-44db-8ba9-2387e3f11799 None None] Pushing event updated for resources: {'Port': ['ID=33e4b4d1-696f-4534-af4e-ad3a77566ce8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:21.924692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:21.927960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:21.932084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:57:21.958340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:21.984531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.052424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:22.134162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:22.134643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.218371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.242025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:22.278081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.322215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.368841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:22.551171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.613785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.687133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:22.690498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:22.784006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:22.785397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:22.894929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 46be0a11-62e9-45d7-9058-97d7594d935a has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:57:23.001790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:57:23.006717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-278da460-6105-443a-9e45-3c85987f22d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/46be0a11-62e9-45d7-9058-97d7594d935a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3545103 Apr 04 11:57:23.009335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42934) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:23.015528 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Sync routers for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:23.022630 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:23.023229 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:23.103216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2c6fe-3b6e-4a11-973a-c31790e75efd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.103734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2c6fe-3b6e-4a11-973a-c31790e75efd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.104175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2c6fe-3b6e-4a11-973a-c31790e75efd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.104643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2c6fe-3b6e-4a11-973a-c31790e75efd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.109519 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1f2c6fe-3b6e-4a11-973a-c31790e75efd tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0960512 Apr 04 11:57:23.109700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42936) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:23.129490 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:23.170449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed389604-9042-4bc6-a970-4ae84d35d0f8 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.171020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed389604-9042-4bc6-a970-4ae84d35d0f8 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.171726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed389604-9042-4bc6-a970-4ae84d35d0f8 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.172197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed389604-9042-4bc6-a970-4ae84d35d0f8 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:23.173949 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ed389604-9042-4bc6-a970-4ae84d35d0f8 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0633593 Apr 04 11:57:23.176901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:23.340734 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:23.374236 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Checking router: 46be0a11-62e9-45d7-9058-97d7594d935a for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:23.374583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Updating router 46be0a11-62e9-45d7-9058-97d7594d935a port ec0387b4-05ce-4a4a-80dd-30895837dbaa binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 11:57:23.406480 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.475664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bea4fa-6e13-4c80-a596-6384b57ec174 None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:57:23.598582 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-11d2e6c8-bb55-422e-9598-158540301ba2 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4203746 Apr 04 11:57:23.610782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] Provisioning complete for port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:23.611173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.733372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.765620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] For port 33e4b4d1-696f-4534-af4e-ad3a77566ce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=33e4b4d1-696f-4534-af4e-ad3a77566ce8,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:23.805168 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.823456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.875256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8badfd4-35b9-4a04-86d2-134503fe9251 None None] Pushing event updated for resources: {'Port': ['ID=33e4b4d1-696f-4534-af4e-ad3a77566ce8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:23.897149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42942) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:23.901728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907322952', 'description': 'tempest-secgroup-smoke-907322952 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:23.945629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-60eac7e8-7d77-4cc7-9991-e1708f9232a8 None None] Provisioning complete for port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:23.946096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60eac7e8-7d77-4cc7-9991-e1708f9232a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.951120 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:23.990768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.079424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-60eac7e8-7d77-4cc7-9991-e1708f9232a8 None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.079978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-60eac7e8-7d77-4cc7-9991-e1708f9232a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.096147 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Pushing event updated for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.109358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.114308 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.114661 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.114999 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.115335 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.115668 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.116020 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.116334 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.116736 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.116998 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.117314 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.123804 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.124591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-60eac7e8-7d77-4cc7-9991-e1708f9232a8 None None] Port ec0387b4-05ce-4a4a-80dd-30895837dbaa cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:57:24.124732 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.129822 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Attempting to bind port ec0387b4-05ce-4a4a-80dd-30895837dbaa on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:57:24.130193 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Attempting to bind port ec0387b4-05ce-4a4a-80dd-30895837dbaa by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:57:24.130556 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Attempting to bind port ec0387b4-05ce-4a4a-80dd-30895837dbaa on network 35722ea2-d62f-4bbb-a080-5968ab57d146 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:57:24.135969 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:57:24.136340 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Checking segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:57:24.136737 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.137123 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Bound using segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:57:24.137644 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Bound port: ec0387b4-05ce-4a4a-80dd-30895837dbaa, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:57:24.138057 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.173132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 33e4b4d1-696f-4534-af4e-ad3a77566ce8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:24.174281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.208206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfda70d-52de-4123-89b5-48c597ea6d60,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.215978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.216561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.217291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.217793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.218271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.218621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.218978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.219285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.219799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.220139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.220463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.221096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.234719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.235163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.240095 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] For port ec0387b4-05ce-4a4a-80dd-30895837dbaa, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:57:24.244284 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] For port ec0387b4-05ce-4a4a-80dd-30895837dbaa, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ec0387b4-05ce-4a4a-80dd-30895837dbaa,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:57:24.278919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.280738 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b48a4be1-db4a-4aad-8b8f-02084f2cb570 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3822796 Apr 04 11:57:24.291810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42944) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:24.292327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dc7d1351-0636-4058-96c3-bcc76c9721a3 None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.292327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1351-0636-4058-96c3-bcc76c9721a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.292550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:24.312843 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.325138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d1351-0636-4058-96c3-bcc76c9721a3 None None] Port ec0387b4-05ce-4a4a-80dd-30895837dbaa cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:57:24.368571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:24.375763 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:24.376640 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:56:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:24.380179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.420223 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0933a-955a-4bf4-a6c9-a4d8f7c9e9a3 None None] Pushing event updated for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.421018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.421496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.471733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.475391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.475773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.509493 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:24.546104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.566667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f954b7b2-4726-4e39-9aa0-a982ac2fb3d8,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.592804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.626063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] For port ec0387b4-05ce-4a4a-80dd-30895837dbaa, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ec0387b4-05ce-4a4a-80dd-30895837dbaa,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:24.633139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.637331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42946) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:24.642148 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-61255866-3a3c-43fa-ac21-ef2bb5b4a8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571641 Apr 04 11:57:24.642619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:24.705272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.738880 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:24.739942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.761466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845998d-8962-4b2e-96cd-5b22c9a3f67e None None] Pushing event updated for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.767794 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98538764-159d-4ac0-96ba-6a4cf7584d0d None None] The sync data for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv is: [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:24.842757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.843434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ec9c9f8e-cb19-4699-a712-3360fd996542 None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:24.843833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9f8e-cb19-4699-a712-3360fd996542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.905782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.926564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afa2aae-ae35-456a-8f11-c0d04ce36408,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:24.935026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.935378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.935716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.936054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.936383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.936711 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.937037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.937362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.937791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.938169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.938509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.938806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:57:24.975871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:24.977153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-524bb74c-6943-4aac-a8c7-6ff3ac72053c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382142 Apr 04 11:57:24.980250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42948) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:24.985350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:25.051010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-af08dad2-ecf7-4993-a6dc-842fd3a4864c None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:25.051387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-af08dad2-ecf7-4993-a6dc-842fd3a4864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.090921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.164327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.240325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.258707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d79849-2858-4d4c-aa05-f6dd9d6fdbcf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:25.329870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.333942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 42950) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:25.334197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b4f6e95e-aa58-4d9c-a0a7-faaaf66b4b62 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527315 Apr 04 11:57:25.338520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:25.408218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.469166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.510790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.531034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a945409-6ddd-4d14-b7b6-8f58c468d1f7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:25.576136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.577543 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f228e58-05a3-49d8-bc0e-d09beda4416c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2425869 Apr 04 11:57:25.580524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:25.585124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:25.669189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:57:25.675084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.740434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.806091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.823526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9b0d17-e0f7-4305-b9a9-679db1c68729,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:25.889550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:25.890788 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-18e57c01-1b9c-4ab8-9ab0-046619e2a046 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3092604 Apr 04 11:57:25.893441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 42954) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:25.897695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '3bfda70d-52de-4123-89b5-48c597ea6d60', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:25.971816 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 11:57:25.974887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:26.035168 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ec0387b4-05ce-4a4a-80dd-30895837dbaa up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:26.038305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:26.083665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:26.084045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:26.093715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:26.115217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404acc7a-7eb7-4f0d-ae31-14816bca12dd,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:26.181122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:26.182452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-55486d31-dea6-4967-95e9-85f3eb28ba8a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880628 Apr 04 11:57:26.375077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-4c49fef5-bfa4-4e60-9d14-2c5742fec586 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907322952&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0310829 Apr 04 11:57:26.481493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-05da0c3d-66a3-4d3d-ac2c-46e32100b6bf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:26.482876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-05da0c3d-66a3-4d3d-ac2c-46e32100b6bf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 797 time: 0.1013057 Apr 04 11:57:26.497187 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-071fa5a9-e6ae-4c37-aa8f-f130f719ed5e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0086164 Apr 04 11:57:26.546891 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-19a367b7-c37a-455f-8f08-2ef762a76089 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440273 Apr 04 11:57:26.661884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-9a7fa2e7-84c2-4036-9937-8e0bb765ec0d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 11:57:26.663057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-9a7fa2e7-84c2-4036-9937-8e0bb765ec0d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1048844 Apr 04 11:57:26.754767 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-067fbcca-efc2-427b-9f78-6978c3e9a875 service neutron] 10.222.0.43 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Apr 04 11:57:26.841865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-2a07e408-412a-4d6a-b412-eafdf8fe29b1 service neutron] 10.222.0.43 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810626 Apr 04 11:57:27.108339 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1337e389-6153-4a4b-b438-65ad97166b44 req-d8c78091-3cbd-43a7-8bb5-e7f8d0685276 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Apr 04 11:57:27.194817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cb75b734-6d86-4078-8d03-3ef121103388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:28.203079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d53dbd81-97db-4896-b668-337f2c07c1af req-d199eb51-5a96-4a97-ab5f-744dbddc78d6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 210 time: 0.0261450 Apr 04 11:57:28.843553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-524508b1-e8b9-4297-b095-2ddabdacbbdf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:28.844550 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-524508b1-e8b9-4297-b095-2ddabdacbbdf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 797 time: 0.1041224 Apr 04 11:57:28.885446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-24922204-affc-4125-803d-305c5c6b794e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 379 time: 0.0328989 Apr 04 11:57:28.894739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['3bfda70d-52de-4123-89b5-48c597ea6d60']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:29.053579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 11:57:29.057026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.181931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.14 (35722ea2-d62f-4bbb-a080-5968ab57d146/43f11eab-ff3b-4433-8b4e-7a0da03b1338/8b89a67c-f625-4cde-8a01-ffc59469f759) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:57:29.296554 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-79465992-3ab0-48c6-8ff4-10e5edfbbcd3 req-f4e427a8-b583-4491-986c-b98f170ea3f6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 210 time: 0.0259767 Apr 04 11:57:29.321614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.440846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.468919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-00fe8a74-d01e-4617-bc12-ae4e3d288f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.482796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:29.485795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:29.489321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:57:29.514427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:29.543204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:29.543834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.633406 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-b13c69e6-daff-4258-afa8-76f56b2d6c9f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7422423 Apr 04 11:57:29.645814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Request body: {'port': {'device_id': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:29.694774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8c284ce0-edd4-4013-9c16-42b8d8511cc1 None None] Provisioning complete for port 8b89a67c-f625-4cde-8a01-ffc59469f759 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:29.695157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c284ce0-edd4-4013-9c16-42b8d8511cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.703628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.729371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8c284ce0-edd4-4013-9c16-42b8d8511cc1 None None] Port 8b89a67c-f625-4cde-8a01-ffc59469f759 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 11:57:29.955283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b89a67c-f625-4cde-8a01-ffc59469f759 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:57:29.962479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:29.974362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Transition to ACTIVE for port object 8b89a67c-f625-4cde-8a01-ffc59469f759 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 11:57:30.031326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:30.084163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:30.151923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Attempting to bind port 8b89a67c-f625-4cde-8a01-ffc59469f759 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 11:57:30.152259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Attempting to bind port 8b89a67c-f625-4cde-8a01-ffc59469f759 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 11:57:30.152598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Attempting to bind port 8b89a67c-f625-4cde-8a01-ffc59469f759 on network 35722ea2-d62f-4bbb-a080-5968ab57d146 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:57:30.157850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Port 8b89a67c-f625-4cde-8a01-ffc59469f759 on network 35722ea2-d62f-4bbb-a080-5968ab57d146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 11:57:30.158198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Attempting to bind port 8b89a67c-f625-4cde-8a01-ffc59469f759 on network 35722ea2-d62f-4bbb-a080-5968ab57d146 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 11:57:30.163135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 11:57:30.163475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Checking segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 11:57:30.163858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Bound using segment: {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 11:57:30.164290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Bound port: 8b89a67c-f625-4cde-8a01-ffc59469f759, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c13227-2051-4f4d-bd4b-5c3db7628c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 11:57:30.164651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:30.229578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 11:57:30.232769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8b89a67c-f625-4cde-8a01-ffc59469f759,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 11:57:30.294641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:30.331186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:30.331741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:30.333395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 1094 time: 0.6917648 Apr 04 11:57:30.339028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:57:30.341398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa0db3-c614-4004-a22a-25f2e759d2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:57:30.368545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57105-b695-45ff-be1a-cdd5798407e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:30.383208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70016a49-0f54-4985-bb3a-6f2ea2cbf574 x-openstack-request-id: req-70016a49-0f54-4985-bb3a-6f2ea2cbf574 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:57:30.383609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:57:30.383960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70016a49-0f54-4985-bb3a-6f2ea2cbf574 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:57:30.384428 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70016a49-0f54-4985-bb3a-6f2ea2cbf574'] response: {'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'status': 'completed', 'code': 200} Apr 04 11:57:30.466223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67cd2d-3493-44b0-8845-c7e70299da68 req-39905b2c-eff5-4435-b0ba-ab42e70aa0c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:30.467659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6d67cd2d-3493-44b0-8845-c7e70299da68 req-39905b2c-eff5-4435-b0ba-ab42e70aa0c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 944 time: 0.0872402 Apr 04 11:57:30.473622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-34ca7105-5093-4c52-b4d2-9ef0622b8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:30.475165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-34ca7105-5093-4c52-b4d2-9ef0622b8a2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0629756 Apr 04 11:57:30.504608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:30.892064 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6d67cd2d-3493-44b0-8845-c7e70299da68 req-bf89df3c-72fc-4d14-9e9d-d89288da4f6b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159372 Apr 04 11:57:30.920377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-2f0c759b-7219-40b0-9d7f-be01c89530e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:30.922425 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-2f0c759b-7219-40b0-9d7f-be01c89530e3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4394598 Apr 04 11:57:31.010453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-c1ce70c5-29a2-4b8a-96de-f5e6f227129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:31.011887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ecaa0db3-c614-4004-a22a-25f2e759d2f7 req-c1ce70c5-29a2-4b8a-96de-f5e6f227129a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836508 Apr 04 11:57:31.090523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-0b58e04e-9959-428e-a51d-576e94c94d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:31.092006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-0b58e04e-9959-428e-a51d-576e94c94d19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0427907 Apr 04 11:57:31.132817 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-1830951b-7d2c-4cb5-8ae7-982d36d0cd43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 217 time: 0.0335379 Apr 04 11:57:31.180797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-ac51fdcb-f5b1-4af3-a7a1-f565fbb1df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:31.182216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-ac51fdcb-f5b1-4af3-a7a1-f565fbb1df7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0427763 Apr 04 11:57:31.231206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-d8bbb884-f7b8-4e9c-8cd6-f444c8a3a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:31.232731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-d8bbb884-f7b8-4e9c-8cd6-f444c8a3a738 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424790 Apr 04 11:57:31.319696 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-ad788cf9-1307-458f-a0e7-0e940f86134c service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800321 Apr 04 11:57:31.419028 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d3fae56-ccdd-4c87-9d71-51c156f9c802 req-c77a5e17-5a29-4b10-a8bb-b93a203eb406 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886121 Apr 04 11:57:32.005782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037741-658b-4b98-b591-783790a5f6a5 req-85796acc-e46a-40dd-bdfd-3a2ae070333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:32.007230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97037741-658b-4b98-b591-783790a5f6a5 req-85796acc-e46a-40dd-bdfd-3a2ae070333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 944 time: 0.0470967 Apr 04 11:57:32.040025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:32.043434 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97037741-658b-4b98-b591-783790a5f6a5 req-296033e7-08eb-42a9-a818-1e52706465f5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300939 Apr 04 11:57:32.390577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:33.157994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dee7f-c741-4c90-bd65-3cf36a382041 req-92b3085d-ea86-439c-8c47-b853e8cd5b47 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:33.159436 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-608dee7f-c741-4c90-bd65-3cf36a382041 req-92b3085d-ea86-439c-8c47-b853e8cd5b47 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 944 time: 0.0493927 Apr 04 11:57:33.195973 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-608dee7f-c741-4c90-bd65-3cf36a382041 req-c2a1de9c-6611-4a56-94bd-795f9af4762e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Apr 04 11:57:34.146182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8b89a67c-f625-4cde-8a01-ffc59469f759 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 11:57:34.257378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8b89a67c-f625-4cde-8a01-ffc59469f759,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:34.269152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'port_id': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'mac_address': 'fa:16:3e:a3:46:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 11:57:34.301433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:34.310339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337eb31-e134-4de8-8c07-1664a577e96c req-38b8141a-b1da-4f85-b0d9-c3563fa237a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:34.310899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:34.311895 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1337eb31-e134-4de8-8c07-1664a577e96c req-38b8141a-b1da-4f85-b0d9-c3563fa237a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 944 time: 0.0506542 Apr 04 11:57:34.323058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b89a67c-f625-4cde-8a01-ffc59469f759 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 11:57:34.342005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8b89a67c-f625-4cde-8a01-ffc59469f759,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:34.350070 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1337eb31-e134-4de8-8c07-1664a577e96c req-64aadd32-6afe-4ac1-962e-68b5e97cdbe2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Apr 04 11:57:34.419041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:34.465056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:34.629181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['8b89a67c-f625-4cde-8a01-ffc59469f759'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 11:57:35.466060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcd6e0-1a79-4549-ab5f-c7bb94e9bcb4 req-8d9a608d-cd28-40ec-ae98-9cb3c8901bfb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:35.467527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fcbcd6e0-1a79-4549-ab5f-c7bb94e9bcb4 req-8d9a608d-cd28-40ec-ae98-9cb3c8901bfb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 945 time: 0.0471380 Apr 04 11:57:35.505116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fcbcd6e0-1a79-4549-ab5f-c7bb94e9bcb4 req-9e000ea3-cc57-41e1-8592-c1c85366de67 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Apr 04 11:57:36.176258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8b89a67c-f625-4cde-8a01-ffc59469f759 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 11:57:36.293376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 8b89a67c-f625-4cde-8a01-ffc59469f759 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 11:57:36.297852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 8b89a67c-f625-4cde-8a01-ffc59469f759 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:57:36.298226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:36.371591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:36.392893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:57:36.395149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead1872-4854-42f3-8eb2-7ce4c752a052" -d '{"events": [{"server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "name": "network-vif-plugged", "status": "completed", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:57:36.407632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8b89a67c-f625-4cde-8a01-ffc59469f759,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 11:57:36.432425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 11:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044f9e6-6cc3-4da0-a710-8de292930853 x-openstack-request-id: req-c044f9e6-6cc3-4da0-a710-8de292930853 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:57:36.432710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "name": "network-vif-plugged", "status": "completed", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:57:36.432943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c044f9e6-6cc3-4da0-a710-8de292930853 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:57:36.433330 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c044f9e6-6cc3-4da0-a710-8de292930853'] response: {'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'code': 200} Apr 04 11:57:36.454276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:36.507892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:36.622253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b891-0e11-43ec-a43b-8aaa322f9331 req-081b9985-169f-40e0-837b-4badfe4e434c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:36.623714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4046b891-0e11-43ec-a43b-8aaa322f9331 req-081b9985-169f-40e0-837b-4badfe4e434c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.0523868 Apr 04 11:57:36.661664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4046b891-0e11-43ec-a43b-8aaa322f9331 req-7a9ebbec-614c-4719-8a9c-82372ccee00f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Apr 04 11:57:36.716636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a777d-d915-40bd-b1c8-27fb0e981a8e req-7c028fbf-43c8-4978-be73-6dc55b59d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:36.718112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-159a777d-d915-40bd-b1c8-27fb0e981a8e req-7c028fbf-43c8-4978-be73-6dc55b59d603 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0390935 Apr 04 11:57:36.751681 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-159a777d-d915-40bd-b1c8-27fb0e981a8e req-50bf4368-f067-45dd-a7ec-555533d0ece0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275950 Apr 04 11:57:37.779385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee18487-f276-4873-ac41-117b071a219c req-da5fdc43-cb31-47cf-9b94-a32c57473f17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:37.781107 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6ee18487-f276-4873-ac41-117b071a219c req-da5fdc43-cb31-47cf-9b94-a32c57473f17 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.0515125 Apr 04 11:57:37.817998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6ee18487-f276-4873-ac41-117b071a219c req-450f05e3-0280-4a61-a769-2369cab1010e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308547 Apr 04 11:57:38.932072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090d16-0caf-49de-8e30-ee472a042c58 req-c33b3143-e4dc-4117-889f-7abd573c13d0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:38.933587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b090d16-0caf-49de-8e30-ee472a042c58 req-c33b3143-e4dc-4117-889f-7abd573c13d0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.0487504 Apr 04 11:57:38.970768 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b090d16-0caf-49de-8e30-ee472a042c58 req-806f54bf-9596-432e-bf19-ad55f84cee03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Apr 04 11:57:39.085878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f668c8e-fff9-40bf-ae46-e1866b1f00f1 req-b9145a09-01e7-400c-8222-d302013bf782 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:39.087362 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f668c8e-fff9-40bf-ae46-e1866b1f00f1 req-b9145a09-01e7-400c-8222-d302013bf782 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.0495853 Apr 04 11:57:39.125537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f668c8e-fff9-40bf-ae46-e1866b1f00f1 req-d6c5adb1-e4ee-4170-8657-de53848cf833 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322051 Apr 04 11:57:39.148620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43014) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:39.192585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0c22b-5e18-4687-b98c-8173e88e7e2b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:39.196713 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a2a0c22b-5e18-4687-b98c-8173e88e7e2b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0443766 Apr 04 11:57:39.196922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43016) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:39.201126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:57:39.270576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:39.367154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:39.474194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.41 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/8753c1c1-ebca-4319-b68f-5e2bcdb3a76f) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 11:57:39.568786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:39.642199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:39.686051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 11:57:39.689420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 11:57:39.693536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 11:57:39.696453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8753c1c1-ebca-4319-b68f-5e2bcdb3a76f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:40.036065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.152676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.299339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.361647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.427032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8753c1c1-ebca-4319-b68f-5e2bcdb3a76f,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:57:40.438620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.537627 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP bf09dace-6226-4e06-bb28-ed3391b3decd associated. External IP: 172.26.1.41, port: 8b89a67c-f625-4cde-8a01-ffc59469f759. Apr 04 11:57:40.739275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 46be0a11-62e9-45d7-9058-97d7594d935a has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 11:57:40.843514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 11:57:40.852950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Sync routers for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 11:57:40.862398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:40.863379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:57:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:40.912415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:40.939515 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-484344f1-54aa-4c5b-9d19-603bfef7380b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7415738 Apr 04 11:57:40.940205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 11:57:40.942353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43018) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:40.942893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097a62e-acd7-4564-a224-036b94dde6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 11:57:40.984859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbba703-f295-4f03-a358-4c946415997e x-openstack-request-id: req-bbbba703-f295-4f03-a358-4c946415997e {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 11:57:40.985368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 11:57:40.985745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbbba703-f295-4f03-a358-4c946415997e {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 11:57:40.986209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbba703-f295-4f03-a358-4c946415997e'] response: {'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'status': 'completed', 'code': 200} Apr 04 11:57:41.018114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e8ac2585-740b-43ef-94fc-037de971d253 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/bf09dace-6226-4e06-bb28-ed3391b3decd HTTP/1.1" status: 200 len: 991 time: 0.0693634 Apr 04 11:57:41.049935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-b6339add-689d-469c-ade8-0681b18f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:41.051471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-b6339add-689d-469c-ade8-0681b18f75be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0439610 Apr 04 11:57:41.114824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:41.147064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-3cd250ca-1719-40e9-be78-055f0796e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:41.148560 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-3cd250ca-1719-40e9-be78-055f0796e630 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 898 time: 0.0902445 Apr 04 11:57:41.217120 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-a8673240-b40f-4f59-8ad1-92079ac837bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 999 time: 0.0618222 Apr 04 11:57:41.268931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-73506980-0284-4642-b0e9-247df371148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:41.270318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-73506980-0284-4642-b0e9-247df371148a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0469115 Apr 04 11:57:41.315494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-4d9e7110-65bd-4ac3-8c8f-4da30ff1837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:41.316983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-4d9e7110-65bd-4ac3-8c8f-4da30ff1837f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407479 Apr 04 11:57:41.339452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'bf09dace-6226-4e06-bb28-ed3391b3decd', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.41', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'port_id': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'mac_address': 'fa:16:3e:a3:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:57:39Z', 'updated_at': '2022-04-04T11:57:39Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:41.369416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Checking router: 46be0a11-62e9-45d7-9058-97d7594d935a for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 11:57:41.378677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 11:57:41.379299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:57:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:41.406480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-e9edc85b-b3fc-41c8-845a-63d407c29135 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Apr 04 11:57:41.486219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 11:57:41.499878 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f097a62e-acd7-4564-a224-036b94dde6f3 req-050ca0ae-68ba-4342-9727-126a0f3080e3 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Apr 04 11:57:41.704061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'bf09dace-6226-4e06-bb28-ed3391b3decd', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.41', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'port_id': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'mac_address': 'fa:16:3e:a3:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:57:39Z', 'updated_at': '2022-04-04T11:57:39Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 11:57:41.732674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17544699-aef8-4ab3-ae70-3bd2761f77b9 None None] The sync data for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv is: [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'bf09dace-6226-4e06-bb28-ed3391b3decd', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.41', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'port_id': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'mac_address': 'fa:16:3e:a3:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T11:57:39Z', 'updated_at': '2022-04-04T11:57:39Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 11:57:41.923175 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977bd67-b1cc-4490-b143-92a7282fa0b7 None None] New status for floating IP bf09dace-6226-4e06-bb28-ed3391b3decd: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 11:57:42.016970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43022) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:42.075844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-de3aa864-565c-4e01-9ef1-2708afbe28a3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/bf09dace-6226-4e06-bb28-ed3391b3decd HTTP/1.1" status: 200 len: 991 time: 0.0577285 Apr 04 11:57:43.079810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43024) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:57:43.144537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-aefb37ca-d420-4d23-b9a3-890397f50feb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/bf09dace-6226-4e06-bb28-ed3391b3decd HTTP/1.1" status: 200 len: 993 time: 0.0635867 Apr 04 11:57:44.463390 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:57:52.195495 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-e355bca8-0696-4cf9-b030-9a92075922bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391564 Apr 04 11:57:52.287816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-a3a3f7f7-de5d-4945-b4cf-350c7b5cb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:52.289267 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-a3a3f7f7-de5d-4945-b4cf-350c7b5cb04a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0396950 Apr 04 11:57:52.410425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-2b052e0a-6d2d-4b08-874b-3f1e68e139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:52.411896 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-2b052e0a-6d2d-4b08-874b-3f1e68e139a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 898 time: 0.0928445 Apr 04 11:57:52.474859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-fd3b14aa-1489-4ae6-84c7-c8ba2f4f56dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 1001 time: 0.0560462 Apr 04 11:57:52.526084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-514e0753-28dc-4453-a7a4-8109be79143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:52.527484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-514e0753-28dc-4453-a7a4-8109be79143f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0459101 Apr 04 11:57:52.572173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-6fb1487a-c680-4dc8-9886-d861e1b3db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:57:52.573640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-6fb1487a-c680-4dc8-9886-d861e1b3db8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395188 Apr 04 11:57:52.664286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-d0f751be-b9ee-429e-9cdb-3a56e8ce3d1f service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Apr 04 11:57:52.751559 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce1afdec-9ef5-474a-abe1-779896a2c517 req-c519830d-8cdd-42da-a839-ec7793654f1a service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799439 Apr 04 11:57:57.190590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a87d-8660-47c9-9c1b-f8d988fec012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:57:59.451102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c361cd1f-7fa2-47e6-b051-55edabd1e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:00.508002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:02.039360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:02.372754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:04.262138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:21.462375 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:58:27.204326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5455c37a-dd22-40bb-91a4-a67ff373bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:29.435791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b3ab-f654-4aaa-8731-d0f5b01a7b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:30.524376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:32.033092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:32.418488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:34.250107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:52.187089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-61a5d4f0-8e42-4cde-b9e0-a8921837300e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390742 Apr 04 11:58:52.271533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-ca42e544-b6d6-4f58-8822-491facd7dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:58:52.272953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-ca42e544-b6d6-4f58-8822-491facd7dfc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0435727 Apr 04 11:58:52.374084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-edefd288-29f5-40d2-be59-a613ce83505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:58:52.375537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-edefd288-29f5-40d2-be59-a613ce83505d service neutron] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 898 time: 0.0826008 Apr 04 11:58:52.442835 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-70e62d67-d3ac-41fc-b0f7-947e19600de9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 1001 time: 0.0607853 Apr 04 11:58:52.490913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-20c8d6b9-8698-4e99-8f27-56d4f9c23004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:58:52.492395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-20c8d6b9-8698-4e99-8f27-56d4f9c23004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0431538 Apr 04 11:58:52.537295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-3f98bec3-f370-4b11-bb02-69c1b6c077ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:58:52.538822 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-3f98bec3-f370-4b11-bb02-69c1b6c077ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396340 Apr 04 11:58:52.637848 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-18838c35-1871-4a93-9ea8-985a267c7e8f service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925360 Apr 04 11:58:52.724252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-91e17bd9-5337-42a0-a4b2-5592badefd56 req-9f772c96-f7e3-4d87-9eb3-a2c5f0dd06eb service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794492 Apr 04 11:58:57.207251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2936da24-31dd-4ecb-aab6-b7deb5d72a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:58:58.462108 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:58:59.463931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5bcbc3f7-2223-426f-890e-373c54e840ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:00.532417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:02.043206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:02.400524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:04.288954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:27.219827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-718fb3a8-c8f5-41e2-9558-83fd1379784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:29.436834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7a396215-24da-49a2-bbf6-3e891c3d0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:30.508762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:32.052055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:32.389082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:34.283092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:35.462067 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 11:59:36.507187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43046) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 11:59:36.515553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 11:59:36.608033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127818589'] for subnet, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:36.808544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779926915238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127075343'] for subnet, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:36.845167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:59:36.845795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:36.849263 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/subnets/43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 836 time: 0.3387439 Apr 04 11:59:36.852760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e09d32-e228-4716-8de2-5b9c3ebb232f None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 11:59:36.859267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=43f11eab-ff3b-4433-8b4e-7a0da03b1338,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 11:59:36.866921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.867282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.867638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.867983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.868330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.868678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.869011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.869346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.869713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.870045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.870376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:36.870705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10716b-413c-4f0e-9cff-5bc6f72a6265 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 11:59:37.272271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Provisioning complete for port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:59:37.272646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:37.360351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Provisioning complete for port 8b89a67c-f625-4cde-8a01-ffc59469f759 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:59:37.360619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:37.442746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Provisioning complete for port ec0387b4-05ce-4a4a-80dd-30895837dbaa triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 11:59:37.443111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4c573d2b-0af9-4bdb-aedb-05cc61d5ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:52.229069 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-0e821431-4b38-46c7-bc3e-5edb83fc6d6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847313 Apr 04 11:59:52.307356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-0a65da82-7df4-4ec0-8f3b-8fe5c4f3ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:59:52.308733 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-0a65da82-7df4-4ec0-8f3b-8fe5c4f3ef46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0409408 Apr 04 11:59:52.409337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-6b8a389d-f616-44fb-9425-f6439d825fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:59:52.410831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-6b8a389d-f616-44fb-9425-f6439d825fd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 898 time: 0.0820396 Apr 04 11:59:52.478082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-2cda6250-d320-4216-9f37-6afed20d05af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 1001 time: 0.0606327 Apr 04 11:59:52.524648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-f5cd0e35-799a-4025-813f-585bf8da8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:59:52.526078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-f5cd0e35-799a-4025-813f-585bf8da8c4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0423334 Apr 04 11:59:52.570347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-08617ad1-72fd-4ffa-aa75-11df78bb40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 11:59:52.571813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-08617ad1-72fd-4ffa-aa75-11df78bb40d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389490 Apr 04 11:59:52.663008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-58aee1e2-8ff5-4166-8217-0c6d02d556ea service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845869 Apr 04 11:59:52.747883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d4e8c7-e223-4b3d-9dd2-825e5f14a89c req-7460785d-59f3-41a0-8b02-94c14962fb38 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787983 Apr 04 11:59:57.205467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-21abf816-e093-4fd2-a4e9-8136156d1806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 11:59:59.447575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0359ce02-128e-4ba3-89b1-77a62a539534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:00.538954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:02.042202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:02.413513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:04.285705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:12.461783 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:00:19.723145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43062) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:19.955709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 8753c1c1-ebca-4319-b68f-5e2bcdb3a76f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:00:19.956050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.028120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.028448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.040013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 8753c1c1-ebca-4319-b68f-5e2bcdb3a76f owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:00:20.253141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.278078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=8753c1c1-ebca-4319-b68f-5e2bcdb3a76f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:20.290480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.290830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.291195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.291536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.291913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.292254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.292581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.292912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.293239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.293577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.293906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.294227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:20.348562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.348951 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP bf09dace-6226-4e06-bb28-ed3391b3decd disassociated (deleted). External IP: 172.26.1.41, port: 8b89a67c-f625-4cde-8a01-ffc59469f759. Apr 04 12:00:20.548962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 46be0a11-62e9-45d7-9058-97d7594d935a has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:00:20.970564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:00:20.975245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:20.979986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Sync routers for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:00:20.990070 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:20.990681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:59:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:21.006515 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d50a9cf7-d970-4b22-8818-cbcfceef05b4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/bf09dace-6226-4e06-bb28-ed3391b3decd HTTP/1.1" status: 204 len: 168 time: 1.2793341 Apr 04 12:00:21.006515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:00:21.006917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:00:21.052688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78247d4-18c5-403e-bb64-ce3dbe62e012 x-openstack-request-id: req-d78247d4-18c5-403e-bb64-ce3dbe62e012 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:00:21.053472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:00:21.053847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d78247d4-18c5-403e-bb64-ce3dbe62e012 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:00:21.054252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78247d4-18c5-403e-bb64-ce3dbe62e012'] response: {'name': 'network-changed', 'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'status': 'completed', 'code': 200} Apr 04 12:00:21.101771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:21.117422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-dea12665-383f-421a-ab27-8aeb04b4c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:21.118963 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-dea12665-383f-421a-ab27-8aeb04b4c401 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0419693 Apr 04 12:00:21.210033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-0d769d41-c643-4720-9bce-42ae4676e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:21.211499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-0d769d41-c643-4720-9bce-42ae4676e516 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 200 len: 898 time: 0.0860775 Apr 04 12:00:21.256009 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-97c91b11-9048-48dc-a070-4ab87a9f54c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 200 len: 217 time: 0.0382347 Apr 04 12:00:21.300183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:21.305193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-f2a3ca7c-4273-43dc-b56d-e028b7513ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:21.306840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-f2a3ca7c-4273-43dc-b56d-e028b7513ef2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 200 len: 844 time: 0.0447454 Apr 04 12:00:21.326871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Checking router: 46be0a11-62e9-45d7-9058-97d7594d935a for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:00:21.334917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:21.335522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:59:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:21.351544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-77211423-1775-4dcb-9da6-b018990d3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:21.353066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-77211423-1775-4dcb-9da6-b018990d3407 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35722ea2-d62f-4bbb-a080-5968ab57d146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399797 Apr 04 12:00:21.448221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-13e3d54a-2a9e-4479-9b67-97843f1d5e15 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884039 Apr 04 12:00:21.540550 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d955c3fe-c0f7-44f2-8586-7dcad79be0f2 req-9e9e5524-5d37-4c63-99e9-6e72582f8454 service neutron] 10.222.0.44 "GET /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Apr 04 12:00:21.582282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:21.772978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:21.802329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e33b75-2462-4cdd-b8d2-3a2e05872d5e None None] The sync data for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv is: [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ec0387b4-05ce-4a4a-80dd-30895837dbaa', 'name': '', 'network_id': '35722ea2-d62f-4bbb-a080-5968ab57d146', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:19:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:21Z', 'updated_at': '2022-04-04T11:57:24Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '43f11eab-ff3b-4433-8b4e-7a0da03b1338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:00:22.004095 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92151e3b-304c-48f6-9997-cb28959ad167 None None] New status for floating IP bf09dace-6226-4e06-bb28-ed3391b3decd: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:00:22.614647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22344d-c79f-4212-9d7c-12a2c6086110 req-44e9fd7f-953c-452d-ada8-a1097f7ae281 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:22.616062 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eb22344d-c79f-4212-9d7c-12a2c6086110 req-44e9fd7f-953c-452d-ada8-a1097f7ae281 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.1940017 Apr 04 12:00:22.652648 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eb22344d-c79f-4212-9d7c-12a2c6086110 req-6fb65017-3ec4-46b0-b3e7-f399ce2ae9a3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307088 Apr 04 12:00:23.780256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-8c56bfef-e950-455e-8e4d-1feedcd94eea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:23.781742 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-8c56bfef-e950-455e-8e4d-1feedcd94eea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.0538566 Apr 04 12:00:23.879366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022bfa9-acb3-48ab-9d84-31298e689d54 req-ae3e5859-0201-4b14-b654-80dcd49e9c03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:23.880897 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2022bfa9-acb3-48ab-9d84-31298e689d54 req-ae3e5859-0201-4b14-b654-80dcd49e9c03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 946 time: 0.1592710 Apr 04 12:00:23.930456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2022bfa9-acb3-48ab-9d84-31298e689d54 req-64de3db8-89d2-4d8a-85b8-40e7139af6ca tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bfda70d-52de-4123-89b5-48c597ea6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Apr 04 12:00:23.935004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 8b89a67c-f625-4cde-8a01-ffc59469f759 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:00:23.935354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:24.021739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 8b89a67c-f625-4cde-8a01-ffc59469f759, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8b89a67c-f625-4cde-8a01-ffc59469f759,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:24.022107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:24.033785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 8b89a67c-f625-4cde-8a01-ffc59469f759 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:00:24.253126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:24.281875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=8b89a67c-f625-4cde-8a01-ffc59469f759,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:24.323216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 8b89a67c-f625-4cde-8a01-ffc59469f759 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:00:24.329108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:24.329108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5a28b3b1-9987-480d-8af3-1e904d51aeac req-013cf299-b855-40e7-a1cd-5f89987c89b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/8b89a67c-f625-4cde-8a01-ffc59469f759 HTTP/1.1" status: 204 len: 173 time: 0.5396349 Apr 04 12:00:24.329534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'name': 'network-vif-deleted', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:00:24.331899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68daff-1af1-4b80-aac2-85ba80396cdd" -d '{"events": [{"server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "name": "network-vif-deleted", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:00:24.366901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e423fa-eef5-4c14-8f6b-51dff95acf35 x-openstack-request-id: req-37e423fa-eef5-4c14-8f6b-51dff95acf35 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:00:24.367192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68bda8b-0749-4f70-bff2-a2910f3da3c5", "name": "network-vif-deleted", "tag": "8b89a67c-f625-4cde-8a01-ffc59469f759", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:00:24.367447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37e423fa-eef5-4c14-8f6b-51dff95acf35 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:00:24.367875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e423fa-eef5-4c14-8f6b-51dff95acf35'] response: {'server_uuid': 'e68bda8b-0749-4f70-bff2-a2910f3da3c5', 'name': 'network-vif-deleted', 'tag': '8b89a67c-f625-4cde-8a01-ffc59469f759', 'status': 'completed', 'code': 200} Apr 04 12:00:25.041160 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1aa0ed49-fa7c-4ddb-b9e3-4914922b2579 req-cff74c8e-f013-43a6-b6ff-7ac7dcae03f9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68bda8b-0749-4f70-bff2-a2910f3da3c5 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Apr 04 12:00:26.096878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43100) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:26.153589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:26.180204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:26.308676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:26.311304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:26.318705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/3bfda70d-52de-4123-89b5-48c597ea6d60 HTTP/1.1" status: 204 len: 168 time: 0.2146161 Apr 04 12:00:26.322585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f611494-428d-400f-9c09-46b389c41ce1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfda70d-52de-4123-89b5-48c597ea6d60,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:26.412293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43108) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:26.766134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.018494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port ec0387b4-05ce-4a4a-80dd-30895837dbaa {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:00:27.018757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.105503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port ec0387b4-05ce-4a4a-80dd-30895837dbaa, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ec0387b4-05ce-4a4a-80dd-30895837dbaa,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:27.106135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.118135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for ec0387b4-05ce-4a4a-80dd-30895837dbaa owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:00:27.229809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-66a7c8a2-9810-4c98-8625-e7c602afd069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.378443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.411369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=ec0387b4-05ce-4a4a-80dd-30895837dbaa,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:27.581953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:27.792147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 46be0a11-62e9-45d7-9058-97d7594d935a has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:00:27.901685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:00:27.906749 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f59fef03-f460-427d-8d55-af5b4311c735 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/46be0a11-62e9-45d7-9058-97d7594d935a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4934480 Apr 04 12:00:27.909891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:27.913147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Sync routers for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:00:27.922230 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:27.922855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:59:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:27.959431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 43f11eab-ff3b-4433-8b4e-7a0da03b1338 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:00:27.962506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.001649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.027680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:28.102639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.214322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T12:00:27Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:28.241879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.244350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Checking router: 46be0a11-62e9-45d7-9058-97d7594d935a for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:00:28.252820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Routers {'46be0a11-62e9-45d7-9058-97d7594d935a'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:28.253425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T11:59:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['46be0a11-62e9-45d7-9058-97d7594d935a'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:28.269767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=43f11eab-ff3b-4433-8b4e-7a0da03b1338,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:28.272323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.275453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-714ef6ef-7dbf-4af7-8fac-da58ee01b3b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/43f11eab-ff3b-4433-8b4e-7a0da03b1338 HTTP/1.1" status: 204 len: 168 time: 0.3646159 Apr 04 12:00:28.278052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43112) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:28.294024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173550fd-9cf1-47b8-9533-f76a555b23b9 None None] Network 35722ea2-d62f-4bbb-a080-5968ab57d146 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:00:28.382255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.453215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] Set router 46be0a11-62e9-45d7-9058-97d7594d935a gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:28.487318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.619513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:00:28.619995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.621126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] DHCP port deletion for 35722ea2-d62f-4bbb-a080-5968ab57d146 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:00:28.685869 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T12:00:27Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:28.689683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Deleting port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:00:28.690058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.700755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:28.701130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.713258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:00:28.727405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1daf5-76be-4f7c-b024-136b340eca32 None None] The sync data for ids ['46be0a11-62e9-45d7-9058-97d7594d935a'] in dv-neutron-835866-1-hyperv is: [{'id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'name': 'tempest-TestNetworkBasicOps-router-731871953', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T11:57:17Z', 'updated_at': '2022-04-04T12:00:27Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': '5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be0a11-62e9-45d7-9058-97d7594d935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T11:57:18Z', 'updated_at': '2022-04-04T11:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:00:28.780848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] For port 33e4b4d1-696f-4534-af4e-ad3a77566ce8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=33e4b4d1-696f-4534-af4e-ad3a77566ce8,segment=NetworkSegment(57c13227-2051-4f4d-bd4b-5c3db7628c4c),segment_id=57c13227-2051-4f4d-bd4b-5c3db7628c4c)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:28.781249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.793427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Calling delete_port for 33e4b4d1-696f-4534-af4e-ad3a77566ce8 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:00:28.921406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.943192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:28.946348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Pushing event deleted for resources: {'Port': ['ID=33e4b4d1-696f-4534-af4e-ad3a77566ce8,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:28.951499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] No DVR routers for this DVR port 33e4b4d1-696f-4534-af4e-ad3a77566ce8 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:00:28.959870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.960253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.960598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.960938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.961777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.961777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.962020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.962289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.962619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.962939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.963278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.963660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e209e91-60af-46d0-807d-454bae648c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:28.971184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:29.013020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8b89a67c-f625-4cde-8a01-ffc59469f759 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:00:29.033859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 8b89a67c-f625-4cde-8a01-ffc59469f759 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:00:29.034212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8b89a67c-f625-4cde-8a01-ffc59469f759 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:00:29.037677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.133262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.135410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.422846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7d28918-b349-4b05-87fa-584543bc8618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.548191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.548782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 46be0a11-62e9-45d7-9058-97d7594d935a {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:00:29.555482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.556601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-619b8ca4-fc92-42af-8292-63168f7a29ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/46be0a11-62e9-45d7-9058-97d7594d935a HTTP/1.1" status: 204 len: 168 time: 1.2776492 Apr 04 12:00:29.559386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43116) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:29.637898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.726535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.745165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35722ea2-d62f-4bbb-a080-5968ab57d146']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:29.754003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c13227-2051-4f4d-bd4b-5c3db7628c4c') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:29.754304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c13227-2051-4f4d-bd4b-5c3db7628c4c') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:29.763797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.776787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.782676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:00:29.783063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:00:29.785903 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:00:29.915806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.926040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:29.926040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/35722ea2-d62f-4bbb-a080-5968ab57d146 HTTP/1.1" status: 204 len: 168 time: 0.3649962 Apr 04 12:00:29.934738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43118) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:29.937249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297d1c-bf52-416a-b2e5-1f1a94cf761f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=35722ea2-d62f-4bbb-a080-5968ab57d146,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:29.941041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--684296502', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:30.041531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:00:30.045201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.069019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:00:30.079934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.085157 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 840cb2b5-03e3-4c20-913b-1bb205aeb76d of type vlan for network 6899f6e7-ae34-48e1-82e7-9282633424f6 Apr 04 12:00:30.112369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 33e4b4d1-696f-4534-af4e-ad3a77566ce8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:00:30.120224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.134515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 33e4b4d1-696f-4534-af4e-ad3a77566ce8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:00:30.134861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 33e4b4d1-696f-4534-af4e-ad3a77566ce8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:00:30.135276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:00:30.153930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:00:30.154352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b05b3fe-04a1-4ec6-a3bd-9c0e55490eaa not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:00:30.154759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ec0387b4-05ce-4a4a-80dd-30895837dbaa no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:00:30.173843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ec0387b4-05ce-4a4a-80dd-30895837dbaa {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:00:30.174187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ec0387b4-05ce-4a4a-80dd-30895837dbaa not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:00:30.206980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.213109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:30.213771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.283042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=6899f6e7-ae34-48e1-82e7-9282633424f6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:30.293340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:00:30.305265 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c5c59d19-4c10-40ab-9c8f-7d0c166043f2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3694487 Apr 04 12:00:30.307916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43120) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:30.312454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:30.394444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.395522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.446800 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.561379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.691894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.935985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:30.957460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:31.060665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.177 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d8443fde-8fb3-408b-aac9-6aa1c2593e70) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:00:31.162892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:31.258906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:31.295070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:31.299507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:31.303551 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:00:31.327216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=d8443fde-8fb3-408b-aac9-6aa1c2593e70,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:31.611218 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:31.799810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:31.988489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:00:32.045899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.094758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:00:32.104621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:00:32.114224 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:32.114843 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:32.190298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.191552 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-26aad3e5-78d8-4d20-9a47-79d9b9a49f3b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8826070 Apr 04 12:00:32.194824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43122) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:32.220123 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:32.355143 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a64d5b64-4a62-4492-b5f9-ebf7b7edce4c tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1592362 Apr 04 12:00:32.357696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43126) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:32.400004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.445084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1af0d-d951-46c5-b4d5-768c2ee01e7a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:32.446656 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e3d1af0d-d951-46c5-b4d5-768c2ee01e7a tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880418 Apr 04 12:00:32.449468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43128) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:32.478072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec7eb66c-cd9f-4ef7-b5af-61cda721b663 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273879 Apr 04 12:00:32.480428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43130) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:32.485353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1199410071', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:32.486229 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:31Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:32.516289 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:00:32.516641 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Updating router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf port d8443fde-8fb3-408b-aac9-6aa1c2593e70 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:00:32.541711 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.652474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:00:32.655990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.799133 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.881652 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.909967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.930446 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Attempting to bind port d8443fde-8fb3-408b-aac9-6aa1c2593e70 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:00:32.930807 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Attempting to bind port d8443fde-8fb3-408b-aac9-6aa1c2593e70 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:00:32.931171 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Attempting to bind port d8443fde-8fb3-408b-aac9-6aa1c2593e70 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:00:32.937683 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Pushing event updated for resources: {'Port': ['ID=d8443fde-8fb3-408b-aac9-6aa1c2593e70,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:32.944189 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:00:32.944536 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:00:32.944934 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.945313 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:00:32.945780 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Bound port: d8443fde-8fb3-408b-aac9-6aa1c2593e70, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:00:32.946153 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:32.949228 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.949583 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.949919 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.950249 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.950575 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.950901 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.951222 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.951542 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.951863 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.952176 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.952493 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.952806 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:32.973145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=b7fca6bc-1520-41be-b94e-002a9c0568a9,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:32.981683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:00:32.982071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: 6899f6e7-ae34-48e1-82e7-9282633424f6, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:00:33.004790 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] For port d8443fde-8fb3-408b-aac9-6aa1c2593e70, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:00:33.008344 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] For port d8443fde-8fb3-408b-aac9-6aa1c2593e70, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8443fde-8fb3-408b-aac9-6aa1c2593e70,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:00:33.104021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:00:33.132973 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.188284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 6899f6e7-ae34-48e1-82e7-9282633424f6) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:33.190691 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:33.191311 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:33.193079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:33.193851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.198003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cce26d-5bb2-4b2a-a479-61fc3c8c5356 None None] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:00:33.227772 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1165c-789f-4f44-910e-bf5070666b8a None None] Pushing event updated for resources: {'Port': ['ID=d8443fde-8fb3-408b-aac9-6aa1c2593e70,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:33.285921 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b3a7ea75-1209-4c6a-a090-38085482838d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8038883 Apr 04 12:00:33.288578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43132) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:33.315454 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:33.378643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-6899f6e7-ae34-48e1-82e7-9282633424f6', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:00:33.381095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.499603 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:31Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:33.517197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Allocated IP 172.20.0.2 (6899f6e7-ae34-48e1-82e7-9282633424f6/b7fca6bc-1520-41be-b94e-002a9c0568a9/5b9e719c-7beb-4f1d-867f-7bdf5b99c29e) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:00:33.527484 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd648-5ecb-434b-9644-f7b82c97e63e None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:31Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:00:33.671236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.739170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.748852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.791209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:33.793993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:33.797379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:00:33.809132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Pushing event updated for resources: {'Port': ['ID=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:33.861160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Attempting to bind port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:00:33.861706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Attempting to bind port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:00:33.861924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Attempting to bind port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:00:33.867641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:00:33.868024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Checking segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:00:33.868483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.868887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Bound using segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:00:33.869358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Bound port: 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:00:33.869783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:33.941613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-01dab77c-7a42-4258-883e-932f78035298 None None] For port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:00:33.944839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-01dab77c-7a42-4258-883e-932f78035298 None None] For port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:00:34.008632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.069863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (6899f6e7-ae34-48e1-82e7-9282633424f6/b7fca6bc-1520-41be-b94e-002a9c0568a9/07464944-8238-4fa8-a61e-9a9fa79d1729) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:00:34.077125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab77c-7a42-4258-883e-932f78035298 None None] Pushing event updated for resources: {'Port': ['ID=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:34.173787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8443fde-8fb3-408b-aac9-6aa1c2593e70 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:00:34.228017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.253047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d8443fde-8fb3-408b-aac9-6aa1c2593e70 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:34.253528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.350403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.361709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.364730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.385175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port d8443fde-8fb3-408b-aac9-6aa1c2593e70, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8443fde-8fb3-408b-aac9-6aa1c2593e70,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:34.411941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:34.415153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:34.419639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:00:34.423774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:34.475612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.477188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.533456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=d8443fde-8fb3-408b-aac9-6aa1c2593e70,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:34.692319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:34.969589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.012581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.074797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485de226-72f2-46dd-9fc9-56be7b5f3119 None None] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:00:35.095102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.097084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:35.150288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] Provisioning complete for port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:35.150655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.189199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:35.191058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:35.289190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.308892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:00:35.332864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] For port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:35.411881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.428969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:00:35.434516 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d9d16261-01a2-41b4-82cf-2c4f384d3c94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/57ae3ac4-8c58-4349-a21a-4ea4965f5baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447999 Apr 04 12:00:35.437126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43134) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:35.471767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b2f98-7529-47db-ae27-1fd4b30b75ab None None] Pushing event updated for resources: {'Port': ['ID=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:35.535350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ad299493-5385-41d2-949d-7f118f926581 None None] Provisioning complete for port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:35.537038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad299493-5385-41d2-949d-7f118f926581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.545629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc114cba-8d99-4238-a05d-26de5c8fe954 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.546218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc114cba-8d99-4238-a05d-26de5c8fe954 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.546792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc114cba-8d99-4238-a05d-26de5c8fe954 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.547461 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc114cba-8d99-4238-a05d-26de5c8fe954 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.549281 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc114cba-8d99-4238-a05d-26de5c8fe954 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1107268 Apr 04 12:00:35.552581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43136) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:35.609998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95651b1e-593d-4b0c-970c-6bff235ba3b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.610597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95651b1e-593d-4b0c-970c-6bff235ba3b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.611121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95651b1e-593d-4b0c-970c-6bff235ba3b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.611657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95651b1e-593d-4b0c-970c-6bff235ba3b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:35.616975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-95651b1e-593d-4b0c-970c-6bff235ba3b7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0601764 Apr 04 12:00:35.617108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43138) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:35.642380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ad299493-5385-41d2-949d-7f118f926581 None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:35.643181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad299493-5385-41d2-949d-7f118f926581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:35.683222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ad299493-5385-41d2-949d-7f118f926581 None None] Port 07464944-8238-4fa8-a61e-9a9fa79d1729 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:00:35.756863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2262ae44-b151-40e4-b9f4-d743238fb136 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1386838 Apr 04 12:00:35.772195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:00:35.781957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:35.782851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:35.986731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-275d1e32-fd79-4b8f-9284-9cf2ea86bec2 None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:35.987027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-275d1e32-fd79-4b8f-9284-9cf2ea86bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.059818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-275d1e32-fd79-4b8f-9284-9cf2ea86bec2 None None] Port 07464944-8238-4fa8-a61e-9a9fa79d1729 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:00:36.072893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:36.206290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8443fde-8fb3-408b-aac9-6aa1c2593e70 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:00:36.250911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43142) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:36.255539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930230930', 'description': 'tempest-secgroup-smoke-1930230930 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:36.257766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0565e238-3fad-44dd-a3e0-d485a1ad8fca None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:36.258143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0565e238-3fad-44dd-a3e0-d485a1ad8fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.311986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0565e238-3fad-44dd-a3e0-d485a1ad8fca None None] Port 07464944-8238-4fa8-a61e-9a9fa79d1729 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:00:36.334272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port d8443fde-8fb3-408b-aac9-6aa1c2593e70 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:36.334643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.336808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.398183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:36.403354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.441572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:00:36.441942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Updating router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf port 07464944-8238-4fa8-a61e-9a9fa79d1729 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:00:36.468030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.473005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:00:36.475180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.497906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a0045-a2de-4412-82e4-011c302e7163,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:36.565250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.565250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c29ecae1-e745-4140-9e47-37a4ebe0c223 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3124967 Apr 04 12:00:36.567530 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43144) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:36.572283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:36.605106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:36.605467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.686418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.733981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.811089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.823264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.830061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558ad0fa-6a91-465c-b5ce-166272ab4ed2,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:36.886994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.899923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.901140 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6ce02bd2-d9c8-4034-894c-9d27dabf96c2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326056 Apr 04 12:00:36.903982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43146) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:36.908575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:36.937379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988bcb-40fa-4fcf-8b33-e691098055f2 None None] Pushing event updated for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:36.986401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Attempting to bind port 07464944-8238-4fa8-a61e-9a9fa79d1729 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:00:36.986776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Attempting to bind port 07464944-8238-4fa8-a61e-9a9fa79d1729 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:00:36.987147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Attempting to bind port 07464944-8238-4fa8-a61e-9a9fa79d1729 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:00:36.992305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:00:36.992675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Checking segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:00:36.993082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:36.993475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Bound using segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:00:36.993968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Bound port: 07464944-8238-4fa8-a61e-9a9fa79d1729, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:00:36.994358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.007807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.075596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] For port 07464944-8238-4fa8-a61e-9a9fa79d1729, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:00:37.081011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] For port 07464944-8238-4fa8-a61e-9a9fa79d1729, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=07464944-8238-4fa8-a61e-9a9fa79d1729,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:00:37.082293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.134051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c61f156d-06dc-4911-86b3-88d213746c6c None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:37.134429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c61f156d-06dc-4911-86b3-88d213746c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.158584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.182314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.200505 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94eb9698-81dd-44cb-87fc-9ffb2f29fda5,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:37.207208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.207562 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.207903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.208854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.209330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.209496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.209849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.210374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.210718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.211042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.211364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.211693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:00:37.215372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c61f156d-06dc-4911-86b3-88d213746c6c None None] Port 07464944-8238-4fa8-a61e-9a9fa79d1729 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:00:37.224018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988bcb-40fa-4fcf-8b33-e691098055f2 None None] Pushing event updated for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:37.231739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:37.232366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:37.281719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.283283 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6c1a5e62-d016-43a7-8a4e-4456821b6249 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783827 Apr 04 12:00:37.286076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43148) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:37.291098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:37.347037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:37.376564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.435971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.482310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:37.482601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.508412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.527657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d333847-2f04-4dab-8917-ed8f618956ef,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:37.597786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.599077 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ef71cb0b-a699-4fd5-9c86-78de371aa8fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120964 Apr 04 12:00:37.601901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43150) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:37.606290 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:37.611730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.629402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:37.663448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d5a10-0d67-465e-8b9b-f511df55ab3e None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:00:37.675418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.679682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] For port 07464944-8238-4fa8-a61e-9a9fa79d1729, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=07464944-8238-4fa8-a61e-9a9fa79d1729,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:37.748914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.757407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.805078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2c48a-f37e-40f9-bdb8-9477cd5d63d1 None None] Pushing event updated for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:37.830477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.861888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b23efe-8213-4299-b0fb-1886fee8f6a6,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:37.929932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:37.931179 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-50bb657c-c6cb-423e-abd5-301bf103856c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283303 Apr 04 12:00:37.934146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43152) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:37.938948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:38.041629 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:00:38.046999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.118935 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.151031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 07464944-8238-4fa8-a61e-9a9fa79d1729 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:00:38.201025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 07464944-8238-4fa8-a61e-9a9fa79d1729 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:38.201366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.201508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.233597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aecae1-004f-4a52-ae18-9551e24b1dea,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:38.300282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.301852 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dfc1523a-234f-40d5-bf53-21219b14b4c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3666434 Apr 04 12:00:38.304795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43154) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:38.309465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '7c3a0045-a2de-4412-82e4-011c302e7163', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:38.396021 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:00:38.401367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.465807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.538241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.556566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b446382-755e-4f50-b5f5-6423da832730,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:38.635887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:38.637147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-19e66cca-ad68-424a-bfe3-cf043de352e0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3313675 Apr 04 12:00:38.789266 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-5fc577f6-9bc4-4a86-8247-8885f0a846c4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930230930&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0323966 Apr 04 12:00:38.899873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-2c327dea-ccf4-47ef-80ba-dd3a91b1e7cd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:38.901361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-2c327dea-ccf4-47ef-80ba-dd3a91b1e7cd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 796 time: 0.1052339 Apr 04 12:00:38.916043 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-68616e75-6408-4d61-a4c8-dc0d87bc4b23 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0089102 Apr 04 12:00:38.965474 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0120d67b-448e-4b3c-b4eb-68a6a7a40eae tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442996 Apr 04 12:00:39.062009 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-6e4826ca-9204-4397-941f-761b97533075 service neutron] 10.222.0.43 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Apr 04 12:00:39.152131 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-c78b26e0-e1bf-4da9-9eb2-3243039bbbb7 service neutron] 10.222.0.43 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833588 Apr 04 12:00:39.392729 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5235a04f-beae-4ed9-8586-9cd7d85fb848 req-f4ddd5e3-934a-45ef-ad73-9ff9ec128e70 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 210 time: 0.0262299 Apr 04 12:00:40.485481 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67c0e2d7-4df9-4b18-8863-85fb951d4e3e req-69698552-a5da-48ec-abf7-0493a4c5ea99 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 210 time: 0.0261464 Apr 04 12:00:41.282334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-eaf5039c-2dbf-40e3-8106-136d372318fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:41.283713 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-eaf5039c-2dbf-40e3-8106-136d372318fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 796 time: 0.1024420 Apr 04 12:00:41.325367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-c81b15f0-3347-4303-8bb3-9b2cb98d6f56 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 380 time: 0.0316932 Apr 04 12:00:41.336254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['7c3a0045-a2de-4412-82e4-011c302e7163']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:41.504223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:00:41.508358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:41.593155 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9935ab8a-8505-41fc-90a9-6a238e3238ff req-cdd4ce53-d525-4d1b-b738-ab0e183ece25 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 210 time: 0.0292602 Apr 04 12:00:41.656963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.10 (6899f6e7-ae34-48e1-82e7-9282633424f6/b7fca6bc-1520-41be-b94e-002a9c0568a9/067a9e12-8ebf-4f17-868c-e8e2934c9c66) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:00:41.792009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:41.875488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:41.919685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:41.922681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:41.926204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:00:41.952863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:41.981963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:41.982593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.072454 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-7f0eb894-ea00-4a1b-bcfd-09c2d09cf634 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401059 Apr 04 12:00:42.085103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Request body: {'port': {'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:42.137092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.193430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4e8ad662-cdbc-4ad4-bd51-df642f0d0917 None None] Provisioning complete for port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:42.194059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e8ad662-cdbc-4ad4-bd51-df642f0d0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.227962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ad662-cdbc-4ad4-bd51-df642f0d0917 None None] Port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:00:42.394330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067a9e12-8ebf-4f17-868c-e8e2934c9c66 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:00:42.401958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.413531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Transition to ACTIVE for port object 067a9e12-8ebf-4f17-868c-e8e2934c9c66 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:00:42.479614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.528387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:42.600121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Attempting to bind port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:00:42.600429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Attempting to bind port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:00:42.600762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Attempting to bind port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:00:42.605290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:00:42.605639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Attempting to bind port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:00:42.610633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:00:42.613546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Checking segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:00:42.613546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Bound using segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:00:42.613546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Bound port: 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:00:42.613546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.705336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:00:42.718915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:00:42.733375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86447-157d-441f-b479-2c82cff2e81d req-9fbaa0a8-a340-49fa-a221-d6fda4642f72 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:42.736058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9e86447-157d-441f-b479-2c82cff2e81d req-9fbaa0a8-a340-49fa-a221-d6fda4642f72 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 944 time: 0.0695870 Apr 04 12:00:42.774714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9e86447-157d-441f-b479-2c82cff2e81d req-bc6e1e8b-083c-4b69-b4c4-0a521cfb05ab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Apr 04 12:00:42.784217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.821704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:42.824410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:42.824410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] 10.222.0.44 "PUT /v2.0/ports/067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 1094 time: 0.7434399 Apr 04 12:00:42.824410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:00:42.826453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c8f7f-6250-450c-b855-34c3d3cda9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:00:42.849370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0034-2239-47de-baf1-6c0a59ff8425 service neutron] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:42.945309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28090d79-5adf-4ab7-9d22-c829124ae238 x-openstack-request-id: req-28090d79-5adf-4ab7-9d22-c829124ae238 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:00:42.945630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:00:42.945885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28090d79-5adf-4ab7-9d22-c829124ae238 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:00:42.946285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28090d79-5adf-4ab7-9d22-c829124ae238'] response: {'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:00:42.959690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-1cee4a8e-eb4b-476b-a7d1-c83606ef71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:42.961208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-1cee4a8e-eb4b-476b-a7d1-c83606ef71ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1097 time: 0.0463088 Apr 04 12:00:43.009768 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-4bd7a3d2-16a1-4ee1-9bb9-647915610e94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 217 time: 0.0404913 Apr 04 12:00:43.061390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-ffa5fdd2-8bef-4c96-b4d9-e10d9d92d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.062890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-ffa5fdd2-8bef-4c96-b4d9-e10d9d92d60b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0472555 Apr 04 12:00:43.111481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-93a06594-317b-4713-a5aa-c648eaa5880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.112963 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-93a06594-317b-4713-a5aa-c648eaa5880e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434043 Apr 04 12:00:43.200187 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-4420c203-01e6-4169-ad70-02d4a6dc07ea service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794699 Apr 04 12:00:43.607128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb963a86-497a-4b9c-b3ff-841223f4f0ae req-974c7833-e96d-4704-8686-4b40f53ae7aa service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998058 Apr 04 12:00:43.746223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-04666b6d-183a-48ed-baea-7ad7f5bdee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.747740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-04666b6d-183a-48ed-baea-7ad7f5bdee75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1097 time: 0.0402799 Apr 04 12:00:43.840876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-37d48344-e8e5-42a9-8b74-d81bf4dcb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.842371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-37d48344-e8e5-42a9-8b74-d81bf4dcb4e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0873375 Apr 04 12:00:43.899968 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-6a050d87-58cb-48c4-835f-d1d6da08717e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 217 time: 0.0488522 Apr 04 12:00:43.927863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54feb0-05fd-41ca-8e74-0f28588d2fb4 req-ae4537ce-0f93-4030-a5e6-c404cbf3e64e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.929255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ad54feb0-05fd-41ca-8e74-0f28588d2fb4 req-ae4537ce-0f93-4030-a5e6-c404cbf3e64e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 944 time: 0.0860269 Apr 04 12:00:43.988675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-35b3a1f1-27e1-4ab1-9591-ea8b93836d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:43.990147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-35b3a1f1-27e1-4ab1-9591-ea8b93836d6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0820262 Apr 04 12:00:43.996967 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ad54feb0-05fd-41ca-8e74-0f28588d2fb4 req-07319665-254f-49fd-9514-d0704076acaf tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Apr 04 12:00:44.037608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-4b15110b-8fa7-4969-9af9-a453134c69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:44.039351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-4b15110b-8fa7-4969-9af9-a453134c69ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406921 Apr 04 12:00:44.131811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-d102b8b6-4009-4b05-b79a-2a5fdbfc89ef service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Apr 04 12:00:44.221098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-366c8f7f-6250-450c-b855-34c3d3cda9ea req-25da3be6-ff67-4b40-966b-61c247a2fdc5 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809643 Apr 04 12:00:45.117881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb822dd-342d-4c82-bc44-b056aa9bc2bd req-7c798a86-6c16-4fe5-b72b-8fc8c3d0c576 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:45.119401 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ffb822dd-342d-4c82-bc44-b056aa9bc2bd req-7c798a86-6c16-4fe5-b72b-8fc8c3d0c576 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 944 time: 0.0516667 Apr 04 12:00:45.160386 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ffb822dd-342d-4c82-bc44-b056aa9bc2bd req-b6eb4a66-e691-4c14-966d-8feea3006bd9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349507 Apr 04 12:00:46.280289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3680f07-6a5a-4a6f-9891-8d07f2df1697 req-7e25f306-1bbc-4083-b4f0-5b2d04ee5e06 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:46.281766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3680f07-6a5a-4a6f-9891-8d07f2df1697 req-7e25f306-1bbc-4083-b4f0-5b2d04ee5e06 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 944 time: 0.0541017 Apr 04 12:00:46.318688 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3680f07-6a5a-4a6f-9891-8d07f2df1697 req-911b1baf-cc93-4fb2-a53a-3a9a1d705754 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304818 Apr 04 12:00:47.076548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 067a9e12-8ebf-4f17-868c-e8e2934c9c66 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:00:47.168267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:47.178943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:00:47.217367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:47.229963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067a9e12-8ebf-4f17-868c-e8e2934c9c66 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:00:47.248307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:47.315217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:47.361567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:47.430590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0842c1-18be-49aa-8d87-d66e320ac631 req-0d356e94-cac7-42b4-b7df-33bf0886d32b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:47.433939 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ff0842c1-18be-49aa-8d87-d66e320ac631 req-0d356e94-cac7-42b4-b7df-33bf0886d32b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Apr 04 12:00:47.469322 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ff0842c1-18be-49aa-8d87-d66e320ac631 req-49f3e7ea-61c9-4805-b7da-e56f5dbd809b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Apr 04 12:00:47.557959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['067a9e12-8ebf-4f17-868c-e8e2934c9c66'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:00:48.580907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78785121-6749-4b0b-a6cf-dd2a14e4010b req-9b170b9b-044e-4d01-9e3a-e449cbbff8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:48.582416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-78785121-6749-4b0b-a6cf-dd2a14e4010b req-9b170b9b-044e-4d01-9e3a-e449cbbff8b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Apr 04 12:00:48.620568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-78785121-6749-4b0b-a6cf-dd2a14e4010b req-90847788-1ddf-4c6b-8494-bff4ff060cdc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Apr 04 12:00:49.107523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 067a9e12-8ebf-4f17-868c-e8e2934c9c66 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:00:49.234822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:00:49.238432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:00:49.238809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:49.315119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:49.337273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:00:49.339519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434a009b-277f-4d27-bb5c-9f596cf3c6f3" -d '{"events": [{"server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "name": "network-vif-plugged", "status": "completed", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:00:49.351705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:00:49.410688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:49.436649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6867e95-ce0a-4e09-b260-eff154f4757a x-openstack-request-id: req-a6867e95-ce0a-4e09-b260-eff154f4757a {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:00:49.436944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "name": "network-vif-plugged", "status": "completed", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:00:49.437256 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6867e95-ce0a-4e09-b260-eff154f4757a {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:00:49.437684 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6867e95-ce0a-4e09-b260-eff154f4757a'] response: {'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'code': 200} Apr 04 12:00:49.460365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:00:49.463150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:49.767749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b398e4-bcfb-44e7-8cd5-89c00d154fde req-b861f320-f8a7-4ffa-9a95-8941132af354 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:49.769218 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-88b398e4-bcfb-44e7-8cd5-89c00d154fde req-b861f320-f8a7-4ffa-9a95-8941132af354 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0806911 Apr 04 12:00:49.771647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769a051-4588-4baf-ba00-b920e8ba9ed3 req-98d6863e-2f6b-403d-9693-640dcec4e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:49.773152 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d769a051-4588-4baf-ba00-b920e8ba9ed3 req-98d6863e-2f6b-403d-9693-640dcec4e329 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0594823 Apr 04 12:00:49.827725 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-88b398e4-bcfb-44e7-8cd5-89c00d154fde req-99822628-c3d5-4585-b294-90843f9af71e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523574 Apr 04 12:00:49.831289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d769a051-4588-4baf-ba00-b920e8ba9ed3 req-81944bc3-0f60-477d-bc03-b071d7ad2fb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493076 Apr 04 12:00:50.943950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f198613-9e39-4bbb-b0df-6f84660ee0bb req-f6224d99-0e3e-4ab0-9df1-624bc1d5dbd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:50.945465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0f198613-9e39-4bbb-b0df-6f84660ee0bb req-f6224d99-0e3e-4ab0-9df1-624bc1d5dbd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0491571 Apr 04 12:00:50.983304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0f198613-9e39-4bbb-b0df-6f84660ee0bb req-2b9fcafc-e5ed-48f7-bd9f-97497fd0b366 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Apr 04 12:00:52.096971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06947dc4-6889-4fcf-9d83-c9ff29131698 req-b6dec445-e633-4fb0-a2a1-aa4fed784f78 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.098476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-06947dc4-6889-4fcf-9d83-c9ff29131698 req-b6dec445-e633-4fb0-a2a1-aa4fed784f78 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0489080 Apr 04 12:00:52.135384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-06947dc4-6889-4fcf-9d83-c9ff29131698 req-11728a28-bd0a-4bec-bb84-6a38b1f920a5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309021 Apr 04 12:00:52.181963 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-710aa0e6-4d73-4f87-9f0b-3a6e564d78b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385633 Apr 04 12:00:52.251134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf054c-b138-46b6-82c9-24d3e0428714 req-a6a5b21d-00f7-4e64-8a6e-339318f924af tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.252646 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8daf054c-b138-46b6-82c9-24d3e0428714 req-a6a5b21d-00f7-4e64-8a6e-339318f924af tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0510826 Apr 04 12:00:52.264585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-7ec4277c-5ebb-4e61-b642-bb1f67496cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.266043 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-7ec4277c-5ebb-4e61-b642-bb1f67496cbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0447199 Apr 04 12:00:52.291237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8daf054c-b138-46b6-82c9-24d3e0428714 req-a2b4d4ea-5684-45e5-9ba1-5e049e5624d0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Apr 04 12:00:52.312893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43220) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:52.353078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4cd40-bcfc-4f24-bfea-df13e07a0c06 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.354940 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-87d4cd40-bcfc-4f24-bfea-df13e07a0c06 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1094 time: 0.0410724 Apr 04 12:00:52.357791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43222) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:52.362636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:52.367774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-71998d66-897e-4da9-af95-05e49db97854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.369309 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-71998d66-897e-4da9-af95-05e49db97854 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0849359 Apr 04 12:00:52.417052 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-66bcc1e8-6e78-4afa-937d-b23f8cfcfa1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 217 time: 0.0384076 Apr 04 12:00:52.458552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:52.465245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-3537faac-28c7-4af0-b78c-a2002152661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.466765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-3537faac-28c7-4af0-b78c-a2002152661f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0435922 Apr 04 12:00:52.515498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-81468d84-808f-4598-b41c-0882ea7d7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:52.516915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-81468d84-808f-4598-b41c-0882ea7d7995 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443156 Apr 04 12:00:52.556625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:52.611165 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-8283b53b-3ca7-46fe-8d26-352df2f40042 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875778 Apr 04 12:00:52.704097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aabfe74e-ac18-47b2-aa13-194014675b89 req-0b207833-be75-45ca-b100-691812b7b934 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Apr 04 12:00:52.944865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.155 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/6e80fd5a-415e-429a-9dfe-12e14201d32e) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:00:53.043985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.131219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.170324 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:00:53.176141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:00:53.179655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:00:53.187347 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=6e80fd5a-415e-429a-9dfe-12e14201d32e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:53.536128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.654591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.796870 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.867739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:53.936329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=6e80fd5a-415e-429a-9dfe-12e14201d32e,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:53.948283 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:54.048587 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP ff2c0a5c-64d6-45a4-a822-85c81752591c associated. External IP: 172.26.1.155, port: 067a9e12-8ebf-4f17-868c-e8e2934c9c66. Apr 04 12:00:54.245867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:00:54.348638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:00:54.358902 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:00:54.368849 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:54.369451 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:54.443384 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:54.470135 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cc6c4ae0-62c0-4539-bde1-3fbedc557392 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1108139 Apr 04 12:00:54.470821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:00:54.471920 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:54.472878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43224) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:54.473374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613fb3c5-a775-4913-a721-25ef1f219d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:00:54.515513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9a56f-b9bd-4e9c-bb54-24b1764d52fa tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:54.516038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b5d9a56f-b9bd-4e9c-bb54-24b1764d52fa tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1094 time: 0.0419536 Apr 04 12:00:54.577267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7cd492-0c8d-4500-849a-52f129d28858 x-openstack-request-id: req-bd7cd492-0c8d-4500-849a-52f129d28858 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:00:54.577841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:00:54.577841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd7cd492-0c8d-4500-849a-52f129d28858 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:00:54.578331 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7cd492-0c8d-4500-849a-52f129d28858'] response: {'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:00:54.649714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-f62848d7-01f3-4dc0-a80c-cf7cef2d4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:54.651490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-f62848d7-01f3-4dc0-a80c-cf7cef2d4faf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0457208 Apr 04 12:00:54.702367 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:53Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:54.732409 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:00:54.740556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-3a35bf3e-7856-454e-8be6-3d0bfd1165cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:54.740741 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:00:54.741159 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:54.742072 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-3a35bf3e-7856-454e-8be6-3d0bfd1165cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0840540 Apr 04 12:00:54.816982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-3cc2235d-722b-4386-b47a-cfa6769d99bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 1000 time: 0.0675435 Apr 04 12:00:54.826970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43232) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:54.831764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154875090', 'description': 'tempest-secgroup-smoke-154875090 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:54.846876 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:00:54.872315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-6e2d3215-5cc9-4360-837e-ec857d6dfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:54.874084 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-6e2d3215-5cc9-4360-837e-ec857d6dfc01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0510845 Apr 04 12:00:54.915155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:54.923313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-be6f46f2-863b-43b7-af4d-b23fbfbe332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:54.924873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-be6f46f2-863b-43b7-af4d-b23fbfbe332c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440013 Apr 04 12:00:54.993144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.024484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-dc9fa053-dfac-4468-bb5f-de7a597ce41a service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916207 Apr 04 12:00:55.073979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.105225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4016d112-c415-4643-85cd-6a194bc71860,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:55.121791 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613fb3c5-a775-4913-a721-25ef1f219d7b req-77e7a433-9d52-43d4-ad7c-ad4844fb4811 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Apr 04 12:00:55.161005 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:53Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:00:55.162933 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.164208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3747f5a6-eb42-42b2-847e-25f489b5154a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3361144 Apr 04 12:00:55.172090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43234) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:55.172322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:55.192647 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c609cc0-2751-40b9-bcc9-29c46b9589c9 None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:53Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:00:55.280061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.344976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.371736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d46a7-e3b8-4ec8-a63c-b236ee97783a None None] New status for floating IP ff2c0a5c-64d6-45a4-a822-85c81752591c: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:00:55.400677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.420458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea6e4a5-7342-4546-a12b-2dfd4abd8b48,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:55.500535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.500535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ee6a9fea-8de8-4b27-98d7-f2149f890476 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313873 Apr 04 12:00:55.502661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43236) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:55.507815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:55.605133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.661095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.736373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.753492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d01788c-001b-475e-8e79-205d25fee0eb,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:55.831600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.832851 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-24e7cc11-090b-4d7d-b420-a87b9f64eeab tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3292458 Apr 04 12:00:55.835544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43238) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:55.840388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:55.925091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:55.980829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.063556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.080931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32d6cae-c330-4b0e-81e3-6add284f69cd,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:56.172730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.174169 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66549fb8-f84f-42c0-8026-416c55abf498 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370874 Apr 04 12:00:56.176783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43240) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:56.181159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:56.261055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.321238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.383302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.399060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc2ed91-a77a-4f30-a489-98261baa364d,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:56.460602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.461875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1ff1bbf9-adfa-43f5-8f86-5bd981e3017f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2841191 Apr 04 12:00:56.464523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43242) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:56.468861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:56.537731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:00:56.543062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.684749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.754794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.771488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2052ddc9-ad5f-407e-b013-0cf72fa49a02,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:56.853787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:56.854993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-21ed4d6f-1325-4672-b928-9e9e4b145e03 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3895273 Apr 04 12:00:56.857701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:00:56.861952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': '4016d112-c415-4643-85cd-6a194bc71860', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:56.949260 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:00:56.954060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:57.014329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:57.086253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:57.104555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9375fd6d-7593-416c-b5c9-3939b8120208,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:00:57.208160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:57.209953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-61ae57c4-7e3f-48cf-9043-bd858ed1cbc3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507009 Apr 04 12:00:57.233372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d6df799-2a9d-4ff1-837a-e54611b0339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:57.345009 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-b13e84cd-e703-48fe-8d5f-c454b8564a5d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154875090&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0322771 Apr 04 12:00:57.450989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-b4deb247-1bc3-4bdd-9fda-58f1b9d5a4d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:57.452459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-b4deb247-1bc3-4bdd-9fda-58f1b9d5a4d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 796 time: 0.1007681 Apr 04 12:00:57.467535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-70a6811f-4941-4042-a9f2-a88420f7af11 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0092669 Apr 04 12:00:57.520283 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-70ce5873-72bd-444c-8aa2-d713f3f4b11a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0475054 Apr 04 12:00:57.617941 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3090ff52-a0d0-4157-88bf-de316c6b7a71 service neutron] 10.222.0.43 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Apr 04 12:00:57.704315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-02e77814-7d86-465d-a873-e99d69199ade service neutron] 10.222.0.43 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803473 Apr 04 12:00:57.943430 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-76b0c81c-37c2-427b-bd47-79cabecea0c1 req-1a67a21e-cecf-47df-bb95-65a6078debda tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 210 time: 0.0265405 Apr 04 12:00:59.043219 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-54f51b36-d6d8-4e4f-87bc-ddc33e2808d6 req-e45afe59-e6cc-4d6e-b158-9d7d60807b0b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 210 time: 0.0307047 Apr 04 12:00:59.418107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-25c5d8dc-0658-4658-b4c8-396ad22e9f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:00:59.625744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-fcf47c7a-3b89-4b17-ac0d-1a283b514e30 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:00:59.627184 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-fcf47c7a-3b89-4b17-ac0d-1a283b514e30 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 796 time: 0.1050458 Apr 04 12:00:59.681665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-0945689f-1c03-4f87-a87a-c1c2f388c09f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 472 time: 0.0431337 Apr 04 12:00:59.690596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['4016d112-c415-4643-85cd-6a194bc71860']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:00:59.878950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:00:59.882669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.006112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.13 (6899f6e7-ae34-48e1-82e7-9282633424f6/b7fca6bc-1520-41be-b94e-002a9c0568a9/5bd17118-8455-4b46-9ad3-12522ce6f4b4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:01:00.138311 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7ccffc2b-7bfe-4bb9-af48-09d827755a10 req-adfb2e5a-851b-46dd-93cf-8d63de2d224e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 210 time: 0.0255592 Apr 04 12:01:00.150465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.258308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.301261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:01:00.304903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:01:00.308400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:01:00.335675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:00.363915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:00.364557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.426416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-ffedeba5-59ad-46e1-b3c3-cb2881a44dd0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396429 Apr 04 12:01:00.439112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Request body: {'port': {'device_id': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:01:00.496694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a38161ec-76b6-4efa-add2-50c03dc43d95 None None] Provisioning complete for port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:01:00.497263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a38161ec-76b6-4efa-add2-50c03dc43d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.497372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.533311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a38161ec-76b6-4efa-add2-50c03dc43d95 None None] Port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:01:00.542222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.754330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd17118-8455-4b46-9ad3-12522ce6f4b4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:01:00.761312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.773128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Transition to ACTIVE for port object 5bd17118-8455-4b46-9ad3-12522ce6f4b4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:01:00.840416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:00.908197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:00.961225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Attempting to bind port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:01:00.961669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Attempting to bind port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:01:00.962071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Attempting to bind port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:01:00.966801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:01:00.967118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Attempting to bind port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 on network 6899f6e7-ae34-48e1-82e7-9282633424f6 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:01:00.971920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:01:00.972253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Checking segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:01:00.972631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Bound using segment: {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:01:00.973053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Bound port: 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840cb2b5-03e3-4c20-913b-1bb205aeb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:01:00.973413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:01.038592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:01:01.042063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:01:01.098318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:01.136847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.138071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:01.138975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/5bd17118-8455-4b46-9ad3-12522ce6f4b4 HTTP/1.1" status: 200 len: 1094 time: 0.7041938 Apr 04 12:01:01.139426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:01.141709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52dd087-c3da-4c40-9605-6e6eb37d0733" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:01.175937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667e1a4-f378-4f81-9ea0-c138bc9521b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:01.192628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf51aeb-8aeb-486f-b34a-0a010ce0c47e x-openstack-request-id: req-eaf51aeb-8aeb-486f-b34a-0a010ce0c47e {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:01.192820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:01.193951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaf51aeb-8aeb-486f-b34a-0a010ce0c47e {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:01.194255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf51aeb-8aeb-486f-b34a-0a010ce0c47e'] response: {'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'status': 'completed', 'code': 200} Apr 04 12:01:01.262164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-41818d45-8ebf-4115-bf28-59a3d0d19224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.263465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-41818d45-8ebf-4115-bf28-59a3d0d19224 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1097 time: 0.0439613 Apr 04 12:01:01.270552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6bc7d-58e9-461c-8efe-236e6b11eaeb req-39fcc392-e2a8-4d19-bc11-92f5bc3ac8d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.272952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60f6bc7d-58e9-461c-8efe-236e6b11eaeb req-39fcc392-e2a8-4d19-bc11-92f5bc3ac8d7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 944 time: 0.0517421 Apr 04 12:01:01.313772 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60f6bc7d-58e9-461c-8efe-236e6b11eaeb req-7f0a332f-fec8-4134-925f-911624c593fb tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343637 Apr 04 12:01:01.383548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-999d75b0-ec90-4d24-8162-7265f38558e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.385013 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-999d75b0-ec90-4d24-8162-7265f38558e2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1091421 Apr 04 12:01:01.475782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-07110bc4-ce4d-4ac9-89e3-89d724ef0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.477190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f52dd087-c3da-4c40-9605-6e6eb37d0733 req-07110bc4-ce4d-4ac9-89e3-89d724ef0b95 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861788 Apr 04 12:01:01.555417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-82b04de7-18ea-4b78-aac7-ce5ad0f76491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.556869 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-82b04de7-18ea-4b78-aac7-ce5ad0f76491 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1097 time: 0.0414958 Apr 04 12:01:01.600231 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-b37d24ae-7664-4c4b-b147-4b1cda020fa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0365741 Apr 04 12:01:01.649779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-66238fe8-b7f2-4bde-ae3d-840fa350f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.651297 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-66238fe8-b7f2-4bde-ae3d-840fa350f4bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0439010 Apr 04 12:01:01.695995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-60f41c1a-47d5-4cd9-9a74-bec2bcbc95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:01.697526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-60f41c1a-47d5-4cd9-9a74-bec2bcbc95e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396533 Apr 04 12:01:01.790446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-071eba00-9346-4d1d-81b3-d08a51436359 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865312 Apr 04 12:01:01.886428 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38aae93f-deb9-4a18-ad28-36c159a5c6a8 req-eb6b6ab7-79b6-4617-aaf9-8e8e9f6115ed service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802653 Apr 04 12:01:02.041384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:02.389329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:02.434902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564c1ed-87e8-4eaf-a1fe-9f728d90c795 req-8b1a163c-a073-428e-a2fd-e2e4dbbb6e85 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:02.436405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3564c1ed-87e8-4eaf-a1fe-9f728d90c795 req-8b1a163c-a073-428e-a2fd-e2e4dbbb6e85 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 944 time: 0.0525169 Apr 04 12:01:02.473445 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3564c1ed-87e8-4eaf-a1fe-9f728d90c795 req-979743f1-a769-411b-a4cd-5bb18511a092 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Apr 04 12:01:03.591231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef70bb1-3d30-41ca-9391-868e26c69f8d req-9a915ddd-6d97-439b-b756-6883d9ce7cf8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:03.592688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ef70bb1-3d30-41ca-9391-868e26c69f8d req-9a915ddd-6d97-439b-b756-6883d9ce7cf8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 944 time: 0.0520945 Apr 04 12:01:03.630395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ef70bb1-3d30-41ca-9391-868e26c69f8d req-99bfc141-c3a7-4c55-91cf-44c3c2ca044b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Apr 04 12:01:04.290153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:04.741578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cff306-d58f-441a-a6da-c48f53a380d0 req-685b536a-7cf0-474e-8462-38f4a8ba3111 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:04.743040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b6cff306-d58f-441a-a6da-c48f53a380d0 req-685b536a-7cf0-474e-8462-38f4a8ba3111 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 944 time: 0.0478530 Apr 04 12:01:04.779706 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b6cff306-d58f-441a-a6da-c48f53a380d0 req-9c385e7b-153d-46cb-826d-ccf1f9b4d1ea tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Apr 04 12:01:05.184525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5bd17118-8455-4b46-9ad3-12522ce6f4b4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:01:05.278804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:05.289879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'port_id': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'mac_address': 'fa:16:3e:29:43:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:01:05.325231 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:05.338011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd17118-8455-4b46-9ad3-12522ce6f4b4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:01:05.356469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:05.434666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:05.484246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:05.645635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['5bd17118-8455-4b46-9ad3-12522ce6f4b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:01:05.892238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbe4c8-41bd-4956-88f0-47d0fa4c46a3 req-04fed0d9-2b75-410a-b315-dc79ef9e8672 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:05.894244 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-25dbe4c8-41bd-4956-88f0-47d0fa4c46a3 req-04fed0d9-2b75-410a-b315-dc79ef9e8672 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 945 time: 0.0490623 Apr 04 12:01:05.931605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-25dbe4c8-41bd-4956-88f0-47d0fa4c46a3 req-f0420372-7e52-45da-823d-7e1b6b7201df tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306520 Apr 04 12:01:07.043031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dcd58-5935-4969-acb5-b6ee8827a360 req-923a228e-2c21-4832-93a5-9cc9cc08d019 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:07.044481 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b3dcd58-5935-4969-acb5-b6ee8827a360 req-923a228e-2c21-4832-93a5-9cc9cc08d019 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 945 time: 0.0474744 Apr 04 12:01:07.081211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b3dcd58-5935-4969-acb5-b6ee8827a360 req-901a8c6e-f6e1-4229-8efa-d47f437f6994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308337 Apr 04 12:01:07.216139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5bd17118-8455-4b46-9ad3-12522ce6f4b4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:01:07.331670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:01:07.336173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:01:07.336575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:07.412985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:07.434149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:07.436326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe062e7e-c488-4486-9500-7fe83d00db24" -d '{"events": [{"server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "name": "network-vif-plugged", "status": "completed", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:07.449093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:07.473446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfacfe7a-6efe-4d5d-9a2f-e6d38b40f4f5 x-openstack-request-id: req-bfacfe7a-6efe-4d5d-9a2f-e6d38b40f4f5 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:07.473446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "name": "network-vif-plugged", "status": "completed", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:07.473446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfacfe7a-6efe-4d5d-9a2f-e6d38b40f4f5 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:07.473446 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfacfe7a-6efe-4d5d-9a2f-e6d38b40f4f5'] response: {'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'code': 200} Apr 04 12:01:07.520232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:07.566486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:07.835712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbcf2c-1653-493e-8f13-d9e5516fcafb req-419c2c25-0a46-4aed-8233-442566d2067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:07.837241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eecbcf2c-1653-493e-8f13-d9e5516fcafb req-419c2c25-0a46-4aed-8233-442566d2067c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1099 time: 0.0464184 Apr 04 12:01:07.871621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eecbcf2c-1653-493e-8f13-d9e5516fcafb req-f2cfa831-fe2d-40af-b1e9-5654ef8cb9ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271595 Apr 04 12:01:08.194345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c01a0-c5dd-45b8-bd6d-5d4859274a7e req-390f841d-a5f2-40d6-885c-8d942a5b4cc0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:08.195788 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ec3c01a0-c5dd-45b8-bd6d-5d4859274a7e req-390f841d-a5f2-40d6-885c-8d942a5b4cc0 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0477242 Apr 04 12:01:08.232174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ec3c01a0-c5dd-45b8-bd6d-5d4859274a7e req-61ea4533-a386-4d87-8d41-2cc311b1d82e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304599 Apr 04 12:01:09.344846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081b84-516f-4864-aa6f-b8566db8d597 req-b18e9a54-b91b-4721-b918-9dc042ee3cf7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:09.346370 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30081b84-516f-4864-aa6f-b8566db8d597 req-b18e9a54-b91b-4721-b918-9dc042ee3cf7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0470512 Apr 04 12:01:09.383002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30081b84-516f-4864-aa6f-b8566db8d597 req-7177d92f-4348-452b-a719-f8b2e5b8f464 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Apr 04 12:01:09.493376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcf60d-3849-4765-a1a6-f05ef516aace req-0965d709-12cf-4d87-b577-ce5289b8a6b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:09.494869 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f8dcf60d-3849-4765-a1a6-f05ef516aace req-0965d709-12cf-4d87-b577-ce5289b8a6b6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0465953 Apr 04 12:01:09.531047 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f8dcf60d-3849-4765-a1a6-f05ef516aace req-07f80bd9-81cb-4633-ade8-7bf908f8fc0c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303512 Apr 04 12:01:09.552020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43298) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:09.593840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba63a1-ef1d-4eaa-a541-ca71382164c9 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:09.595310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2eba63a1-ef1d-4eaa-a541-ca71382164c9 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1094 time: 0.0417814 Apr 04 12:01:09.598055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43300) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:09.602713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:01:09.691512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:09.782850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:09.885632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.199 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5bec2d98-5135-461e-a065-42552b26fffd) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:01:09.981959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.075177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.123363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:01:10.126150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:01:10.130226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:01:10.133830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=5bec2d98-5135-461e-a065-42552b26fffd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:10.472447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.613125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.762898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.811810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.877165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=5bec2d98-5135-461e-a065-42552b26fffd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:10.888425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:10.985429 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 82adbcd4-b74f-4093-a925-8bffd7ccde06 associated. External IP: 172.26.1.199, port: 5bd17118-8455-4b46-9ad3-12522ce6f4b4. Apr 04 12:01:11.522429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:01:11.625408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:01:11.635214 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:01:11.645138 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:01:11.645783 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:11.692468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:11.718935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6f4aa2b6-7fc2-4087-a58c-7dfdcf5f6271 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1199086 Apr 04 12:01:11.719475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:11.721750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c881580-87f6-4946-811e-02f3317da479" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:11.758371 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:01:11.764618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028866d-40b2-4450-98d6-ecaa04e9f28b x-openstack-request-id: req-1028866d-40b2-4450-98d6-ecaa04e9f28b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:11.764909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:11.765153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1028866d-40b2-4450-98d6-ecaa04e9f28b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:11.765574 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1028866d-40b2-4450-98d6-ecaa04e9f28b'] response: {'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'status': 'completed', 'code': 200} Apr 04 12:01:11.825899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c881580-87f6-4946-811e-02f3317da479 req-8ec246c5-368d-4b01-b716-11133da3e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:11.827389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-8ec246c5-368d-4b01-b716-11133da3e383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1099 time: 0.0391240 Apr 04 12:01:11.918965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c881580-87f6-4946-811e-02f3317da479 req-424ff701-28fe-4cde-b3cb-47759b37e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:11.920432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-424ff701-28fe-4cde-b3cb-47759b37e74f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0854855 Apr 04 12:01:11.975976 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '82adbcd4-b74f-4093-a925-8bffd7ccde06', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:29:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:01:10Z', 'updated_at': '2022-04-04T12:01:10Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}, {'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:11.985911 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-9a4ffaf9-fa9f-47ed-8880-babb50b423bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4 HTTP/1.1" status: 200 len: 1000 time: 0.0573928 Apr 04 12:01:12.004445 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:01:12.013016 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:01:12.013640 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:00:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:12.042069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c881580-87f6-4946-811e-02f3317da479 req-12b4e6ba-1dfc-4152-bd0d-5fdc1b064bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:12.043520 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-12b4e6ba-1dfc-4152-bd0d-5fdc1b064bc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0431943 Apr 04 12:01:12.094017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c881580-87f6-4946-811e-02f3317da479 req-8e99cc09-b76b-405b-9479-980d9fa7d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:12.095437 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-8e99cc09-b76b-405b-9479-980d9fa7d23f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442119 Apr 04 12:01:12.121874 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:01:12.189777 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-17c0438d-a484-4e73-97fc-9ed7adeacf23 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826349 Apr 04 12:01:12.283361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5c881580-87f6-4946-811e-02f3317da479 req-291b199e-8abe-4e39-bfb9-8071d7113560 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859163 Apr 04 12:01:12.347650 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '82adbcd4-b74f-4093-a925-8bffd7ccde06', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:29:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:01:10Z', 'updated_at': '2022-04-04T12:01:10Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}, {'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:12.375221 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6be08-d5a4-4805-98bd-c50b2687b6fe None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '82adbcd4-b74f-4093-a925-8bffd7ccde06', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:29:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:01:10Z', 'updated_at': '2022-04-04T12:01:10Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}, {'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:01:12.556688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a4404-8df6-43be-8779-a7de374b2150 None None] New status for floating IP 82adbcd4-b74f-4093-a925-8bffd7ccde06: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:01:26.459598 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:01:27.233708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2affdddd-ced1-48da-9755-10bf0aa94eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:29.428368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-361463d3-64b7-4f33-8d19-287b777c68ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:30.536736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:32.050817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:32.399723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:34.312546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:47.603095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43318) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:47.660997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-09015708-45fa-4980-a56b-f02376590d66 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/ff2c0a5c-64d6-45a4-a822-85c81752591c HTTP/1.1" status: 200 len: 994 time: 0.0562913 Apr 04 12:01:48.404071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43326) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:48.410089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:01:48.468710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:48.617793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:48.647557 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:48.707478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:48.750118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:48.750738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:48.752150 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/ports/067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 939 time: 0.3471723 Apr 04 12:01:48.752707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:48.754994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86cc775-df22-4523-bf2a-6b89187ce90b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:48.778934 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=6']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:48.786799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.787168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.787494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.787835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.788173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.788598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.788838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.789159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.789791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.790124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.790456 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.790783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44282d9e-ba6b-416c-806e-52fa72bb1519 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:48.796423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def429c-86de-482d-8bf9-0b804fc68fd7 x-openstack-request-id: req-3def429c-86de-482d-8bf9-0b804fc68fd7 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:48.796726 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:48.796989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3def429c-86de-482d-8bf9-0b804fc68fd7 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:48.797389 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3def429c-86de-482d-8bf9-0b804fc68fd7'] response: {'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:01:48.873103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-b63b8eb8-6950-47be-881b-c19d43a92aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:48.874706 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-b63b8eb8-6950-47be-881b-c19d43a92aec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1100 time: 0.0467362 Apr 04 12:01:48.966603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-96acd0db-c228-4f56-a9c4-9372cc57512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:48.968026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-96acd0db-c228-4f56-a9c4-9372cc57512e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0872912 Apr 04 12:01:48.976621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9ed9ef54-4704-4e20-b719-35c0ec5be144 None None] Provisioning complete for port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:01:48.977153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ef54-4704-4e20-b719-35c0ec5be144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:49.016558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9ef54-4704-4e20-b719-35c0ec5be144 None None] Port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 is administratively disabled so it will not transition to active. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 04 12:01:49.036995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-25a79fdf-216d-469e-8009-bdbaf8ea766a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 1003 time: 0.0616291 Apr 04 12:01:49.086825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-fa716e48-d32f-45c3-866c-74af698fc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:49.088859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-fa716e48-d32f-45c3-866c-74af698fc2d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0428181 Apr 04 12:01:49.131889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-5018276d-9051-4616-9726-0ed4a91be00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:49.133454 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-5018276d-9051-4616-9726-0ed4a91be00f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391173 Apr 04 12:01:49.226247 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-95a265d1-c220-4629-b92f-039f0b18b2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860186 Apr 04 12:01:49.314247 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f86cc775-df22-4523-bf2a-6b89187ce90b req-881602be-82c3-4f1f-a4fa-58813791df6d service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804100 Apr 04 12:01:52.141529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43334) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:52.146789 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:01:52.216240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:52.355488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:52.382722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:52.444109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:52.485239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:52.485962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:52.487362 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/ports/067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 938 time: 0.3447969 Apr 04 12:01:52.487922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:52.490200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9961c5d-771b-4d37-8c53-d59e18051baf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:52.490376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43336) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:52.514784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac1a63-7278-4a0b-8222-aa309511242f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=7']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:52.534357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664449a5-e54e-4a24-8049-346c06c39aed x-openstack-request-id: req-664449a5-e54e-4a24-8049-346c06c39aed {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:52.534657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:52.534914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-664449a5-e54e-4a24-8049-346c06c39aed {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:52.535326 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664449a5-e54e-4a24-8049-346c06c39aed'] response: {'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:01:52.569168 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-464e3923-800e-4b22-85a7-17c2694a3fb3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/ff2c0a5c-64d6-45a4-a822-85c81752591c HTTP/1.1" status: 200 len: 994 time: 0.0777116 Apr 04 12:01:52.598911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-c18d8ecf-76d0-4b87-a326-4348aaefb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:52.600415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-c18d8ecf-76d0-4b87-a326-4348aaefb1e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0427406 Apr 04 12:01:52.692852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-0ae61ddd-ca6b-46e3-87ac-d23a7f18e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:52.694344 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-0ae61ddd-ca6b-46e3-87ac-d23a7f18e39f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0869303 Apr 04 12:01:52.710754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['067a9e12-8ebf-4f17-868c-e8e2934c9c66'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:01:52.768468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-346cf71e-cb11-4657-96ac-356ccfe0dd11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 1002 time: 0.0670383 Apr 04 12:01:52.772737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2db8dcc2-3d21-43e2-82b2-e58b0923f988 None None] Provisioning complete for port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:01:52.773104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2db8dcc2-3d21-43e2-82b2-e58b0923f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:52.818437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-0d998ce6-3952-4806-a768-c5f9898949ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:52.819905 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-0d998ce6-3952-4806-a768-c5f9898949ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0428414 Apr 04 12:01:52.864864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-142660a1-7637-4966-81ef-40c0e8362b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:52.866307 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-142660a1-7637-4966-81ef-40c0e8362b97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389595 Apr 04 12:01:52.959502 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-8bd29c48-2eb9-434c-b30a-88af619b45db service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Apr 04 12:01:53.053038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9961c5d-771b-4d37-8c53-d59e18051baf req-49f8743b-80a8-4932-9b4c-a872d5e2dd2a service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865862 Apr 04 12:01:54.403042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-5df75881-c626-4133-9eea-5d65ed772bc6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385990 Apr 04 12:01:54.493998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-135442d8-ec49-4a58-b13c-0ed4681f6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:54.496169 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-135442d8-ec49-4a58-b13c-0ed4681f6fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0512688 Apr 04 12:01:54.601860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-e48de7f3-0797-4ab2-84dc-1ebb00445636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:54.603279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-e48de7f3-0797-4ab2-84dc-1ebb00445636 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0882161 Apr 04 12:01:54.667534 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-a5274803-6133-4fec-8dcf-d5c471503bae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 1002 time: 0.0576966 Apr 04 12:01:54.714346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-a733b763-36c1-41cb-be87-3cd1d3a6d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:54.715753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-a733b763-36c1-41cb-be87-3cd1d3a6d581 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0419261 Apr 04 12:01:54.762692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-d19ef932-7804-4c75-b41e-85cdb5cc8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:54.764131 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-d19ef932-7804-4c75-b41e-85cdb5cc8572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418849 Apr 04 12:01:54.854863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-9471cef5-359a-4292-9010-73198d152d47 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Apr 04 12:01:54.945181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ed49ffb-2dd4-48b7-8497-ac87299ebfba req-bade996e-d64b-4aea-91bb-23aa9892c756 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835834 Apr 04 12:01:55.112973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43346) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:55.262244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 5bec2d98-5135-461e-a065-42552b26fffd {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:01:55.262507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.337678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.338015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.349210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 5bec2d98-5135-461e-a065-42552b26fffd owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:01:55.535909 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.558855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=5bec2d98-5135-461e-a065-42552b26fffd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:55.619009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.619907 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 82adbcd4-b74f-4093-a925-8bffd7ccde06 disassociated (deleted). External IP: 172.26.1.199, port: 5bd17118-8455-4b46-9ad3-12522ce6f4b4. Apr 04 12:01:55.817320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:01:55.926618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:01:55.931426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:55.935849 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:01:55.945264 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:01:55.945883 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:55.956997 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1ed5feed-6c18-4040-8d22-46d783d1832a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/82adbcd4-b74f-4093-a925-8bffd7ccde06 HTTP/1.1" status: 204 len: 168 time: 0.8429060 Apr 04 12:01:55.957604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:55.959832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:55.998361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7a0c5-18af-4b1e-a154-6bc9b5075fa0 x-openstack-request-id: req-55b7a0c5-18af-4b1e-a154-6bc9b5075fa0 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:55.998770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:55.999033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55b7a0c5-18af-4b1e-a154-6bc9b5075fa0 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:55.999439 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b7a0c5-18af-4b1e-a154-6bc9b5075fa0'] response: {'name': 'network-changed', 'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'status': 'completed', 'code': 200} Apr 04 12:01:56.052052 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:01:56.065136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-145c38fe-3eb5-4c8d-8cc3-888b6146aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:56.066757 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-145c38fe-3eb5-4c8d-8cc3-888b6146aeb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 1099 time: 0.0433121 Apr 04 12:01:56.186495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-068164ed-0a23-4402-b010-e9bed82d4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:56.188040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-068164ed-0a23-4402-b010-e9bed82d4cab service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.1143932 Apr 04 12:01:56.231531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-f890574d-6e52-474c-9935-529e909dcab6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0362039 Apr 04 12:01:56.283638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-54c6cade-6eef-4807-8d8e-4137f29d4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:56.285090 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-54c6cade-6eef-4807-8d8e-4137f29d4c89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0462365 Apr 04 12:01:56.305674 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:56.335915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-cb43db6b-9bbb-4fc7-8db4-80e8807037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:56.340092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-cb43db6b-9bbb-4fc7-8db4-80e8807037cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434105 Apr 04 12:01:56.418307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:01:56.427381 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:01:56.428085 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:56.461374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cf051-3e9a-451f-9fbf-f284475f0b6c req-d23e2040-e469-4a95-8ebe-f4a462aece65 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:56.463014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6f3cf051-3e9a-451f-9fbf-f284475f0b6c req-d23e2040-e469-4a95-8ebe-f4a462aece65 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0938597 Apr 04 12:01:56.491252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-a7813551-5da8-4b5a-af37-96ee4fdda9f3 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465588 Apr 04 12:01:56.546466 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:01:56.556540 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6f3cf051-3e9a-451f-9fbf-f284475f0b6c req-76cada8e-e165-4f5d-94b4-e791d5584a41 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776775 Apr 04 12:01:56.611654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e867d66c-d0a0-4dac-992c-12d5cc8ac4f0 req-62a039e8-59cb-47f1-96e6-3654dcb511da service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130679 Apr 04 12:01:56.768177 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:01:56.797867 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc145129-a2d9-4f35-a369-d2ada1cfb1b0 None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ff2c0a5c-64d6-45a4-a822-85c81752591c', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'port_id': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'mac_address': 'fa:16:3e:d5:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:00:53Z', 'updated_at': '2022-04-04T12:00:55Z', 'revision_number': 1, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:01:57.003232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7906-1c55-49b7-8cbf-1f48a86955d6 None None] New status for floating IP 82adbcd4-b74f-4093-a925-8bffd7ccde06: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:01:57.239003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4c371cbd-bf68-43bc-bf6a-58a81aa60779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:57.674795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d57822-134b-459c-adac-70a7615e8cc0 req-76ae983a-3b8e-475a-a4b9-e680921011c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:57.676262 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-90d57822-134b-459c-adac-70a7615e8cc0 req-76ae983a-3b8e-475a-a4b9-e680921011c5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0476005 Apr 04 12:01:57.713191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-90d57822-134b-459c-adac-70a7615e8cc0 req-df87f5eb-029b-452a-aa07-8ddf7d01bfd4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4016d112-c415-4643-85cd-6a194bc71860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Apr 04 12:01:57.792068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-8cdec9cd-9b5c-4931-9515-5cf40f715d50 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:01:57.793529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-8cdec9cd-9b5c-4931-9515-5cf40f715d50 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 946 time: 0.0494754 Apr 04 12:01:57.884280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:01:57.884512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:57.970449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 5bd17118-8455-4b46-9ad3-12522ce6f4b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5bd17118-8455-4b46-9ad3-12522ce6f4b4,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:01:57.970816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:57.984103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 5bd17118-8455-4b46-9ad3-12522ce6f4b4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:01:58.159068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:58.185057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=5bd17118-8455-4b46-9ad3-12522ce6f4b4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:01:58.200051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.200400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.200734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.201075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.201406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.201768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.202096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.202424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.202779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.203105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.203428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.203748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:01:58.242271 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 5bd17118-8455-4b46-9ad3-12522ce6f4b4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:01:58.244705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:58.248534 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25da24a3-baf0-4728-9a0f-47646d1ac019 req-71def8eb-2f25-40fa-b233-5fd592e5c624 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/5bd17118-8455-4b46-9ad3-12522ce6f4b4 HTTP/1.1" status: 204 len: 173 time: 0.4492669 Apr 04 12:01:58.248978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'name': 'network-vif-deleted', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:01:58.251226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300ec64-f1a7-4fa4-bc49-99c8c77e5fa8" -d '{"events": [{"server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "name": "network-vif-deleted", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:01:58.286507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a00cd-e6ff-43fb-9e45-4a736a3cf4a7 x-openstack-request-id: req-b86a00cd-e6ff-43fb-9e45-4a736a3cf4a7 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:01:58.286802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e71e45-c77e-4d75-b42a-a57606c5078d", "name": "network-vif-deleted", "tag": "5bd17118-8455-4b46-9ad3-12522ce6f4b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:01:58.287061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b86a00cd-e6ff-43fb-9e45-4a736a3cf4a7 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:01:58.287466 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86a00cd-e6ff-43fb-9e45-4a736a3cf4a7'] response: {'server_uuid': 'c2e71e45-c77e-4d75-b42a-a57606c5078d', 'name': 'network-vif-deleted', 'tag': '5bd17118-8455-4b46-9ad3-12522ce6f4b4', 'status': 'completed', 'code': 200} Apr 04 12:01:58.821454 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bbece6e3-abdc-432f-a1a6-efe681a130f4 req-fae43eb9-05fb-4e94-af8a-9719ce548b06 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2e71e45-c77e-4d75-b42a-a57606c5078d HTTP/1.1" status: 200 len: 210 time: 0.0318146 Apr 04 12:01:59.444854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-052e71a8-d962-472f-b1ac-35ef3c9461c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:59.877931 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43364) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:01:59.934613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:01:59.958520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.101572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.104073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.105228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/4016d112-c415-4643-85cd-6a194bc71860 HTTP/1.1" status: 204 len: 168 time: 0.2262650 Apr 04 12:02:00.114339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947f0e6-dda5-49e3-bd0a-c4670a5e9ee3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4016d112-c415-4643-85cd-6a194bc71860,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:00.192819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43368) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:00.347124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 6e80fd5a-415e-429a-9dfe-12e14201d32e {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:02:00.347469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.422390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.422639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.434595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 6e80fd5a-415e-429a-9dfe-12e14201d32e owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:02:00.547507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.661826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.691597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=6e80fd5a-415e-429a-9dfe-12e14201d32e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:00.748031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:00.748366 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP ff2c0a5c-64d6-45a4-a822-85c81752591c disassociated (deleted). External IP: 172.26.1.155, port: 067a9e12-8ebf-4f17-868c-e8e2934c9c66. Apr 04 12:02:01.222310 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:02:01.324287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:02:01.329100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:01.335618 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:02:01.345374 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:01.346061 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:01.354760 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-832b793b-04ce-4ea7-b3a3-4046a86dfbf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff2c0a5c-64d6-45a4-a822-85c81752591c HTTP/1.1" status: 204 len: 168 time: 1.1608887 Apr 04 12:02:01.355922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:02:01.358234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:02:01.410043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc29d0-e5ce-4e6b-b237-b510a1e03efc x-openstack-request-id: req-9bfc29d0-e5ce-4e6b-b237-b510a1e03efc {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:02:01.411981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:02:01.411981 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bfc29d0-e5ce-4e6b-b237-b510a1e03efc {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:02:01.411981 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfc29d0-e5ce-4e6b-b237-b510a1e03efc'] response: {'name': 'network-changed', 'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:02:01.422195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5bd17118-8455-4b46-9ad3-12522ce6f4b4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:02:01.447860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 5bd17118-8455-4b46-9ad3-12522ce6f4b4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:02:01.448301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5bd17118-8455-4b46-9ad3-12522ce6f4b4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:02:01.455821 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:01.492471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-b0f3af6f-c5be-4da6-a6ed-4fa7c938974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:01.494011 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-b0f3af6f-c5be-4da6-a6ed-4fa7c938974e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 1099 time: 0.0436172 Apr 04 12:02:01.584135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-93011b12-e7fb-4b76-98ea-a45ea31b4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:01.586616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-93011b12-e7fb-4b76-98ea-a45ea31b4442 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 200 len: 897 time: 0.0855331 Apr 04 12:02:01.635883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-39fc3afb-c59f-43bb-87c1-8b747c1afd86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 200 len: 217 time: 0.0388992 Apr 04 12:02:01.654943 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:01.684361 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:02:01.685386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-bb3684b4-02c7-4e29-8bea-f04ef2dc0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:01.686942 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-bb3684b4-02c7-4e29-8bea-f04ef2dc0c79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 200 len: 835 time: 0.0454111 Apr 04 12:02:01.696105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:01.696720 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:01.737938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-3d746242-d1b8-429a-8ea5-2107e1967660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:01.739445 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-3d746242-d1b8-429a-8ea5-2107e1967660 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6899f6e7-ae34-48e1-82e7-9282633424f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451989 Apr 04 12:02:01.798081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b68-67b8-458e-8130-3559146bcc99 req-d3491f9c-aa23-4ce8-9a0b-b8a22fd9537e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:01.801939 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d2eb7b68-67b8-458e-8130-3559146bcc99 req-d3491f9c-aa23-4ce8-9a0b-b8a22fd9537e tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0569384 Apr 04 12:02:01.803020 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:01.836698 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-9abe046b-272a-4613-a7cf-65e510750356 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Apr 04 12:02:01.840764 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d2eb7b68-67b8-458e-8130-3559146bcc99 req-370f08e2-37d9-4a88-b32c-d2f36a6477fd tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Apr 04 12:02:01.927400 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b9aaa8b-852c-4c01-8ff3-ec68cc572e74 req-117771ce-4691-4d9e-8376-fc94ba0d7035 service neutron] 10.222.0.44 "GET /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Apr 04 12:02:01.999091 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:02.024633 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7e5e3-3e26-4046-8e05-9accadd29947 None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '07464944-8238-4fa8-a61e-9a9fa79d1729', 'name': '', 'network_id': '6899f6e7-ae34-48e1-82e7-9282633424f6', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:86:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:33Z', 'updated_at': '2022-04-04T12:00:37Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': 'b7fca6bc-1520-41be-b94e-002a9c0568a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:02:02.097582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:02.243062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8f125-8da4-474d-be97-56c446ccd718 None None] New status for floating IP ff2c0a5c-64d6-45a4-a822-85c81752591c: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:02:02.513042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:02.959302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f7a8-266f-4122-9dd6-766e85c3a6fa req-f406dfd7-fec9-449a-8858-a0568fda0efe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:02.960766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3654f7a8-266f-4122-9dd6-766e85c3a6fa req-f406dfd7-fec9-449a-8858-a0568fda0efe tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0521183 Apr 04 12:02:02.998488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3654f7a8-266f-4122-9dd6-766e85c3a6fa req-92403afe-de2e-4d81-a106-2a9eb0af0ae8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c3a0045-a2de-4412-82e4-011c302e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Apr 04 12:02:03.178721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-2b1762e4-85a5-42e9-b7de-edb5cec7659d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:03.180255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-2b1762e4-85a5-42e9-b7de-edb5cec7659d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Apr 04 12:02:03.265954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:02:03.266293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:03.354066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 067a9e12-8ebf-4f17-868c-e8e2934c9c66, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=067a9e12-8ebf-4f17-868c-e8e2934c9c66,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:03.354432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:03.366516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 067a9e12-8ebf-4f17-868c-e8e2934c9c66 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:02:03.457860 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:02:03.581240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:03.609210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=067a9e12-8ebf-4f17-868c-e8e2934c9c66,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:03.649730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 067a9e12-8ebf-4f17-868c-e8e2934c9c66 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:02:03.652206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:03.655576 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6489810e-fb9e-4c01-a2c3-0544a9b4e3e2 req-353cc259-6a9f-42d2-bffd-82a728605d32 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/067a9e12-8ebf-4f17-868c-e8e2934c9c66 HTTP/1.1" status: 204 len: 173 time: 0.4698937 Apr 04 12:02:03.656007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'name': 'network-vif-deleted', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:02:03.658518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd02265-d224-491d-b389-69fb008212d1" -d '{"events": [{"server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "name": "network-vif-deleted", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:02:03.693829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7702ea23-a2ec-4d9e-b234-a9dcb3837d6f x-openstack-request-id: req-7702ea23-a2ec-4d9e-b234-a9dcb3837d6f {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:02:03.694100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b17ae9-b17a-49fe-8977-fc6715deb666", "name": "network-vif-deleted", "tag": "067a9e12-8ebf-4f17-868c-e8e2934c9c66", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:02:03.694358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7702ea23-a2ec-4d9e-b234-a9dcb3837d6f {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:02:03.694754 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7702ea23-a2ec-4d9e-b234-a9dcb3837d6f'] response: {'server_uuid': 'd0b17ae9-b17a-49fe-8977-fc6715deb666', 'name': 'network-vif-deleted', 'tag': '067a9e12-8ebf-4f17-868c-e8e2934c9c66', 'status': 'completed', 'code': 200} Apr 04 12:02:04.104016 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d5551165-8359-4817-b35a-8a6b54a4dc5f req-c4e2981a-e3da-4718-9f6b-145893cace22 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0b17ae9-b17a-49fe-8977-fc6715deb666 HTTP/1.1" status: 200 len: 210 time: 0.0254307 Apr 04 12:02:04.255829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:05.160026 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43386) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:05.221417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:05.245775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:05.404753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:05.407227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:05.408669 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c3a0045-a2de-4412-82e4-011c302e7163 HTTP/1.1" status: 204 len: 168 time: 0.2476606 Apr 04 12:02:05.419710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741a32-c282-4d60-84ba-ecba76650318 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a0045-a2de-4412-82e4-011c302e7163,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:05.502094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43390) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:05.846022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:06.089231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 07464944-8238-4fa8-a61e-9a9fa79d1729 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:02:06.089643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:06.189941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 07464944-8238-4fa8-a61e-9a9fa79d1729, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=07464944-8238-4fa8-a61e-9a9fa79d1729,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:06.189941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:06.189941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 07464944-8238-4fa8-a61e-9a9fa79d1729 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:02:06.432583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:06.462598 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=07464944-8238-4fa8-a61e-9a9fa79d1729,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:06.631846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:06.841688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:02:06.943447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:02:06.948429 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-121f5651-b3da-4602-8476-2d45075d94e4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/57ae3ac4-8c58-4349-a21a-4ea4965f5baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4453063 Apr 04 12:02:06.951765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43392) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:06.953339 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Sync routers for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:02:06.962715 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:06.963322 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:07.001206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet b7fca6bc-1520-41be-b94e-002a9c0568a9 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:02:07.004217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.043458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.064846 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:07.134180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.244641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.273353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fca6bc-1520-41be-b94e-002a9c0568a9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:07.275399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.278637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0025ba5f-cdcd-42d1-b877-551e79a1e4c8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/b7fca6bc-1520-41be-b94e-002a9c0568a9 HTTP/1.1" status: 204 len: 168 time: 0.3259306 Apr 04 12:02:07.281335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43394) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:07.285757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b2d87-3416-422a-857d-cbf5c99a5b1a None None] Network 6899f6e7-ae34-48e1-82e7-9282633424f6 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:02:07.320478 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:02:06Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:07.347972 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Checking router: 57ae3ac4-8c58-4349-a21a-4ea4965f5baf for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:02:07.356129 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Routers {'57ae3ac4-8c58-4349-a21a-4ea4965f5baf'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:07.356750 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:07.396868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.452972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 067a9e12-8ebf-4f17-868c-e8e2934c9c66 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:02:07.468293 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] Set router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:07.473837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 067a9e12-8ebf-4f17-868c-e8e2934c9c66 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:02:07.474181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 067a9e12-8ebf-4f17-868c-e8e2934c9c66 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:02:07.490974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] DHCP port deletion for 6899f6e7-ae34-48e1-82e7-9282633424f6 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:02:07.512227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.539810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Deleting port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:02:07.540189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.604522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] For port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,segment=NetworkSegment(840cb2b5-03e3-4c20-913b-1bb205aeb76d),segment_id=840cb2b5-03e3-4c20-913b-1bb205aeb76d)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:07.605366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.618278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Calling delete_port for 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:02:07.641119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port d8443fde-8fb3-408b-aac9-6aa1c2593e70 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:02:07.641580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.649542 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:02:06Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:07.677088 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22055d-e310-44bb-975d-6011c3818a61 None None] The sync data for ids ['57ae3ac4-8c58-4349-a21a-4ea4965f5baf'] in dv-neutron-835866-1-hyperv is: [{'id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'name': 'tempest-TestNetworkBasicOps-router-1519588914', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:02:06Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'd8443fde-8fb3-408b-aac9-6aa1c2593e70', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae3ac4-8c58-4349-a21a-4ea4965f5baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:00:30Z', 'updated_at': '2022-04-04T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:02:07.725933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port d8443fde-8fb3-408b-aac9-6aa1c2593e70, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=d8443fde-8fb3-408b-aac9-6aa1c2593e70,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:07.726295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.737928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for d8443fde-8fb3-408b-aac9-6aa1c2593e70 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:02:07.781484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:07.809112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] No DVR routers for this DVR port 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:02:07.811064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Pushing event deleted for resources: {'Port': ['ID=5b9e719c-7beb-4f1d-867f-7bdf5b99c29e,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:07.821485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.821485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.821837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.822207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.822545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.822881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.823218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.823551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.823932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.824249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.824576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.824899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbbb04-c3eb-4e66-8c5f-e7f1f126ef67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:07.975652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.001117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=d8443fde-8fb3-408b-aac9-6aa1c2593e70,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:08.070107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.169140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.171319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.225889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 07464944-8238-4fa8-a61e-9a9fa79d1729 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:02:08.248545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 07464944-8238-4fa8-a61e-9a9fa79d1729 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:02:08.248881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 07464944-8238-4fa8-a61e-9a9fa79d1729 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:02:08.249288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:02:08.266939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:02:08.267280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5b9e719c-7beb-4f1d-867f-7bdf5b99c29e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:02:08.272799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.273594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router 57ae3ac4-8c58-4349-a21a-4ea4965f5baf {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:02:08.281769 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.284189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-daf0f2a2-75af-4720-933c-b7e9ace035e3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/57ae3ac4-8c58-4349-a21a-4ea4965f5baf HTTP/1.1" status: 204 len: 168 time: 1.0007935 Apr 04 12:02:08.286296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43396) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:08.368341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.452418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.471918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6899f6e7-ae34-48e1-82e7-9282633424f6']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:08.481102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840cb2b5-03e3-4c20-913b-1bb205aeb76d') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:08.481423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840cb2b5-03e3-4c20-913b-1bb205aeb76d') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:08.490842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.503497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.509084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:02:08.509469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:02:08.512860 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:02:08.615840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.622388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.625497 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/6899f6e7-ae34-48e1-82e7-9282633424f6 HTTP/1.1" status: 204 len: 168 time: 0.3381708 Apr 04 12:02:08.637321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6521de6-1ebc-4c6b-a9f2-e8dd4b8f5c7b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=6899f6e7-ae34-48e1-82e7-9282633424f6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:08.652905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43398) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:08.658034 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'network': {'name': 'tempest-network-smoke--1853325215', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:08.718956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:02:08.722433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.746120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:02:08.754554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.755005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Added segment 1fce2079-74fc-407e-8b15-51e226d5e6e2 of type vlan for network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc Apr 04 12:02:08.793668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.907077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:08.912775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:08.913357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.298795 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6448264 Apr 04 12:02:09.301570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43400) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:09.302022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1100269-acb6-4c63-b3ac-2f941a8df3e1 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Network': ['ID=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:09.306226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-935857077', 'admin_state_up': True, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:09.312937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:02:09.387416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.388482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.447427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.648464 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.904723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:09.922451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:10.018767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.20 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/dd415502-b287-44d5-be2c-6bfdea15ae4e) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:02:10.110570 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8443fde-8fb3-408b-aac9-6aa1c2593e70 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:02:10.122047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:10.130703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: d8443fde-8fb3-408b-aac9-6aa1c2593e70 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:02:10.131051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device d8443fde-8fb3-408b-aac9-6aa1c2593e70 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:02:10.221930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:10.262033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:10.264736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:10.268211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:02:10.294459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:10.868377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:11.053296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:11.255381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:02:11.359256 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:02:11.369295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:02:11.379190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:11.379811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:11.474965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:11.476370 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-340bef88-cedc-41ab-91bc-e9dd88e77189 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1736827 Apr 04 12:02:11.480068 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43402) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:11.486676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:11.520838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1674a337-a851-4076-b3ef-65286bbee9ae tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=36015d63fc9347ae9e0055318f78f8f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395734 Apr 04 12:02:11.523277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43404) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:11.613198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38346b48-af23-4d22-8025-ccad41250f91 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:11.617578 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-38346b48-af23-4d22-8025-ccad41250f91 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906363 Apr 04 12:02:11.617771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43406) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:11.646092 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cd522347-8986-4f35-be67-9b192e34eff7 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267129 Apr 04 12:02:11.648683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43408) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:11.654004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465019534', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:11.667431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:10Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:11.697539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:02:11.697920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Updating router fc70a957-f03d-4501-9b8d-e8d03132147e port dd415502-b287-44d5-be2c-6bfdea15ae4e binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:02:11.722664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:11.798488 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:02:11.802088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:11.974598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.033257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.044155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.093905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Attempting to bind port dd415502-b287-44d5-be2c-6bfdea15ae4e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:02:12.094295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Attempting to bind port dd415502-b287-44d5-be2c-6bfdea15ae4e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:02:12.094629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Subnet': ['ID=1ac7cf6a-3a94-479e-9bbd-1a029226d3b1,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:12.094785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Attempting to bind port dd415502-b287-44d5-be2c-6bfdea15ae4e on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:02:12.101179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:02:12.101656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:02:12.101890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Checking segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:02:12.102044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.102211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network hostable DHCP agents. Network: f2386f7d-5d6d-4cea-9403-b5b33f9c88cc, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:02:12.102349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:02:12.102787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Bound port: dd415502-b287-44d5-be2c-6bfdea15ae4e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:02:12.103166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.125914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463da7b-ad0d-463e-953c-2ea741702848 None None] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:12.161770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:02:12.164138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:02:12.164937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd415502-b287-44d5-be2c-6bfdea15ae4e,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:02:12.238820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.250095 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, f2386f7d-5d6d-4cea-9403-b5b33f9c88cc) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:12.254227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:12.254818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.266426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79052452-6dc4-4ae7-9985-a5797b94c181 None None] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:02:12.333266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-afc9a1bc-d2cf-4cd4-bfba-0b08d6b8333a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6834750 Apr 04 12:02:12.336018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43410) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:12.355491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:12.356123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:12.357838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463da7b-ad0d-463e-953c-2ea741702848 None None] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:12.507701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:12.575446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:02:12.576306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.772575 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:12.942509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Allocated IP 172.20.0.2 (f2386f7d-5d6d-4cea-9403-b5b33f9c88cc/1ac7cf6a-3a94-479e-9bbd-1a029226d3b1/992ce3b2-0ecc-4e8f-a15d-7f387750e24d) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:02:13.018254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:10Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:13.047124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d16b1-4b74-43ff-9947-dd1d956590cb None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:10Z', 'revision_number': 3, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:02:13.129662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.187867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.229323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:13.232402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:13.241726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:02:13.275233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.1 (f2386f7d-5d6d-4cea-9403-b5b33f9c88cc/1ac7cf6a-3a94-479e-9bbd-1a029226d3b1/599d6ffa-2b4f-43b6-844d-6faf09694fae) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:02:13.277696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Pushing event updated for resources: {'Port': ['ID=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:13.319240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Attempting to bind port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:02:13.319743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Attempting to bind port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:02:13.320158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Attempting to bind port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d on network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:02:13.326355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:02:13.326892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Checking segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:02:13.327997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.327997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Bound using segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:02:13.328435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Bound port: 992ce3b2-0ecc-4e8f-a15d-7f387750e24d, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:02:13.328912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.404631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] For port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:02:13.409111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.409898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] For port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:02:13.490395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.513648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.552436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b9b57-c0a6-48c5-8cb5-f194a4edff7f None None] Pushing event updated for resources: {'Port': ['ID=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:13.572000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:13.577030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:13.579816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:13.582063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:02:13.630472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:13.845376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.150242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.198733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.216086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:14.269785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd415502-b287-44d5-be2c-6bfdea15ae4e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:14.270208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.278331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:14.285023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.366506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.388423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd415502-b287-44d5-be2c-6bfdea15ae4e,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:14.394619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:14.400206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:14.456238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.459261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 992ce3b2-0ecc-4e8f-a15d-7f387750e24d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:14.508606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da891df-72b4-474b-a300-b87fb32f337d None None] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:02:14.516110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:02:14.566660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:14.624160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:02:14.630403 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e923cd27-09b6-4845-aba0-643f52f9f994 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fc70a957-f03d-4501-9b8d-e8d03132147e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925551 Apr 04 12:02:14.632200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43412) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:14.636946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] Provisioning complete for port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:14.637314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.667531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:14.670736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.735893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729ab0d-ecb0-4699-8671-279483d1845b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.736192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729ab0d-ecb0-4699-8671-279483d1845b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.736659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729ab0d-ecb0-4699-8671-279483d1845b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.737255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729ab0d-ecb0-4699-8671-279483d1845b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.738941 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b729ab0d-ecb0-4699-8671-279483d1845b tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1058359 Apr 04 12:02:14.741922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43414) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:14.794865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cb4f-1447-45d9-a0c7-962072c68cbc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.795338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cb4f-1447-45d9-a0c7-962072c68cbc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.795814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cb4f-1447-45d9-a0c7-962072c68cbc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.796276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cb4f-1447-45d9-a0c7-962072c68cbc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:14.797975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7410cb4f-1447-45d9-a0c7-962072c68cbc tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0550468 Apr 04 12:02:14.800708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43416) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:14.849835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.853288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:14.900352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] For port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:14.947342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-422c0ec0-3c97-4537-922e-202cd4141809 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1455069 Apr 04 12:02:14.999409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.073220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:02:15.073626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:02:15.079731 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:02:15.080280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a892-b03f-435f-8e75-dd1d1413dc0a None None] Pushing event updated for resources: {'Port': ['ID=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:15.091444 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:15.092236 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:15.125276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-99cbd440-7bc5-429f-b302-0c6ca785ce13 None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:15.126357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99cbd440-7bc5-429f-b302-0c6ca785ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.170404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-99cbd440-7bc5-429f-b302-0c6ca785ce13 None None] Port 599d6ffa-2b4f-43b6-844d-6faf09694fae cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:02:15.180820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-99cbd440-7bc5-429f-b302-0c6ca785ce13 None None] Provisioning complete for port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:15.182368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99cbd440-7bc5-429f-b302-0c6ca785ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.207397 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:15.349719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43420) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:15.356542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352419674', 'description': 'tempest-secgroup-smoke-1352419674 description', 'project_id': '36015d63fc9347ae9e0055318f78f8f7'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:15.390891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5205f67a-1492-426d-be47-e16ef12c4521 None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:15.390891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5205f67a-1492-426d-be47-e16ef12c4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.422197 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:15.433650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5205f67a-1492-426d-be47-e16ef12c4521 None None] Port 599d6ffa-2b4f-43b6-844d-6faf09694fae cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:02:15.449744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.453350 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:02:15.453752 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Updating router fc70a957-f03d-4501-9b8d-e8d03132147e port 599d6ffa-2b4f-43b6-844d-6faf09694fae binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:02:15.484295 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.519213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.552622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa8cbcee-e637-471f-9206-f35bc8e4c9b4 None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:15.552996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbcee-e637-471f-9206-f35bc8e4c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.587111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.614320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cbcee-e637-471f-9206-f35bc8e4c9b4 None None] Port 599d6ffa-2b4f-43b6-844d-6faf09694fae cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:02:15.621663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8843e-e01e-4510-8dcd-fa04285ad90d,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:15.680719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.681973 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-08df64b0-10dd-43ed-94ff-cf51b0b2c52a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3308976 Apr 04 12:02:15.684763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43422) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:15.689455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:15.749345 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.768964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.821096 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.823182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.873209 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:15.890235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.894182 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.894717 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.894915 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.895216 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.895554 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.895894 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.896227 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.896559 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.896888 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.897415 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.897778 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.900525 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:02:15.914460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f3a6ad-dd86-4415-86b5-bf6904f0de98,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:15.942700 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Attempting to bind port 599d6ffa-2b4f-43b6-844d-6faf09694fae on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:02:15.943004 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Attempting to bind port 599d6ffa-2b4f-43b6-844d-6faf09694fae by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:02:15.943370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Attempting to bind port 599d6ffa-2b4f-43b6-844d-6faf09694fae on network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:02:15.952597 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:02:15.952968 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Checking segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:02:15.953377 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.954142 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Bound using segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:02:15.954253 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Bound port: 599d6ffa-2b4f-43b6-844d-6faf09694fae, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:02:15.954629 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.977688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:15.979307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5cea8375-663b-4a37-bcd3-88ae9a47d530 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931736 Apr 04 12:02:15.981917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43424) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:15.986812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:16.066998 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:02:16.070695 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=599d6ffa-2b4f-43b6-844d-6faf09694fae,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:02:16.083380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.140066 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.148170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:16.148817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.158205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.189519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:16.207803 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d16e21-90a9-4bfd-bb65-71d739bd90ea None None] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:16.226171 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:16.227135 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:01:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:16.235494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.259762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a50993-414f-4362-a3a1-a6108a90d8c5,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:16.280725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd415502-b287-44d5-be2c-6bfdea15ae4e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:16.281101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.311226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.327422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.331456 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-19acfcc7-7b8e-4f39-80ef-e4a1dd11c2f3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458738 Apr 04 12:02:16.333098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43428) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:16.337496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:16.363765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=599d6ffa-2b4f-43b6-844d-6faf09694fae,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:16.408358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 992ce3b2-0ecc-4e8f-a15d-7f387750e24d up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:16.443185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.446205 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:16.454311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.493309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:16.493651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.512615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.528220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3405a-736c-4379-b6fe-7173d53d7057 None None] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:16.587069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.597724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0d2ae34b-3b3d-4b47-8f69-cb7daf1726b1 None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:16.598122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae34b-3b3d-4b47-8f69-cb7daf1726b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.606452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047de4d8-7921-4d03-ab7f-97172a076942,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:16.656914 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:16.686760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.687299 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef51e3-163f-429d-8e8a-0253a7f02412 None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:16Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:02:16.687997 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fed441b6-e0ce-4beb-8963-5a71f0c332d4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552094 Apr 04 12:02:16.690888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43430) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:16.695242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:16.775028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.839536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.895792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.914672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ca49db-32a4-48e5-a161-002ba5c741e0,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:16.960821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:16.962265 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1e03c600-6f40-4081-aa2d-1adecb704cff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2704279 Apr 04 12:02:16.965466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43432) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:16.969982 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:17.061003 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:02:17.066535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.131004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.192780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.213390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7be188-8a63-451a-aa45-020deedc60b7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:17.263407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.264694 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-71edb75d-77f7-4b18-a256-672094c0007a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2981982 Apr 04 12:02:17.267591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43434) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:17.272184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8843e-e01e-4510-8dcd-fa04285ad90d', 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:17.358158 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Project 36015d63fc9347ae9e0055318f78f8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:02:17.363420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.427087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.503347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.525296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3f9981-05ae-47c6-86f5-fdaf0447f3d5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:17.588868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:17.590796 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-920c6fff-7df6-4c8f-8f71-cd6e3ef0954d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221965 Apr 04 12:02:17.728670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-9c4f39a1-9166-4323-b4cc-4eada8d5f613 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352419674&fields=id&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 267 time: 0.0315917 Apr 04 12:02:17.831906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-e790c286-8a36-43bd-9dd2-2410da6f9b91 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:17.833349 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-e790c286-8a36-43bd-9dd2-2410da6f9b91 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/networks?id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc HTTP/1.1" status: 200 len: 797 time: 0.0981944 Apr 04 12:02:17.848604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-11889586-5633-4649-8c5f-17ae2145ddf5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/quotas/36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0088358 Apr 04 12:02:17.898371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-dcffed05-1573-443e-9ef6-c0001dc5fd1d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444975 Apr 04 12:02:17.994336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-b4ef3245-f45e-4f0b-9cde-d1f3b71fda51 service neutron] 10.222.0.43 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840118 Apr 04 12:02:18.086084 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-7cd7113d-eba0-4808-90de-eb6e221a55d3 service neutron] 10.222.0.43 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852070 Apr 04 12:02:18.186838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:18.233549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:18.233948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:18.362694 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fbd2fbb0-47b6-4649-b15b-e7a668395b0e req-f493db59-f776-4a45-b15a-392610f1c617 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0275667 Apr 04 12:02:19.455248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23340423-62ec-4157-81e1-1c3eaf266ac8 req-965925a3-1b0a-46b5-9036-31f688f6c786 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0269401 Apr 04 12:02:20.218711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-158ed019-1516-4254-a644-9137beab2001 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:20.220142 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-158ed019-1516-4254-a644-9137beab2001 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/networks?id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc HTTP/1.1" status: 200 len: 797 time: 0.0995705 Apr 04 12:02:20.263870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-a745475c-875b-497c-b3be-116604d67d6d tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36015d63fc9347ae9e0055318f78f8f7 HTTP/1.1" status: 200 len: 380 time: 0.0335491 Apr 04 12:02:20.272338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'port': {'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'admin_state_up': True, 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'security_groups': ['c5c8843e-e01e-4510-8dcd-fa04285ad90d']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:20.460877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Made reservation on behalf of 36015d63fc9347ae9e0055318f78f8f7 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:02:20.464583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:20.556380 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8c6c097-5ee8-4341-82dd-f631c099ee95 req-6cf3a8be-a774-41db-9fa6-486a81a51fc4 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0268676 Apr 04 12:02:20.602394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.20.0.6 (f2386f7d-5d6d-4cea-9403-b5b33f9c88cc/1ac7cf6a-3a94-479e-9bbd-1a029226d3b1/8e68df43-ba70-487c-a658-3cee2d0db446) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:02:20.810517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:20.906910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:20.955680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:20.958634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:20.962145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:02:20.968130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:21.014715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:21.015371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.103909 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-5a25d14f-afa7-4370-b03f-367d8c78e129 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351629 Apr 04 12:02:21.116096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Request body: {'port': {'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:21.169248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.226899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b6cf13f3-e73d-44e8-8acd-83503c120f92 None None] Provisioning complete for port 8e68df43-ba70-487c-a658-3cee2d0db446 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:21.227515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b6cf13f3-e73d-44e8-8acd-83503c120f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.260830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf13f3-e73d-44e8-8acd-83503c120f92 None None] Port 8e68df43-ba70-487c-a658-3cee2d0db446 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:02:21.428748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e68df43-ba70-487c-a658-3cee2d0db446 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:02:21.435995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.447516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Transition to ACTIVE for port object 8e68df43-ba70-487c-a658-3cee2d0db446 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:02:21.506235 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.554990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Pushing event updated for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:21.638189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Attempting to bind port 8e68df43-ba70-487c-a658-3cee2d0db446 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:02:21.638690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Attempting to bind port 8e68df43-ba70-487c-a658-3cee2d0db446 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:02:21.639272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Attempting to bind port 8e68df43-ba70-487c-a658-3cee2d0db446 on network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:02:21.652737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Port 8e68df43-ba70-487c-a658-3cee2d0db446 on network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:02:21.653749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Attempting to bind port 8e68df43-ba70-487c-a658-3cee2d0db446 on network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:02:21.676601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:02:21.680882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Checking segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:02:21.680882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Bound using segment: {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:02:21.680882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Bound port: 8e68df43-ba70-487c-a658-3cee2d0db446, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fce2079-74fc-407e-8b15-51e226d5e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:02:21.680882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.727147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a052-cb42-4ef3-bb1d-35651e538575 req-b39c0ba2-4590-4943-9dc4-2ba8c1cf2e40 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:21.728646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ea3a052-cb42-4ef3-bb1d-35651e538575 req-b39c0ba2-4590-4943-9dc4-2ba8c1cf2e40 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 943 time: 0.0924492 Apr 04 12:02:21.777026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:02:21.782256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8e68df43-ba70-487c-a658-3cee2d0db446,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:02:21.788095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ea3a052-cb42-4ef3-bb1d-35651e538575 req-ec3df2e8-704f-4a98-97cc-ef5003e7f4dc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528121 Apr 04 12:02:21.838809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.875370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:21.875889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:21.877276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] 10.222.0.44 "PUT /v2.0/ports/8e68df43-ba70-487c-a658-3cee2d0db446 HTTP/1.1" status: 200 len: 1093 time: 0.7653356 Apr 04 12:02:21.877735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:02:21.879988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082a634-1b58-4b20-b49f-1fa7da43b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:02:21.910617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eab721-35b9-4eb1-b8db-5f9cd5284094 service neutron] Pushing event updated for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:21.920469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8765392-d976-4705-ab69-3365a1b7d68f x-openstack-request-id: req-f8765392-d976-4705-ab69-3365a1b7d68f {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:02:21.920764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:02:21.921015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8765392-d976-4705-ab69-3365a1b7d68f {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:02:21.921426 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8765392-d976-4705-ab69-3365a1b7d68f'] response: {'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446', 'status': 'completed', 'code': 200} Apr 04 12:02:21.985340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-97044473-f2d8-47fa-b9fa-c567105143e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:21.989410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-97044473-f2d8-47fa-b9fa-c567105143e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0467114 Apr 04 12:02:22.088349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-ee634b9d-3ad8-45b6-adb2-d3e8347a6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.089863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-ee634b9d-3ad8-45b6-adb2-d3e8347a6729 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=36015d63fc9347ae9e0055318f78f8f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944648 Apr 04 12:02:22.187265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-98786441-a5f6-426e-bfd8-747a51681c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.188717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9082a634-1b58-4b20-b49f-1fa7da43b2f7 req-98786441-a5f6-426e-bfd8-747a51681c2c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928514 Apr 04 12:02:22.261869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-88e620c0-a94b-48ce-85d2-c7d27fc824c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.264003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-88e620c0-a94b-48ce-85d2-c7d27fc824c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0404677 Apr 04 12:02:22.308280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-08be29bc-327e-4501-bbd7-059c3e66e658 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e68df43-ba70-487c-a658-3cee2d0db446 HTTP/1.1" status: 200 len: 217 time: 0.0372772 Apr 04 12:02:22.354599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-75c12a07-ca84-45d2-bcf0-8194ad382f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.356022 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-75c12a07-ca84-45d2-bcf0-8194ad382f1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ac7cf6a-3a94-479e-9bbd-1a029226d3b1 HTTP/1.1" status: 200 len: 835 time: 0.0418887 Apr 04 12:02:22.399904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-c21022b4-b7bb-4647-a00c-c25bb293ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.401429 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-c21022b4-b7bb-4647-a00c-c25bb293ad34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394270 Apr 04 12:02:22.495278 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-a7ebfb40-6ed7-43f9-8706-765736711e79 service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869412 Apr 04 12:02:22.581828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-844637c0-96b9-4317-ba02-c6df7e35e096 req-872ab236-8ff6-4b87-a3b8-7742ca57869e service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802505 Apr 04 12:02:22.899577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803da5-ad3a-4d02-aeb1-3dd8dc261348 req-19d70909-5a26-4250-aa2b-6e8c23321fd7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:22.901004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-10803da5-ad3a-4d02-aeb1-3dd8dc261348 req-19d70909-5a26-4250-aa2b-6e8c23321fd7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 943 time: 0.0475879 Apr 04 12:02:22.942542 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-10803da5-ad3a-4d02-aeb1-3dd8dc261348 req-3ada9da1-a3c6-47c9-b851-af1de223d60c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351114 Apr 04 12:02:24.057464 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4bbf0-3a02-432b-9fca-5edaa872c29c req-90831bb7-9379-426b-9441-28cceb3ffc7f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:24.058948 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-efa4bbf0-3a02-432b-9fca-5edaa872c29c req-90831bb7-9379-426b-9441-28cceb3ffc7f tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 943 time: 0.0481639 Apr 04 12:02:24.098040 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-efa4bbf0-3a02-432b-9fca-5edaa872c29c req-c853ed12-9aa7-45d5-976e-968185b192c3 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Apr 04 12:02:25.223623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8594e7-e35c-48b5-9390-a07d2bf8ad08 req-41e3380c-e96e-416c-9822-db3e7cfb8d65 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:25.225115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb8594e7-e35c-48b5-9390-a07d2bf8ad08 req-41e3380c-e96e-416c-9822-db3e7cfb8d65 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 943 time: 0.0477169 Apr 04 12:02:25.263742 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb8594e7-e35c-48b5-9390-a07d2bf8ad08 req-62c9d0b1-be97-4eb9-a296-35df43cd2504 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Apr 04 12:02:25.506205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8e68df43-ba70-487c-a658-3cee2d0db446 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:02:25.598361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8e68df43-ba70-487c-a658-3cee2d0db446,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:25.609612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '8e68df43-ba70-487c-a658-3cee2d0db446', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:02:25.648430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:25.661542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e68df43-ba70-487c-a658-3cee2d0db446 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:02:25.681900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8e68df43-ba70-487c-a658-3cee2d0db446,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:25.729005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:25.773541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:25.925416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['8e68df43-ba70-487c-a658-3cee2d0db446'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:02:26.375719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec8c9b-5556-4425-b3d9-146c2b8e9225 req-a447c6dc-3627-424f-a8b0-d2d14986e793 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:26.377098 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4bec8c9b-5556-4425-b3d9-146c2b8e9225 req-a447c6dc-3627-424f-a8b0-d2d14986e793 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0468383 Apr 04 12:02:26.417304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4bec8c9b-5556-4425-b3d9-146c2b8e9225 req-e3c0e6dd-4fcc-4029-8d88-eb8ed9f269e8 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342460 Apr 04 12:02:27.220673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa01dc68-591f-4128-b88c-4f6233cc4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:27.512773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8e68df43-ba70-487c-a658-3cee2d0db446 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:02:27.539313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f098827-22a3-456a-a3b9-3dccb0e98f55 req-a8d1eb2c-da19-4340-8cca-05acc984e9d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:27.541101 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6f098827-22a3-456a-a3b9-3dccb0e98f55 req-a8d1eb2c-da19-4340-8cca-05acc984e9d2 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0546508 Apr 04 12:02:27.578452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6f098827-22a3-456a-a3b9-3dccb0e98f55 req-441cd6af-7016-4adb-844f-8492fbfa2192 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Apr 04 12:02:27.614650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 8e68df43-ba70-487c-a658-3cee2d0db446 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:02:27.618584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 8e68df43-ba70-487c-a658-3cee2d0db446 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:02:27.618961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:27.696494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:27.718723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:02:27.721009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9083cd6-f50a-4fe0-be69-6283f98df016" -d '{"events": [{"server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:02:27.733381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8e68df43-ba70-487c-a658-3cee2d0db446,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:02:27.755110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ee809-406e-4bae-ab9c-8abf920137f8 x-openstack-request-id: req-6f9ee809-406e-4bae-ab9c-8abf920137f8 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:02:27.755397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:02:27.755721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f9ee809-406e-4bae-ab9c-8abf920137f8 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:02:27.756113 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9ee809-406e-4bae-ab9c-8abf920137f8'] response: {'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446', 'code': 200} Apr 04 12:02:27.815253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:27.861699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:28.077027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37caecf-9704-4bb6-9f4e-592a5f639de1 req-8e6e7c1f-e511-4860-bb70-a41d2c4eb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:28.078780 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f37caecf-9704-4bb6-9f4e-592a5f639de1 req-8e6e7c1f-e511-4860-bb70-a41d2c4eb55a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0401149 Apr 04 12:02:28.121287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f37caecf-9704-4bb6-9f4e-592a5f639de1 req-50886f32-d873-4539-b649-2c7d9f45c06d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366697 Apr 04 12:02:28.694389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f17e2b-ee1a-4720-959c-cdbf8d46bd28 req-f2ef663c-a312-4ca6-a4b5-e82c0693e700 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:28.695952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3f17e2b-ee1a-4720-959c-cdbf8d46bd28 req-f2ef663c-a312-4ca6-a4b5-e82c0693e700 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Apr 04 12:02:28.733224 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3f17e2b-ee1a-4720-959c-cdbf8d46bd28 req-da27529f-1f2a-4321-8f19-75f89f7bb3cc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Apr 04 12:02:29.430016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-54a44db5-18cb-4bc5-9f70-293c02b9b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:29.845824 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ecc3-c0c2-4390-90a5-b48d204a8888 req-d1887d10-ed0b-4b29-bb48-7f235d864b56 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:29.847264 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5983ecc3-c0c2-4390-90a5-b48d204a8888 req-d1887d10-ed0b-4b29-bb48-7f235d864b56 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0465534 Apr 04 12:02:29.884113 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5983ecc3-c0c2-4390-90a5-b48d204a8888 req-11c35a8c-66c8-4171-aee3-1bfebf3922c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Apr 04 12:02:29.996174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29594ccf-0dac-476b-829c-eae3beb24307 req-34e5b023-5602-4a30-9daa-0ec7b01081b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:29.997693 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-29594ccf-0dac-476b-829c-eae3beb24307 req-34e5b023-5602-4a30-9daa-0ec7b01081b5 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Apr 04 12:02:30.034387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-29594ccf-0dac-476b-829c-eae3beb24307 req-a22e8aab-abdb-47f8-9f24-705e36d4b2ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Apr 04 12:02:30.055620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43492) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:30.093994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb20b1d-cc6c-4dd0-85f2-26c72da16696 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:30.095490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1bb20b1d-cc6c-4dd0-85f2-26c72da16696 tempest-TestNetworkBasicOps-376720408 tempest-TestNetworkBasicOps-376720408-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1093 time: 0.0389445 Apr 04 12:02:30.098253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43494) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:30.102470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:02:30.186295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:30.286595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:30.390385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Allocated IP 172.26.1.233 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/194eee22-4e84-4088-8506-fadc6b425996) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:02:30.493015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:30.535220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:30.581283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:30.619646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:02:30.622861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:02:30.626222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:02:30.631252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=194eee22-4e84-4088-8506-fadc6b425996,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:30.969724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.095399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.236397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.283682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.363354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event updated for resources: {'Port': ['ID=194eee22-4e84-4088-8506-fadc6b425996,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:02:31.371283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.469856 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25 associated. External IP: 172.26.1.233, port: 8e68df43-ba70-487c-a658-3cee2d0db446. Apr 04 12:02:31.678208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:02:31.784652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:02:31.794594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:02:31.804107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:31.808454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:31.857797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:31.887166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cc5fd060-8932-4023-b7f2-941bb71e7297 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7878807 Apr 04 12:02:31.887869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:02:31.890040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43496) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:31.890637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:02:31.929169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c18edf-a6af-4cab-b893-1542f542da47 x-openstack-request-id: req-72c18edf-a6af-4cab-b893-1542f542da47 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:02:31.929700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:02:31.930126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72c18edf-a6af-4cab-b893-1542f542da47 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:02:31.930735 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c18edf-a6af-4cab-b893-1542f542da47'] response: {'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446', 'status': 'completed', 'code': 200} Apr 04 12:02:31.952862 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-442d2a27-1660-454b-aa53-ac87df58fb94 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 991 time: 0.0616062 Apr 04 12:02:31.993737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-b2f93af5-fd86-49a6-8545-f4e4a515dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:31.995280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-b2f93af5-fd86-49a6-8545-f4e4a515dca4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0435603 Apr 04 12:02:32.075638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:32.087798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-f42f8ae9-231c-47c6-957f-eb6d48052172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:32.089425 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-f42f8ae9-231c-47c6-957f-eb6d48052172 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc HTTP/1.1" status: 200 len: 898 time: 0.0878754 Apr 04 12:02:32.153979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-b30ca873-fbf5-44cb-a5ee-89fa45e80cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e68df43-ba70-487c-a658-3cee2d0db446 HTTP/1.1" status: 200 len: 999 time: 0.0582945 Apr 04 12:02:32.154701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:32.200982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-c2edd525-b0d1-4f4d-b5f4-194ac6a2f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:32.202397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-c2edd525-b0d1-4f4d-b5f4-194ac6a2f3ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ac7cf6a-3a94-479e-9bbd-1a029226d3b1 HTTP/1.1" status: 200 len: 835 time: 0.0426314 Apr 04 12:02:32.249502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-f1acb2ac-3c4e-452f-908f-5669f03b6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:02:32.251001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-f1acb2ac-3c4e-452f-908f-5669f03b6045 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424192 Apr 04 12:02:32.298493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:02:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:16Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:32.323507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:02:32.340215 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-30827b1c-aa7d-48e2-a54e-9eccd4413acb service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Apr 04 12:02:32.344544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:02:32.345153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:32.433627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:32.454614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:02:32.694305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:02:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:16Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:02:32.721674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b756e-9ae8-4669-86c5-165b187f6a6c None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:13Z', 'revision_number': 4, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:02:30Z', 'revision_number': 0, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:02:16Z', 'revision_number': 5, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:02:32.760579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a3e7c52-7ace-45ec-8a5f-6de10fad3a43 req-3f49361d-9713-46cb-966f-548a4efc9477 service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135885 Apr 04 12:02:32.900205 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4d16f-98c9-4391-909c-00ada01f4a5d None None] New status for floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:02:32.956746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:33.020854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ef208f38-e1b6-4508-a419-86261eb25544 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 991 time: 0.0618114 Apr 04 12:02:34.023359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43502) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:02:34.081251 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1005ddf7-12a2-431f-bcf6-36eb7a2b1ea6 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 993 time: 0.0567729 Apr 04 12:02:34.271982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:40.456428 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:02:57.219726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3381ca1c-5f93-4b47-ba3e-2e3f436f00fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:02:59.442778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e4eb33c3-d04a-4f7a-947a-08b71db714a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:00.562882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:02.065620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:02.448139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:04.283039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:05.342438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:05.630241 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:05.920899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:06.008484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:06.116056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:03:06.218346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:03:06.225794 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:06.226961 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c64eab06-f6bb-4a6f-b141-039bd6199d54 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fc70a957-f03d-4501-9b8d-e8d03132147e HTTP/1.1" status: 200 len: 887 time: 0.8835299 Apr 04 12:03:06.234402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:03:06.244313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:06.244999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:06.276589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:06.285729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:06.286348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:06.320399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:06.321027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cfe0f-be36-4657-9dec-e04e5200bdf7 None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:03:07.071186 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc108e-1fd8-421e-a92e-d10150edbf76 None None] New status for floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:03:08.179875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:08.250724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.270578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd415502-b287-44d5-be2c-6bfdea15ae4e,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:08.340228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.340861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43518) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:08.341364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:08.346163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:08.417736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:08.426229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.426579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.426924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.427267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.427601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.427937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.428271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.428601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.428930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.429257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.429604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.429928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:08.467774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.499140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=599d6ffa-2b4f-43b6-844d-6faf09694fae,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:08.557302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.609333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:08.646700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90428'] for router, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.706214 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636178'] for router, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.815020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:03:08.917778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:03:08.924863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:08.926052 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b6b5aa62-cf1c-467a-8890-c02712052b12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fc70a957-f03d-4501-9b8d-e8d03132147e HTTP/1.1" status: 200 len: 886 time: 0.5841708 Apr 04 12:03:08.927841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:03:08.929053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43520) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:08.938128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:08.939493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:08.991237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3dacec83-da90-4aa6-81b5-5178ff966b51 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 991 time: 0.0598989 Apr 04 12:03:09.041933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:09.257750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:03:07Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:09.283716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:03:09.291673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:09.292274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:09.393604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:09.608933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:03:07Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:09.635124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd390f0f-f2a8-4017-aa6c-83991a660ab0 None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '9bc0acd2-83e8-4e4b-96f1-05383a402b25', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'port_id': '8e68df43-ba70-487c-a658-3cee2d0db446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'mac_address': 'fa:16:3e:e7:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:02:30Z', 'updated_at': '2022-04-04T12:03:07Z', 'revision_number': 2, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:03:09.994065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43522) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:10.055421 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a686e62a-255c-4839-965c-7cbc21704a8b tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 991 time: 0.0601246 Apr 04 12:03:10.248249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:03:10.297582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:10.298755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:10.378556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:10.412615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=599d6ffa-2b4f-43b6-844d-6faf09694fae,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:10.471713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:10.520018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:11.059295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:11.124440 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f02cabe3-467d-485f-aa4c-0f3a09e3f683 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 991 time: 0.0640030 Apr 04 12:03:11.129929 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6200f7-f444-4e48-a21a-cc7356c727e7 None None] New status for floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:03:12.128839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43526) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:12.190567 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fae588fa-509d-4a4a-b907-bec58ab2ef87 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 200 len: 993 time: 0.0606000 Apr 04 12:03:12.254135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:03:12.303884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd415502-b287-44d5-be2c-6bfdea15ae4e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:12.304286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:12.376380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:12.396244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd415502-b287-44d5-be2c-6bfdea15ae4e,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:12.454361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:12.455124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:03:12.528423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:12.541272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 599d6ffa-2b4f-43b6-844d-6faf09694fae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:12.541679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.187214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:03:14.238388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port dd415502-b287-44d5-be2c-6bfdea15ae4e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:14.238768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.434455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43532) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:14.585014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 194eee22-4e84-4088-8506-fadc6b425996 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:14.585356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.661483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.661843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.673407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 194eee22-4e84-4088-8506-fadc6b425996 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:14.871193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.893807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=194eee22-4e84-4088-8506-fadc6b425996,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:14.908143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.908488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.908832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.909163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.909490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.910736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.911070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.911401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.911731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.912057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.912394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.912701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:14.968478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:14.968813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25 disassociated (deleted). External IP: 172.26.1.233, port: 8e68df43-ba70-487c-a658-3cee2d0db446. Apr 04 12:03:15.172341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:03:15.279613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:03:15.284902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:15.291219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:03:15.300685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:15.301303 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:15.311289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fca1cebd-cdb6-40dc-b5a6-13bf0d395a49 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/floatingips/9bc0acd2-83e8-4e4b-96f1-05383a402b25 HTTP/1.1" status: 204 len: 168 time: 0.8758404 Apr 04 12:03:15.311872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:03:15.314660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d884216-bfd1-487f-9e41-c3f82583d540" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:03:15.356683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5635edd5-5b48-44b4-b702-efbefc1c546a x-openstack-request-id: req-5635edd5-5b48-44b4-b702-efbefc1c546a {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:03:15.356983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:03:15.357237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5635edd5-5b48-44b4-b702-efbefc1c546a {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:03:15.357682 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5635edd5-5b48-44b4-b702-efbefc1c546a'] response: {'name': 'network-changed', 'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446', 'status': 'completed', 'code': 200} Apr 04 12:03:15.428701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-f32f61a2-bd67-4834-931e-38edee85968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:15.430411 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-f32f61a2-bd67-4834-931e-38edee85968b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36015d63fc9347ae9e0055318f78f8f7&device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0523427 Apr 04 12:03:15.527432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-9394d48a-e5c8-4490-9882-3ca60841fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:15.528922 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-9394d48a-e5c8-4490-9882-3ca60841fee1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc HTTP/1.1" status: 200 len: 898 time: 0.0926034 Apr 04 12:03:15.561275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:15.571539 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-7c250a52-f653-4704-b1f8-91b7e01a3d77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e68df43-ba70-487c-a658-3cee2d0db446 HTTP/1.1" status: 200 len: 217 time: 0.0358913 Apr 04 12:03:15.622059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-7c88b855-4845-4356-9762-86e374b0bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:15.623640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-7c88b855-4845-4356-9762-86e374b0bacf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ac7cf6a-3a94-479e-9bbd-1a029226d3b1 HTTP/1.1" status: 200 len: 835 time: 0.0464883 Apr 04 12:03:15.673396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-717b2944-8603-4f34-bb13-780979d07d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:15.675063 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-717b2944-8603-4f34-bb13-780979d07d60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454524 Apr 04 12:03:15.768377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:10Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:15.794877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:03:15.800783 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-da4d75e7-dda7-4e57-a0c9-cc5f14c903f6 service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182582 Apr 04 12:03:15.803871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:15.804538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:15.812986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb83a-c6bc-446d-9eb0-7ce6064ef0e7 req-3e264957-de06-41a9-b1bb-b518cb8df601 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:15.815204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e5ebb83a-c6bc-446d-9eb0-7ce6064ef0e7 req-3e264957-de06-41a9-b1bb-b518cb8df601 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0635595 Apr 04 12:03:15.907616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e5ebb83a-c6bc-446d-9eb0-7ce6064ef0e7 req-f4b428f3-6831-4dd7-a6ad-ccf4470abecc tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840962 Apr 04 12:03:15.910138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:15.938641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d884216-bfd1-487f-9e41-c3f82583d540 req-b4d925e9-56f8-4258-b861-9ee2582a6888 service neutron] 10.222.0.44 "GET /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218174 Apr 04 12:03:16.107750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:10Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:16.143260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ec6d2-9231-47f1-98d4-a9818355f052 None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:08Z', 'revision_number': 6, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '599d6ffa-2b4f-43b6-844d-6faf09694fae', 'name': '', 'network_id': 'f2386f7d-5d6d-4cea-9403-b5b33f9c88cc', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'mac_address': 'fa:16:3e:23:82:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:12Z', 'updated_at': '2022-04-04T12:03:10Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'subnets': [{'id': '1ac7cf6a-3a94-479e-9bbd-1a029226d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:03:16.729978 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05dd561-622f-4d7d-8011-a444a601ea83 None None] New status for floating IP 9bc0acd2-83e8-4e4b-96f1-05383a402b25: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:03:17.028058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1ba91-4a54-4075-be72-866a104cfa2a req-3051167b-cb07-4bd1-b00f-a317a823248c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:17.029507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b4c1ba91-4a54-4075-be72-866a104cfa2a req-3051167b-cb07-4bd1-b00f-a317a823248c tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0475557 Apr 04 12:03:17.067655 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b4c1ba91-4a54-4075-be72-866a104cfa2a req-a9b86a0a-d354-4fa4-80c3-1c4b9673dd12 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5c8843e-e01e-4510-8dcd-fa04285ad90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Apr 04 12:03:17.070645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-251b4416-4bc1-4024-b96b-4a5b4e5c0f16 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:17.072291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-251b4416-4bc1-4024-b96b-4a5b4e5c0f16 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0479844 Apr 04 12:03:17.173088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 8e68df43-ba70-487c-a658-3cee2d0db446 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:17.173433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:17.259494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 8e68df43-ba70-487c-a658-3cee2d0db446, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8e68df43-ba70-487c-a658-3cee2d0db446,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:17.259782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:17.276730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 8e68df43-ba70-487c-a658-3cee2d0db446 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:17.455407 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:03:17.494196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:17.521092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=8e68df43-ba70-487c-a658-3cee2d0db446,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:17.567848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] No DVR routers for this DVR port 8e68df43-ba70-487c-a658-3cee2d0db446 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:03:17.570299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:17.573487 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ccfbdde4-8067-4036-b1eb-994c60ef3b57 req-48d87567-0925-4a39-9910-d5a097364251 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.44 "DELETE /v2.0/ports/8e68df43-ba70-487c-a658-3cee2d0db446 HTTP/1.1" status: 204 len: 173 time: 0.4958768 Apr 04 12:03:17.573943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'name': 'network-vif-deleted', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:03:17.576170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e0d4cf-c149-4558-bad4-82f51a56eed2" -d '{"events": [{"server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "name": "network-vif-deleted", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:03:17.611992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c025a0-3275-4a85-9ea6-8671638e8364 x-openstack-request-id: req-57c025a0-3275-4a85-9ea6-8671638e8364 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:03:17.612285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb615ff-3402-4e04-8e91-0988c8c7d5a9", "name": "network-vif-deleted", "tag": "8e68df43-ba70-487c-a658-3cee2d0db446", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:03:17.612536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57c025a0-3275-4a85-9ea6-8671638e8364 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:03:17.612939 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c025a0-3275-4a85-9ea6-8671638e8364'] response: {'server_uuid': '9cb615ff-3402-4e04-8e91-0988c8c7d5a9', 'name': 'network-vif-deleted', 'tag': '8e68df43-ba70-487c-a658-3cee2d0db446', 'status': 'completed', 'code': 200} Apr 04 12:03:18.177885 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-941bbf99-288d-4868-b730-5b7a34a28f4e req-a07a3ac6-d4b8-4340-a380-73d17b6b03c7 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cb615ff-3402-4e04-8e91-0988c8c7d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0303950 Apr 04 12:03:19.232596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:19.291176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:19.316610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:19.436493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:19.439603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:19.440785 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5c8843e-e01e-4510-8dcd-fa04285ad90d HTTP/1.1" status: 204 len: 168 time: 0.2071626 Apr 04 12:03:19.450056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50328ff-8409-46cb-af54-62a134a74794 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8843e-e01e-4510-8dcd-fa04285ad90d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:19.528923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43552) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:19.881649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:20.131310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port 599d6ffa-2b4f-43b6-844d-6faf09694fae {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:20.131593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:20.217480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port 599d6ffa-2b4f-43b6-844d-6faf09694fae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=599d6ffa-2b4f-43b6-844d-6faf09694fae,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:20.217885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:20.230662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for 599d6ffa-2b4f-43b6-844d-6faf09694fae owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:20.465810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:20.498131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=599d6ffa-2b4f-43b6-844d-6faf09694fae,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:20.673691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:20.886557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Router fc70a957-f03d-4501-9b8d-e8d03132147e has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:03:20.988991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:03:20.993885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1dcead8e-7c35-4ca4-b7f0-9886aecdc15a tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "PUT /v2.0/routers/fc70a957-f03d-4501-9b8d-e8d03132147e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638989 Apr 04 12:03:20.996653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:20.999395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Sync routers for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:03:21.009694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:21.010312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:21.045521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting subnet 1ac7cf6a-3a94-479e-9bbd-1a029226d3b1 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:03:21.049005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.088253 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.121825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:21.177601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.299905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:20Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:21.305814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.326461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Checking router: fc70a957-f03d-4501-9b8d-e8d03132147e for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:03:21.335059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Routers {'fc70a957-f03d-4501-9b8d-e8d03132147e'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:03:21.335677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:02:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['fc70a957-f03d-4501-9b8d-e8d03132147e'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:21.335975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac7cf6a-3a94-479e-9bbd-1a029226d3b1,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:21.342661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.346603 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff98754a-570b-4e24-b286-ee0d144d1024 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/subnets/1ac7cf6a-3a94-479e-9bbd-1a029226d3b1 HTTP/1.1" status: 204 len: 168 time: 0.3488405 Apr 04 12:03:21.349209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43556) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:21.369519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27790eea-20f8-47ae-afed-b911d22b8b36 None None] Network f2386f7d-5d6d-4cea-9403-b5b33f9c88cc requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:03:21.532462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] Set router fc70a957-f03d-4501-9b8d-e8d03132147e gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:03:21.729394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:20Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:21.735396 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] DHCP port deletion for f2386f7d-5d6d-4cea-9403-b5b33f9c88cc request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:03:21.761528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ca800-5635-422a-a9ad-3af9b4006489 None None] The sync data for ids ['fc70a957-f03d-4501-9b8d-e8d03132147e'] in dv-neutron-835866-1-hyperv is: [{'id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'name': 'tempest-TestNetworkBasicOps-router-935857077', 'tenant_id': '36015d63fc9347ae9e0055318f78f8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:20Z', 'revision_number': 7, 'project_id': '36015d63fc9347ae9e0055318f78f8f7', 'gw_port': {'id': 'dd415502-b287-44d5-be2c-6bfdea15ae4e', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70a957-f03d-4501-9b8d-e8d03132147e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:02:09Z', 'updated_at': '2022-04-04T12:03:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:03:21.794971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.819899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Deleting port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:21.820428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.871261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8e68df43-ba70-487c-a658-3cee2d0db446 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:21.896111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.899278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] For port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,segment=NetworkSegment(1fce2079-74fc-407e-8b15-51e226d5e6e2),segment_id=1fce2079-74fc-407e-8b15-51e226d5e6e2)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:21.899675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:21.901757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 8e68df43-ba70-487c-a658-3cee2d0db446 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:03:21.902095 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8e68df43-ba70-487c-a658-3cee2d0db446 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:03:21.913667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Calling delete_port for 992ce3b2-0ecc-4e8f-a15d-7f387750e24d owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:22.003893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Deleting port dd415502-b287-44d5-be2c-6bfdea15ae4e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:22.004130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.048266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.073311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] Pushing event deleted for resources: {'Port': ['ID=992ce3b2-0ecc-4e8f-a15d-7f387750e24d,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:22.076971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac5e45-19cb-4b58-a9d7-4366c23f8955 None None] No DVR routers for this DVR port 992ce3b2-0ecc-4e8f-a15d-7f387750e24d on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:03:22.091446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] For port dd415502-b287-44d5-be2c-6bfdea15ae4e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=dd415502-b287-44d5-be2c-6bfdea15ae4e,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:22.091821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.104767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Calling delete_port for dd415502-b287-44d5-be2c-6bfdea15ae4e owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:22.210383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:22.230927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 599d6ffa-2b4f-43b6-844d-6faf09694fae {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:03:22.231270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 599d6ffa-2b4f-43b6-844d-6faf09694fae not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:03:22.231689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 992ce3b2-0ecc-4e8f-a15d-7f387750e24d no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:22.254029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 992ce3b2-0ecc-4e8f-a15d-7f387750e24d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:03:22.254377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 992ce3b2-0ecc-4e8f-a15d-7f387750e24d not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:03:22.339697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.364591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Port': ['ID=dd415502-b287-44d5-be2c-6bfdea15ae4e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:22.424202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.512830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.514904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.602172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.602612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Fanout notify agent at l3_agent the message router_deleted on router fc70a957-f03d-4501-9b8d-e8d03132147e {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:03:22.609176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.610866 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-87456410-71f7-4f88-986a-c6545bb182a9 tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/routers/fc70a957-f03d-4501-9b8d-e8d03132147e HTTP/1.1" status: 204 len: 168 time: 1.2607136 Apr 04 12:03:22.613658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43558) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:22.691209 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.777828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.798496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2386f7d-5d6d-4cea-9403-b5b33f9c88cc']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:22.807330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fce2079-74fc-407e-8b15-51e226d5e6e2') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:22.807633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fce2079-74fc-407e-8b15-51e226d5e6e2') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:03:22.817100 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.830215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.835846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:03:22.836236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:03:22.839135 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:03:22.985429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.995831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:22.995831 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] 10.222.0.43 "DELETE /v2.0/networks/f2386f7d-5d6d-4cea-9403-b5b33f9c88cc HTTP/1.1" status: 204 len: 168 time: 0.3807795 Apr 04 12:03:23.007685 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Pushing event deleted for resources: {'Network': ['ID=f2386f7d-5d6d-4cea-9403-b5b33f9c88cc,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:23.015537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.015537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.015537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.015537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.016667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.016775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.017077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.017459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.017760 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.018091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.018991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.018991 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612c7d0-616d-43c6-931d-09a41d66c9ff tempest-TestNetworkBasicOps-1308634343 tempest-TestNetworkBasicOps-1308634343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:03:23.429619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43564) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:23.555321 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e9f3b4ee-4fdf-4195-a5d5-6d65325d7211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36015d63fc9347ae9e0055318f78f8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245453 Apr 04 12:03:23.557871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43568) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:23.602975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:23.623268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:23.756748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:23.759325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:23.760482 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e279f5d-1756-40b0-b9d2-5437be8dff09 HTTP/1.1" status: 204 len: 168 time: 0.2016940 Apr 04 12:03:23.768319 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167879a0-ffc4-4c79-9269-97125b46eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e279f5d-1756-40b0-b9d2-5437be8dff09,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:24.184714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:24.204932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: dd415502-b287-44d5-be2c-6bfdea15ae4e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:03:24.205283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device dd415502-b287-44d5-be2c-6bfdea15ae4e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:03:24.308070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43574) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:24.321378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1137ccc6-bdb9-4638-8e37-60f05debb07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.391765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1137ccc6-bdb9-4638-8e37-60f05debb07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.459334 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1137ccc6-bdb9-4638-8e37-60f05debb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.501871 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1137ccc6-bdb9-4638-8e37-60f05debb07c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c73f8cbd7204b67aaf72bd33b731afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927042 Apr 04 12:03:24.502589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137ccc6-bdb9-4638-8e37-60f05debb07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86758e6d-d095-4858-aaf8-85073df8db1f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:24.504625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43576) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:24.554088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.574108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.722322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.724803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:24.725978 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86758e6d-d095-4858-aaf8-85073df8db1f HTTP/1.1" status: 204 len: 168 time: 0.2202711 Apr 04 12:03:24.734062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165561c-a768-4a36-b16f-edad3f8dbe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86758e6d-d095-4858-aaf8-85073df8db1f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:27.236787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c814452a-1f38-4a82-a301-f173fdfc3775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:29.419463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-129be78d-8e35-4f3a-ac75-0ffebe782ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:30.550892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:32.059349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:32.389615 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-f51c32fd-aca2-45cf-91d7-3e036ab14e4d tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fdb746a964794bc19e78ad3765c13883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284677 Apr 04 12:03:32.408611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:32.571651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-ae50c08f-6480-404a-b6c6-cf1c9bddb1a7 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:32.573102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-ae50c08f-6480-404a-b6c6-cf1c9bddb1a7 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775408 Apr 04 12:03:32.588740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-2613d47f-7122-4b27-b0ee-d113a517c82f tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/quotas/fdb746a964794bc19e78ad3765c13883 HTTP/1.1" status: 200 len: 375 time: 0.0089931 Apr 04 12:03:32.618973 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-196f6c9c-b649-48bf-b775-fc615693c8fb tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdb746a964794bc19e78ad3765c13883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249004 Apr 04 12:03:32.837329 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f7ccf7ba-3d8f-4486-b9e4-603a56e8253b req-76af8ddd-1214-4656-8ebb-0e7d57b3fa27 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Apr 04 12:03:33.912053 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00d9fd9b-f356-4e6b-8af6-8f42c3e9c5c2 req-511bc0e1-82ab-4c71-ace2-03f324796fb3 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Apr 04 12:03:34.299010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:34.985634 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fa3ec829-43ea-43ef-9ea2-c739dfc25e88 req-6bcca1f9-7863-428c-ad84-720a5cfd3c98 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0250037 Apr 04 12:03:36.060122 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0cc0b2b2-8102-4661-8875-ad10da2fdcd5 req-07926328-1439-4572-b916-82c91bb87d5d tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0247869 Apr 04 12:03:37.150894 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-618e7156-bb58-48ee-be8d-98098e22bae5 req-1a0af405-de96-48a1-b616-e6b4e88f9cd1 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0257101 Apr 04 12:03:38.241877 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-81e56cf0-c0ba-493d-aa4f-ce8eaaa04cfc req-b5ad1513-59b1-4d52-88ed-f9a06f77889a tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0252328 Apr 04 12:03:38.805693 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-f5c1aac5-f13a-43f7-afc4-27b08e620bce tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fdb746a964794bc19e78ad3765c13883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253017 Apr 04 12:03:38.908231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-99b18c54-c626-4719-80c4-06a93a41946d tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:38.909678 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-99b18c54-c626-4719-80c4-06a93a41946d tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0989745 Apr 04 12:03:38.923910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Request body: {'port': {'device_id': 'e6843066-7142-4023-91d0-016f3ca635a3', 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641', 'admin_state_up': True, 'tenant_id': 'fdb746a964794bc19e78ad3765c13883'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:39.099123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Made reservation on behalf of fdb746a964794bc19e78ad3765c13883 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:03:39.102752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.112202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.184964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.241727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.302115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bbad1a-2459-4405-85da-ba629886666a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:39.340879 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f6b6f7b3-e044-4d47-9538-1e2f0feb48a0 req-597ef0c5-1ff2-4882-a8e4-41918465b66e tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0304751 Apr 04 12:03:39.379779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Allocated IP 192.168.233.7 (e4bd12c7-4537-4655-8f1f-ffa1c5e90641/60b8e2c6-57c2-469c-bfe9-a98035071648/4c2e1177-5c5d-4431-85c9-83f917a14ea4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:03:39.518517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.585272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.630933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:03:39.633814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:03:39.637294 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:03:39.664565 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Pushing event updated for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:39.690817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:39.691457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.770315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-d5e9ac67-75b8-4ab0-9902-3526b91f25a0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8504546 Apr 04 12:03:39.782575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Request body: {'port': {'device_id': 'e6843066-7142-4023-91d0-016f3ca635a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:39.835470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.900473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0c770b76-c459-44b0-a339-bb436ee8cb89 None None] Provisioning complete for port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:39.901009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c770b76-c459-44b0-a339-bb436ee8cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:39.936614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0c770b76-c459-44b0-a339-bb436ee8cb89 None None] Port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:03:40.093700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2e1177-5c5d-4431-85c9-83f917a14ea4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:03:40.101149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:40.112926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Transition to ACTIVE for port object 4c2e1177-5c5d-4431-85c9-83f917a14ea4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:03:40.184688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:40.250520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:40.306630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Attempting to bind port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:03:40.307368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Attempting to bind port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:03:40.307368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Attempting to bind port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 on network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:03:40.312095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 on network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:03:40.312991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Attempting to bind port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 on network e4bd12c7-4537-4655-8f1f-ffa1c5e90641 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:03:40.318027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:03:40.318373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Checking segment: {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:03:40.318759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Bound using segment: {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:03:40.319196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Bound port: 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb7b80e-f547-4ec3-a610-ec7b8f96b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:03:40.319562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:40.385149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:03:40.388344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:03:40.458576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a29629-4c49-485c-a364-d8f9e9f4ad0a req-c439c58d-85a1-4cd5-9236-247096d5f897 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.460056 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20a29629-4c49-485c-a364-d8f9e9f4ad0a req-c439c58d-85a1-4cd5-9236-247096d5f897 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 946 time: 0.0507894 Apr 04 12:03:40.461817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:40.520098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.521061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:40.522139 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c2e1177-5c5d-4431-85c9-83f917a14ea4 HTTP/1.1" status: 200 len: 1096 time: 0.7444751 Apr 04 12:03:40.524752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:03:40.527332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc3af1-c945-43e4-963c-20c04af6fb45" -d '{"events": [{"name": "network-changed", "server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:03:40.575125 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20a29629-4c49-485c-a364-d8f9e9f4ad0a req-c65d2db7-5ef6-445e-9704-c63e81b0627f tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871153 Apr 04 12:03:40.575713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b7735-9355-4190-af97-15dbd5fb6f62 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:40.602569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de152ad6-171e-463c-b1a1-e8997cc15cd6 x-openstack-request-id: req-de152ad6-171e-463c-b1a1-e8997cc15cd6 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:03:40.602869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:03:40.603130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de152ad6-171e-463c-b1a1-e8997cc15cd6 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:03:40.603547 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de152ad6-171e-463c-b1a1-e8997cc15cd6'] response: {'name': 'network-changed', 'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4', 'status': 'completed', 'code': 200} Apr 04 12:03:40.675186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc3af1-c945-43e4-963c-20c04af6fb45 req-2185e48f-8e58-4430-8c1c-69c3cfded644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.677127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2acc3af1-c945-43e4-963c-20c04af6fb45 req-2185e48f-8e58-4430-8c1c-69c3cfded644 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdb746a964794bc19e78ad3765c13883&device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 1099 time: 0.0491590 Apr 04 12:03:40.705699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2acc3af1-c945-43e4-963c-20c04af6fb45 req-6eef8477-7d4d-48ad-8577-f35b5866e652 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fdb746a964794bc19e78ad3765c13883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208211 Apr 04 12:03:40.808533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc3af1-c945-43e4-963c-20c04af6fb45 req-c17bcee7-dd59-4a08-92af-d310ec9bb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.810109 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2acc3af1-c945-43e4-963c-20c04af6fb45 req-c17bcee7-dd59-4a08-92af-d310ec9bb6a7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981026 Apr 04 12:03:40.888548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-fc02f419-1c0c-4c4e-bcb1-23da251026b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.890075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-fc02f419-1c0c-4c4e-bcb1-23da251026b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdb746a964794bc19e78ad3765c13883&device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 1099 time: 0.0399621 Apr 04 12:03:40.931313 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-b6023072-307f-4322-840e-0edd5ddd8f6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4 HTTP/1.1" status: 200 len: 217 time: 0.0340683 Apr 04 12:03:40.978373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-926fa54b-517c-4f15-9ab4-3c820503b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:40.979788 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-926fa54b-517c-4f15-9ab4-3c820503b6a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60b8e2c6-57c2-469c-bfe9-a98035071648 HTTP/1.1" status: 200 len: 843 time: 0.0417173 Apr 04 12:03:41.026031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6400-28d3-4215-a83f-a850e001b2fc req-805a9c30-9d64-438b-b4d6-24875e7f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:41.027401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-805a9c30-9d64-438b-b4d6-24875e7f1b52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4bd12c7-4537-4655-8f1f-ffa1c5e90641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0413084 Apr 04 12:03:41.114847 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-3f7eb15c-e8b5-47a9-96ea-89d65f170b94 service neutron] 10.222.0.44 "GET /v2.0/networks/e4bd12c7-4537-4655-8f1f-ffa1c5e90641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Apr 04 12:03:41.208356 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-837e6400-28d3-4215-a83f-a850e001b2fc req-119c6311-5c4a-4109-a031-4f2e3ae6021d service neutron] 10.222.0.44 "GET /v2.0/networks/e4bd12c7-4537-4655-8f1f-ffa1c5e90641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861604 Apr 04 12:03:41.700057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ab77f-5e2f-4ee7-aa31-f459357d9dff req-fe94335c-c2f1-4db3-a769-0fb38f66d0e0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:41.701522 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ba2ab77f-5e2f-4ee7-aa31-f459357d9dff req-fe94335c-c2f1-4db3-a769-0fb38f66d0e0 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 946 time: 0.0482633 Apr 04 12:03:41.738871 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ba2ab77f-5e2f-4ee7-aa31-f459357d9dff req-72a2abea-8e30-47cd-b7d5-14306b57fc6f tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Apr 04 12:03:42.854838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07ac2e-15f5-4dd9-90eb-787da7e72e02 req-05574f9b-3ece-4d09-8c61-77d89f6343ec tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:42.856272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b07ac2e-15f5-4dd9-90eb-787da7e72e02 req-05574f9b-3ece-4d09-8c61-77d89f6343ec tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 946 time: 0.0472336 Apr 04 12:03:42.891679 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b07ac2e-15f5-4dd9-90eb-787da7e72e02 req-37848a6a-02c4-41fa-81b3-892a7077b604 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294483 Apr 04 12:03:43.935151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4c2e1177-5c5d-4431-85c9-83f917a14ea4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:03:44.007223 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743e92-dc29-469c-b6dd-3922223b33c9 req-e0c04e87-9ab5-48b9-9d2b-a60239d9867c tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:44.008237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-29743e92-dc29-469c-b6dd-3922223b33c9 req-e0c04e87-9ab5-48b9-9d2b-a60239d9867c tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 946 time: 0.0486758 Apr 04 12:03:44.028864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:44.041047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '4c2e1177-5c5d-4431-85c9-83f917a14ea4', 'network_id': 'e4bd12c7-4537-4655-8f1f-ffa1c5e90641', 'port_id': '4c2e1177-5c5d-4431-85c9-83f917a14ea4', 'mac_address': 'fa:16:3e:01:73:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b8e2c6-57c2-469c-bfe9-a98035071648', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:03:44.045307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-29743e92-dc29-469c-b6dd-3922223b33c9 req-7b808a80-9f83-4a16-9b4f-86d838f2d9d2 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Apr 04 12:03:44.077023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:44.090650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e1177-5c5d-4431-85c9-83f917a14ea4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:03:44.117405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:44.173546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:44.218114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:44.388734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['4c2e1177-5c5d-4431-85c9-83f917a14ea4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:03:45.158162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d63c-2650-4621-a661-822b77223b46 req-86be0810-3b02-4b7a-82d7-19cc7930e3c9 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:45.159588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4749d63c-2650-4621-a661-822b77223b46 req-86be0810-3b02-4b7a-82d7-19cc7930e3c9 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 947 time: 0.0477743 Apr 04 12:03:45.200976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4749d63c-2650-4621-a661-822b77223b46 req-b5cb6001-6d61-46f9-89a0-18d286e15f8d tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355036 Apr 04 12:03:45.952371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4c2e1177-5c5d-4431-85c9-83f917a14ea4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:03:46.081550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:03:46.085361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:03:46.085883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:46.164767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:46.186782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:03:46.188999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eb6267-fb6c-4de6-a129-3979ac251119" -d '{"events": [{"server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:03:46.201202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:46.225984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577b8b7-4389-4614-88c2-3e6f9a0cb195 x-openstack-request-id: req-9577b8b7-4389-4614-88c2-3e6f9a0cb195 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:03:46.226274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:03:46.226525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9577b8b7-4389-4614-88c2-3e6f9a0cb195 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:03:46.226925 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9577b8b7-4389-4614-88c2-3e6f9a0cb195'] response: {'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4', 'code': 200} Apr 04 12:03:46.247891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:46.297954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:46.325693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aba80-63ce-45c2-8d27-11dc7629cf74 req-1fafcbee-e056-44a5-86f8-1fef2166d238 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:46.327231 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d77aba80-63ce-45c2-8d27-11dc7629cf74 req-1fafcbee-e056-44a5-86f8-1fef2166d238 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0579855 Apr 04 12:03:46.365659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d77aba80-63ce-45c2-8d27-11dc7629cf74 req-30a7dc75-0733-4971-b74d-d6df731308fd tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Apr 04 12:03:46.475311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e82d32-37db-496d-9bbf-a31b1033055d req-54f543e0-c90a-463d-868d-b013c8bfc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:46.476678 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08e82d32-37db-496d-9bbf-a31b1033055d req-54f543e0-c90a-463d-868d-b013c8bfc723 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 1101 time: 0.0393167 Apr 04 12:03:46.509852 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08e82d32-37db-496d-9bbf-a31b1033055d req-3380a790-5824-4bc0-aaeb-fe49ebe54819 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264573 Apr 04 12:03:47.483266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609435ee-ff37-42ee-b0f6-03a165345b3c req-d35fac4c-eb75-473c-b44d-aefd2f784d3f tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:47.484747 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-609435ee-ff37-42ee-b0f6-03a165345b3c req-d35fac4c-eb75-473c-b44d-aefd2f784d3f tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0516005 Apr 04 12:03:47.522805 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-609435ee-ff37-42ee-b0f6-03a165345b3c req-d4b23769-e399-4521-a1b4-985547763968 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Apr 04 12:03:48.635188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473973d-4873-46dd-9cc5-2d61c67c9b26 req-decf98f4-bb6c-4595-ab7b-77a62c9e5cd4 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:48.636669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e473973d-4873-46dd-9cc5-2d61c67c9b26 req-decf98f4-bb6c-4595-ab7b-77a62c9e5cd4 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0474522 Apr 04 12:03:48.676933 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e473973d-4873-46dd-9cc5-2d61c67c9b26 req-d8a4b2ff-326a-42fc-bb80-4fc85eca61bd tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Apr 04 12:03:49.100526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-f5d597c0-7800-48d4-92a6-73fdfa62d3a6 req-9c412b15-0020-438d-ba9b-375707723a5e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:03:49.101624 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f5d597c0-7800-48d4-92a6-73fdfa62d3a6 req-9c412b15-0020-438d-ba9b-375707723a5e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0962980 Apr 04 12:03:49.613763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-75939736-7eb3-4b7e-9cc1-90ceb411ba54 req-95ac4175-d8d7-4140-a8c6-1e8354862b12 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:03:49.614866 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-75939736-7eb3-4b7e-9cc1-90ceb411ba54 req-95ac4175-d8d7-4140-a8c6-1e8354862b12 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516384 Apr 04 12:03:50.240350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e528f-c4f5-42a7-b6d1-6926863bf3bb req-9df81d69-568d-48b6-99b2-8623468ccbc9 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:50.241844 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-832e528f-c4f5-42a7-b6d1-6926863bf3bb req-9df81d69-568d-48b6-99b2-8623468ccbc9 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0478022 Apr 04 12:03:50.279043 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-832e528f-c4f5-42a7-b6d1-6926863bf3bb req-aafcc850-cb4b-4b1b-8091-6f194e027cd6 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Apr 04 12:03:51.393666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6066-0700-4602-bd38-b36d642197ec req-4a9c696b-f632-4fc8-9f20-97dacc15f279 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:51.395061 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0d3c6066-0700-4602-bd38-b36d642197ec req-4a9c696b-f632-4fc8-9f20-97dacc15f279 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0490198 Apr 04 12:03:51.432593 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0d3c6066-0700-4602-bd38-b36d642197ec req-326f1e71-d3f3-4886-8224-4d73952446d1 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2bbad1a-2459-4405-85da-ba629886666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Apr 04 12:03:51.539126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-b60c214b-8961-4847-907b-f6c1cfca70ba tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:51.540563 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-b60c214b-8961-4847-907b-f6c1cfca70ba tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 948 time: 0.0479898 Apr 04 12:03:51.629873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Deleting port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:03:51.630215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:51.715178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] For port 4c2e1177-5c5d-4431-85c9-83f917a14ea4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4c2e1177-5c5d-4431-85c9-83f917a14ea4,segment=NetworkSegment(cbb7b80e-f547-4ec3-a610-ec7b8f96b719),segment_id=cbb7b80e-f547-4ec3-a610-ec7b8f96b719)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:03:51.715464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:51.727432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Calling delete_port for 4c2e1177-5c5d-4431-85c9-83f917a14ea4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:03:51.916370 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:51.928218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['4c2e1177-5c5d-4431-85c9-83f917a14ea4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:03:51.945610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Pushing event deleted for resources: {'Port': ['ID=4c2e1177-5c5d-4431-85c9-83f917a14ea4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:51.990886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] No DVR routers for this DVR port 4c2e1177-5c5d-4431-85c9-83f917a14ea4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:03:51.993417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:51.996669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa8941fd-c731-44f8-a121-45136dc2af1f req-8cec8a66-78c1-4db4-8069-a6ba6dd66b29 tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.44 "DELETE /v2.0/ports/4c2e1177-5c5d-4431-85c9-83f917a14ea4 HTTP/1.1" status: 204 len: 173 time: 0.4503598 Apr 04 12:03:51.997129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'name': 'network-vif-deleted', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:03:51.999397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e4cc8-baf9-482a-a3ff-3aed1cae1dc6" -d '{"events": [{"server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "name": "network-vif-deleted", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:03:52.035917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a9d119-52d0-4066-8467-9733a4a7b956 x-openstack-request-id: req-33a9d119-52d0-4066-8467-9733a4a7b956 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:03:52.036268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6843066-7142-4023-91d0-016f3ca635a3", "name": "network-vif-deleted", "tag": "4c2e1177-5c5d-4431-85c9-83f917a14ea4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:03:52.036532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33a9d119-52d0-4066-8467-9733a4a7b956 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:03:52.036934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a9d119-52d0-4066-8467-9733a4a7b956'] response: {'server_uuid': 'e6843066-7142-4023-91d0-016f3ca635a3', 'name': 'network-vif-deleted', 'tag': '4c2e1177-5c5d-4431-85c9-83f917a14ea4', 'status': 'completed', 'code': 200} Apr 04 12:03:52.536716 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8558aa22-13fc-4491-9023-6a28cbca49b1 req-96157603-89a1-4a7a-ae68-7de7144f997e tempest-ServersAdminNegativeTestJSON-173353878 tempest-ServersAdminNegativeTestJSON-173353878-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6843066-7142-4023-91d0-016f3ca635a3 HTTP/1.1" status: 200 len: 210 time: 0.0277200 Apr 04 12:03:54.001205 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43734) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:54.133820 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-70866655-6f0c-4140-894e-abd1cd69aa96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdb746a964794bc19e78ad3765c13883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314499 Apr 04 12:03:54.136249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43738) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:54.182440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.202803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.321693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.324163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.325298 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2bbad1a-2459-4405-85da-ba629886666a HTTP/1.1" status: 204 len: 168 time: 0.1881630 Apr 04 12:03:54.332830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf790b4-2f0c-4562-ae38-3607ad585a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bbad1a-2459-4405-85da-ba629886666a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:54.453382 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:03:54.821787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43744) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:54.835488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67bd0463-beb6-44ab-9533-cb58221a136d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.906770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67bd0463-beb6-44ab-9533-cb58221a136d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:54.956240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-67bd0463-beb6-44ab-9533-cb58221a136d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:55.000430 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-67bd0463-beb6-44ab-9533-cb58221a136d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67cdb6babaa14db99772f8d12869de7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775825 Apr 04 12:03:55.001193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0463-beb6-44ab-9533-cb58221a136d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c21ced-5f0b-4192-b803-cf8ea11b2ce1,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:55.003594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43746) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:55.051187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:55.071679 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:55.173332 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:55.175994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:55.177132 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21c21ced-5f0b-4192-b803-cf8ea11b2ce1 HTTP/1.1" status: 204 len: 168 time: 0.1724691 Apr 04 12:03:55.184524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986d529-595d-48ab-9e71-4643ba1fd6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c21ced-5f0b-4192-b803-cf8ea11b2ce1,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:56.013852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4c2e1177-5c5d-4431-85c9-83f917a14ea4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:03:56.033753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 4c2e1177-5c5d-4431-85c9-83f917a14ea4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:03:56.034103 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 4c2e1177-5c5d-4431-85c9-83f917a14ea4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:03:56.087618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43768) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:56.180594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-268512923-network', 'tenant_id': '6ff887b108ac4c4a990051897fd06fcc'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:56.258133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Made reservation on behalf of 6ff887b108ac4c4a990051897fd06fcc for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:03:56.260353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.271786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.345696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.551192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.571396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:03:56.585665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a703a413-9d2e-4808-bf03-f43e1d31123b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:56.588540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.588889 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Added segment 6434dd55-851c-4c4e-a066-b0f4893e297b of type vlan for network 8e16938c-7214-48bd-b5e5-602d447c4e80 Apr 04 12:03:56.627640 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.705829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.706845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:56.707440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:56.800183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] Pushing event updated for resources: {'Network': ['ID=8e16938c-7214-48bd-b5e5-602d447c4e80,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:56.809698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 8e16938c-7214-48bd-b5e5-602d447c4e80 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:03:56.810752 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-91a48d02-1a40-4970-a1d1-4f00c8aabe6a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7220669 Apr 04 12:03:56.812988 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43772) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:03:56.817943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Request body: {'subnet': {'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-268512923-subnet', 'tenant_id': '6ff887b108ac4c4a990051897fd06fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:03:56.881545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Made reservation on behalf of 6ff887b108ac4c4a990051897fd06fcc for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:03:56.883867 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:57.082793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:57.139262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f38c20d-065f-4449-8070-3332bb1dd13e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:03:57.164767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Checking segment: {'id': '6434dd55-851c-4c4e-a066-b0f4893e297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:03:57.165128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Network hostable DHCP agents. Network: 8e16938c-7214-48bd-b5e5-602d447c4e80, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:03:57.217808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f04dd7e-ad53-4a40-b979-22d9189a623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:57.291942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Network 8e16938c-7214-48bd-b5e5-602d447c4e80 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:03:57.349308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 8e16938c-7214-48bd-b5e5-602d447c4e80) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:03:57.354004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:57.354593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:57.358151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a684b8-5dad-4ce4-a763-7670bdca29fe None None] Network 8e16938c-7214-48bd-b5e5-602d447c4e80 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:03:57.432524 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6f774c1b-874b-44a0-b2d7-d3b6c34c9d04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6184199 Apr 04 12:03:57.485955 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cafc15c-d3f9-46f3-8908-e2688cbb4a97 None None] Network 8e16938c-7214-48bd-b5e5-602d447c4e80 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:03:57.850614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-a023bfbb-5d67-42d3-a787-f4d214fc8ca7 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:03:57.852165 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-a023bfbb-5d67-42d3-a787-f4d214fc8ca7 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/networks?id=8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 200 len: 811 time: 0.1101136 Apr 04 12:03:57.866535 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-ea9c8aff-0000-4273-8ed3-a7e56f9469c2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/quotas/6ff887b108ac4c4a990051897fd06fcc HTTP/1.1" status: 200 len: 375 time: 0.0087447 Apr 04 12:03:57.896843 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-55f7846f-b55c-449a-913e-867a173e4499 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249238 Apr 04 12:03:57.990066 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-8c52f90a-9e14-4cd1-9bcc-2d0c77154dda service neutron] 10.222.0.43 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Apr 04 12:03:58.353007 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-ad4b322a-e402-401d-bdbd-225ca188a5db service neutron] 10.222.0.43 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568690 Apr 04 12:03:58.586262 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b401fef-af20-4d40-80d5-12cb7e7c1bb7 req-256ca22e-61de-4de5-ad11-4ac041290975 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Apr 04 12:03:59.420156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-afd8f530-8113-4a5d-81cf-06fd0470f88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:03:59.680570 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b21977f3-d930-4bf7-a041-7a7fb93e6132 req-481bcfb1-2d2b-4c13-8812-22b0bfd7e2c7 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 210 time: 0.0268180 Apr 04 12:04:00.562202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-c6960856-2e98-42fc-a1fb-aad28351dfa5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:00.563612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-c6960856-2e98-42fc-a1fb-aad28351dfa5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "GET /v2.0/networks?id=8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 200 len: 811 time: 0.1025555 Apr 04 12:04:00.567703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:00.582014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Request body: {'port': {'device_id': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80', 'admin_state_up': True, 'tenant_id': '6ff887b108ac4c4a990051897fd06fcc'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:00.759498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Made reservation on behalf of 6ff887b108ac4c4a990051897fd06fcc for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:04:00.762775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:00.783345 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-519c4078-c1e2-496e-a783-67c303578733 req-af876e43-5695-404a-aa8b-bd8f78e7f241 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 210 time: 0.0347641 Apr 04 12:04:00.903785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Allocated IP 172.20.0.2 (8e16938c-7214-48bd-b5e5-602d447c4e80/8f38c20d-065f-4449-8070-3332bb1dd13e/e30ba950-c8eb-44fd-b442-933c980e3cbd) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:04:01.048132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.122490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.164617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Network 8e16938c-7214-48bd-b5e5-602d447c4e80 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:04:01.167593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:04:01.171186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:04:01.197385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:01.223333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:01.223946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.312301 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1699711c-3361-4b12-8c24-1424e01622d9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345760 Apr 04 12:04:01.324757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Request body: {'port': {'device_id': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:01.385382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.658392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:04:01.667420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.679082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Transition to ACTIVE for port object e30ba950-c8eb-44fd-b442-933c980e3cbd will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:04:01.790457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.860695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:01.909130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7458-87cb-4388-b333-43ff0323756e req-c4a94621-a7a6-4c26-84ca-c9b9acfb2a97 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:01.910673 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81ed7458-87cb-4388-b333-43ff0323756e req-c4a94621-a7a6-4c26-84ca-c9b9acfb2a97 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 943 time: 0.0529096 Apr 04 12:04:01.911930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Attempting to bind port e30ba950-c8eb-44fd-b442-933c980e3cbd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:04:01.912272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Attempting to bind port e30ba950-c8eb-44fd-b442-933c980e3cbd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6434dd55-851c-4c4e-a066-b0f4893e297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:04:01.912629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Attempting to bind port e30ba950-c8eb-44fd-b442-933c980e3cbd on network 8e16938c-7214-48bd-b5e5-602d447c4e80 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:04:01.917251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Port e30ba950-c8eb-44fd-b442-933c980e3cbd on network 8e16938c-7214-48bd-b5e5-602d447c4e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:04:01.917581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Attempting to bind port e30ba950-c8eb-44fd-b442-933c980e3cbd on network 8e16938c-7214-48bd-b5e5-602d447c4e80 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:04:01.922468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:04:01.922942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Checking segment: {'id': '6434dd55-851c-4c4e-a066-b0f4893e297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:04:01.923401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Bound using segment: {'id': '6434dd55-851c-4c4e-a066-b0f4893e297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:04:01.923829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Bound port: e30ba950-c8eb-44fd-b442-933c980e3cbd, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6434dd55-851c-4c4e-a066-b0f4893e297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:04:01.924187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:01.952231 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81ed7458-87cb-4388-b333-43ff0323756e req-40b745df-d325-4206-9625-e2ee5f9b786b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Apr 04 12:04:01.986933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:04:01.989926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:04:02.053676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:02.076117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:02.088625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.089243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:02.090868 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] 10.222.0.44 "PUT /v2.0/ports/e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 200 len: 1093 time: 0.7707245 Apr 04 12:04:02.093100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:02.096172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384625d3-0308-466d-9bb2-8228c8f1b303" -d '{"events": [{"name": "network-changed", "server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:02.119574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95174-5003-4cdf-a7ee-28cb9b6ff143 service neutron] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:02.132455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260b909c-a828-45d7-b567-070755f57f08 x-openstack-request-id: req-260b909c-a828-45d7-b567-070755f57f08 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:02.132749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:02.133010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-260b909c-a828-45d7-b567-070755f57f08 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:02.133433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260b909c-a828-45d7-b567-070755f57f08'] response: {'name': 'network-changed', 'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'status': 'completed', 'code': 200} Apr 04 12:04:02.196213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-d98bd3cf-450e-47af-80f1-1052d2fc2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.197642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-d98bd3cf-450e-47af-80f1-1052d2fc2a70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1096 time: 0.0451138 Apr 04 12:04:02.291441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-a926d61e-c0c7-4012-92b6-9abe3e38b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.292876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-a926d61e-c0c7-4012-92b6-9abe3e38b2ca service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6ff887b108ac4c4a990051897fd06fcc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0873578 Apr 04 12:04:02.385349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-5f31cc0a-de13-475f-a21f-3921f2332dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.386821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-384625d3-0308-466d-9bb2-8228c8f1b303 req-5f31cc0a-de13-475f-a21f-3921f2332dce service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880864 Apr 04 12:04:02.396247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:02.458531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1d632c33-4d9e-4823-af21-16b8e9222e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.459900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-1d632c33-4d9e-4823-af21-16b8e9222e9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1096 time: 0.0397630 Apr 04 12:04:02.505094 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-7d2be9cf-941c-4db9-b7a0-61ec5deac675 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 200 len: 217 time: 0.0372446 Apr 04 12:04:02.552121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-d33ab3c9-feca-48cb-9847-1e1cf393037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:02.553501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-d33ab3c9-feca-48cb-9847-1e1cf393037e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f38c20d-065f-4449-8070-3332bb1dd13e HTTP/1.1" status: 200 len: 851 time: 0.0421786 Apr 04 12:04:02.583499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-223b1eb5-058c-4c6f-b0a4-81e4bec0d101 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e16938c-7214-48bd-b5e5-602d447c4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229025 Apr 04 12:04:02.673372 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-062620c4-5da5-4549-8bdd-aa3f63664ff5 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829556 Apr 04 12:04:02.758872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5fd475c-068c-4f84-a3d8-4a51cdd07fed req-f311b864-999b-4bd9-bae7-c2ef1b2b9408 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787761 Apr 04 12:04:03.064222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b1559-9f9d-49df-8777-a4044f168dd2 req-982ed872-28d0-4a7f-90c8-bca6071dad20 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:03.065765 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-729b1559-9f9d-49df-8777-a4044f168dd2 req-982ed872-28d0-4a7f-90c8-bca6071dad20 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 943 time: 0.0475249 Apr 04 12:04:03.103567 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-729b1559-9f9d-49df-8777-a4044f168dd2 req-24e054f0-2ef9-4c6a-8099-204a8f7b9c44 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Apr 04 12:04:04.217395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c61d85-73a0-47ac-bdcb-483118717f32 req-a78dc04b-f79b-41bd-b3b9-2a1f6c119ebf tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:04.218949 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74c61d85-73a0-47ac-bdcb-483118717f32 req-a78dc04b-f79b-41bd-b3b9-2a1f6c119ebf tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Apr 04 12:04:04.257074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74c61d85-73a0-47ac-bdcb-483118717f32 req-e0abc70a-9f55-4c8c-a0b5-e9463f91c59c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Apr 04 12:04:04.298785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:05.367382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1fdd-633e-431f-9a23-1c10adb0c7eb req-a82bc6b1-125e-453b-8e16-f77d771b9023 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:05.368728 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d59c1fdd-633e-431f-9a23-1c10adb0c7eb req-a82bc6b1-125e-453b-8e16-f77d771b9023 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 943 time: 0.0468051 Apr 04 12:04:05.404854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d59c1fdd-633e-431f-9a23-1c10adb0c7eb req-74852c2d-8b6f-4b98-9e8f-1a8f00c6c57c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302336 Apr 04 12:04:06.114275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:04:06.207382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:06.218052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80', 'port_id': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'mac_address': 'fa:16:3e:b0:8c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f38c20d-065f-4449-8070-3332bb1dd13e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:04:06.258069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:06.270259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:04:06.288856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:06.332760 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:06.378572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:06.528704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e30ba950-c8eb-44fd-b442-933c980e3cbd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:04:06.842308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b42d38-a28c-418b-8f73-1111e2d51bea req-ec8abb61-c691-44b2-8ae9-ee9d4adb88d2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:06.843770 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-79b42d38-a28c-418b-8f73-1111e2d51bea req-ec8abb61-c691-44b2-8ae9-ee9d4adb88d2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 944 time: 0.3737574 Apr 04 12:04:06.880705 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-79b42d38-a28c-418b-8f73-1111e2d51bea req-2ae862c1-ece1-4ecd-839c-9f43db6cdc1a tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302916 Apr 04 12:04:08.000149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa0e2-278b-4dc4-9a45-192ba956eeaf req-bc27bdce-041a-45e4-995b-021f67b5672b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:08.001677 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b72aa0e2-278b-4dc4-9a45-192ba956eeaf req-bc27bdce-041a-45e4-995b-021f67b5672b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 944 time: 0.0551336 Apr 04 12:04:08.040177 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b72aa0e2-278b-4dc4-9a45-192ba956eeaf req-c2e4d7f3-0ef3-4638-a33a-5e143cb6b91a tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Apr 04 12:04:08.130622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:04:08.235583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port e30ba950-c8eb-44fd-b442-933c980e3cbd completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:04:08.239491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port e30ba950-c8eb-44fd-b442-933c980e3cbd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:04:08.239867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:08.312699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:08.336812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:08.339026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05567399-8b67-4265-9111-b4440960b7dc" -d '{"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-plugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:08.351950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:08.373990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644bfe1-a39e-4b47-b542-aece046327ee x-openstack-request-id: req-a644bfe1-a39e-4b47-b542-aece046327ee {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:08.374500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-plugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:08.377774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a644bfe1-a39e-4b47-b542-aece046327ee {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:08.377774 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a644bfe1-a39e-4b47-b542-aece046327ee'] response: {'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'code': 200} Apr 04 12:04:08.418845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:08.464726 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:08.472159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.472511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.472857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.473196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.473537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.473899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.474232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.474566 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.474896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.475222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.475550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.475875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:08.635092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d2ab3-0463-4790-85ce-7c9570f55dce req-5027546e-9eda-48aa-82f6-135359fa9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:08.636530 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c89d2ab3-0463-4790-85ce-7c9570f55dce req-5027546e-9eda-48aa-82f6-135359fa9e3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1098 time: 0.0385113 Apr 04 12:04:08.669968 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c89d2ab3-0463-4790-85ce-7c9570f55dce req-dc0ff2e7-f7a9-406a-aaee-e50703c815be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265396 Apr 04 12:04:09.151632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431cda6-2f4f-4969-8315-ab3e2f9efda1 req-45f42b70-35a3-4141-99df-8470cf6d8ef8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:09.153089 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0431cda6-2f4f-4969-8315-ab3e2f9efda1 req-45f42b70-35a3-4141-99df-8470cf6d8ef8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0475311 Apr 04 12:04:09.189882 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0431cda6-2f4f-4969-8315-ab3e2f9efda1 req-557608c5-9ccf-4203-984a-3731dc57aa9b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306218 Apr 04 12:04:10.305351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2e7c-d1bd-4eb1-a1f1-348d208cdd3f req-59289610-ac79-4fb2-9ee4-57212cdbae98 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:10.306828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d4f2e7c-d1bd-4eb1-a1f1-348d208cdd3f req-59289610-ac79-4fb2-9ee4-57212cdbae98 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0501037 Apr 04 12:04:10.342813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8d4f2e7c-d1bd-4eb1-a1f1-348d208cdd3f req-aa8eeb90-33bb-4212-8a87-4ee7e337aaaf tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Apr 04 12:04:10.838620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9da4c0-e390-42bb-80e8-e71867ec720b req-7e3cecb5-ac1d-4a5f-96fd-b95e13b873d2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:10.840093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c9da4c0-e390-42bb-80e8-e71867ec720b req-7e3cecb5-ac1d-4a5f-96fd-b95e13b873d2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0549400 Apr 04 12:04:10.876436 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7c9da4c0-e390-42bb-80e8-e71867ec720b req-1aa9107f-4c96-4e03-8902-7c2440f5402b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302322 Apr 04 12:04:10.960820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43836) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:11.038354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-a68683f2-22e0-4dd8-97b5-9d1ac9aeca7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763884 Apr 04 12:04:11.047020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-7dbbfcf0-36fb-4e1a-bd3f-30b807ef5cf0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:04:11.047979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-7dbbfcf0-36fb-4e1a-bd3f-30b807ef5cf0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048714 Apr 04 12:04:12.000122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8eada-307d-47d9-9640-b2e71d951426 req-d22e3b09-cd00-44b1-81cb-a8202bee6333 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:12.001648 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-42c8eada-307d-47d9-9640-b2e71d951426 req-d22e3b09-cd00-44b1-81cb-a8202bee6333 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0558336 Apr 04 12:04:12.045737 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-42c8eada-307d-47d9-9640-b2e71d951426 req-1803444f-3853-49f7-8c57-7c25816af4a9 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372949 Apr 04 12:04:12.881526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-fdacf3d4-622d-446d-9150-600b6b05a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:12.883022 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-fdacf3d4-622d-446d-9150-600b6b05a087 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1098 time: 0.0396533 Apr 04 12:04:12.973654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-f4a6fce7-0c0d-4730-af34-05f6fd98d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:12.975089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-f4a6fce7-0c0d-4730-af34-05f6fd98d7e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 200 len: 912 time: 0.0849457 Apr 04 12:04:13.015551 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-cf787818-b41b-4835-8fc8-5ed80d2d6a54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 200 len: 217 time: 0.0331261 Apr 04 12:04:13.062316 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-1395b3a6-e0f0-4bcb-985b-8bd46cc01975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:13.063771 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-1395b3a6-e0f0-4bcb-985b-8bd46cc01975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f38c20d-065f-4449-8070-3332bb1dd13e HTTP/1.1" status: 200 len: 851 time: 0.0418119 Apr 04 12:04:13.095462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-1920bec0-9e5e-443c-b2a0-6b30be4ae13c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e16938c-7214-48bd-b5e5-602d447c4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250752 Apr 04 12:04:13.213159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e078c1-105e-4d92-bfef-4c0d72ebf187 req-bf3e61a1-7f3d-4251-bcf2-f0d7e75a9e2a tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:13.214595 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f8e078c1-105e-4d92-bfef-4c0d72ebf187 req-bf3e61a1-7f3d-4251-bcf2-f0d7e75a9e2a tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0919795 Apr 04 12:04:13.230714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-6e70547b-90fb-4a0a-af1d-563ce5bf350c service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286230 Apr 04 12:04:13.283973 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f8e078c1-105e-4d92-bfef-4c0d72ebf187 req-69b25574-fcf7-419d-bf44-3e04fb1fa989 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622952 Apr 04 12:04:13.337673 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-5a6776a3-b7db-4240-8206-0cb6ff0486e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001372 Apr 04 12:04:14.395019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed503d-627f-419a-97c0-36e6b433419c req-220d7d13-71be-4606-a84d-5e9858003138 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:14.396392 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-07ed503d-627f-419a-97c0-36e6b433419c req-220d7d13-71be-4606-a84d-5e9858003138 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0468254 Apr 04 12:04:14.436905 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-07ed503d-627f-419a-97c0-36e6b433419c req-a1a65891-d636-4d84-8dc3-bf944c46a3a3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Apr 04 12:04:15.555035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa715-258d-4009-b1d0-428b0ed9929f req-cb44450e-05b0-4a65-a8c1-6ddbd8f2e789 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:15.556589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3d0aa715-258d-4009-b1d0-428b0ed9929f req-cb44450e-05b0-4a65-a8c1-6ddbd8f2e789 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Apr 04 12:04:15.594130 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3d0aa715-258d-4009-b1d0-428b0ed9929f req-e31e2fc8-cf6a-4577-a319-f286a0ed2dcf tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Apr 04 12:04:16.708740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f30539-7714-4f2b-a08c-3780cdb632c1 req-cbb89048-e4d7-438d-9d24-57cb1fc39932 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:16.710258 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53f30539-7714-4f2b-a08c-3780cdb632c1 req-cbb89048-e4d7-438d-9d24-57cb1fc39932 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0475645 Apr 04 12:04:16.746410 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53f30539-7714-4f2b-a08c-3780cdb632c1 req-65f6c5a5-bd4f-491b-baa7-b08cb4c53595 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303125 Apr 04 12:04:17.863843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902624-60de-4cc0-8917-c577f9b7d1ae req-fbf16e23-62bd-4392-a972-6985c646457d tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:17.865335 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb902624-60de-4cc0-8917-c577f9b7d1ae req-fbf16e23-62bd-4392-a972-6985c646457d tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Apr 04 12:04:17.902132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb902624-60de-4cc0-8917-c577f9b7d1ae req-18ea6be3-d193-43b4-ab62-ec065aabf718 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Apr 04 12:04:19.017763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d8f25-f1e0-4f04-80cf-201ae24d5ca9 req-5ad05f54-2273-4424-934f-47983e94b448 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:19.019233 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-348d8f25-f1e0-4f04-80cf-201ae24d5ca9 req-5ad05f54-2273-4424-934f-47983e94b448 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0514913 Apr 04 12:04:19.056016 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-348d8f25-f1e0-4f04-80cf-201ae24d5ca9 req-e894bcb3-155c-4e65-863a-57aca98e69c7 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Apr 04 12:04:20.169712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775436f-fee8-4d55-a15d-e19b4ccd6c57 req-25f8431d-ca44-4718-8eff-fd24152dc35b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:20.171161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f775436f-fee8-4d55-a15d-e19b4ccd6c57 req-25f8431d-ca44-4718-8eff-fd24152dc35b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Apr 04 12:04:20.207396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f775436f-fee8-4d55-a15d-e19b4ccd6c57 req-37e261ce-cfd8-4f73-96e8-682f4ba58896 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Apr 04 12:04:21.319935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08147-f644-4003-8cb8-9a63fce3d233 req-4ceaaefb-39ba-4c5d-8a28-67095b4a49c3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:21.321395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fc08147-f644-4003-8cb8-9a63fce3d233 req-4ceaaefb-39ba-4c5d-8a28-67095b4a49c3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0479095 Apr 04 12:04:21.358443 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fc08147-f644-4003-8cb8-9a63fce3d233 req-6bfd580b-4e9f-4700-b2b6-9cd880e919e1 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Apr 04 12:04:22.477666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd4b75-5085-4c0f-8109-166543bf2547 req-599b6b8b-7b12-43cc-9f59-18f6d26e4824 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:22.479105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-90cd4b75-5085-4c0f-8109-166543bf2547 req-599b6b8b-7b12-43cc-9f59-18f6d26e4824 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Apr 04 12:04:22.515839 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-90cd4b75-5085-4c0f-8109-166543bf2547 req-70be2e8d-6645-4cd3-8017-393555a3473e tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Apr 04 12:04:23.627486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71191e9-a8f0-4f09-ae56-7c98b33ce53d req-5e092852-5c36-4113-97ec-c8f916b4fa6c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:23.628963 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d71191e9-a8f0-4f09-ae56-7c98b33ce53d req-5e092852-5c36-4113-97ec-c8f916b4fa6c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0474005 Apr 04 12:04:23.665814 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d71191e9-a8f0-4f09-ae56-7c98b33ce53d req-b2bd1b24-bd36-4921-a8e4-433ce3eccc7b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Apr 04 12:04:24.779807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def105d3-57d0-4965-add9-7a28098a4d4e req-fe6c12eb-4b08-4124-9adb-5ec6ecc48bc2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:24.781245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-def105d3-57d0-4965-add9-7a28098a4d4e req-fe6c12eb-4b08-4124-9adb-5ec6ecc48bc2 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0502319 Apr 04 12:04:24.818379 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-def105d3-57d0-4965-add9-7a28098a4d4e req-b1ea9d00-27db-4ed9-9dc5-aab261609d87 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Apr 04 12:04:25.933940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b483b4-41da-47ed-8667-ded26008e648 req-cce5d6ef-6286-474c-87c2-e48a5d579da3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:25.935383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d3b483b4-41da-47ed-8667-ded26008e648 req-cce5d6ef-6286-474c-87c2-e48a5d579da3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0513959 Apr 04 12:04:25.971986 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d3b483b4-41da-47ed-8667-ded26008e648 req-913dd643-a38d-437b-82dc-fb4f7942609f tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301802 Apr 04 12:04:27.087519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e5658-032c-4a4c-8537-c9f38ffdb761 req-0ee819ac-8782-49a6-81f4-dd4d63f38ec8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:27.097831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-af9e5658-032c-4a4c-8537-c9f38ffdb761 req-0ee819ac-8782-49a6-81f4-dd4d63f38ec8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Apr 04 12:04:27.128139 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-af9e5658-032c-4a4c-8537-c9f38ffdb761 req-6351dab5-f04f-4793-bb2d-56b6eda12a3b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Apr 04 12:04:27.229632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8e5c-5b89-4554-986d-24d3c64ee969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:28.243192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc62d-d8c8-4759-b322-3d6c1f24f133 req-1730fa2c-94b5-45df-bf59-e4ea3cc3a9be tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:28.244633 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6b6bc62d-d8c8-4759-b322-3d6c1f24f133 req-1730fa2c-94b5-45df-bf59-e4ea3cc3a9be tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Apr 04 12:04:28.281119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6b6bc62d-d8c8-4759-b322-3d6c1f24f133 req-5a76a595-bfca-4933-8ce4-c82c7bbef186 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Apr 04 12:04:29.395825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506315-a206-4bac-9ea0-42f80d310cb7 req-1f8e5697-832d-485d-af4f-12fe0e87cb5e tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:29.397293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-66506315-a206-4bac-9ea0-42f80d310cb7 req-1f8e5697-832d-485d-af4f-12fe0e87cb5e tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0509701 Apr 04 12:04:29.434649 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-66506315-a206-4bac-9ea0-42f80d310cb7 req-43603642-5329-4687-8393-6ced4744d51f tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Apr 04 12:04:29.441439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-777d5dae-e404-4ee7-8f22-8e92c56f1b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:30.550301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353eda-e1c8-466d-b848-85d12618b632 req-e786ffd6-2ade-49c2-a2bd-bf5757e24782 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:30.551781 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b6353eda-e1c8-466d-b848-85d12618b632 req-e786ffd6-2ade-49c2-a2bd-bf5757e24782 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Apr 04 12:04:30.566530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:30.588911 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b6353eda-e1c8-466d-b848-85d12618b632 req-eca42a9c-c95c-4e91-93bf-48fdeab9f8ec tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Apr 04 12:04:31.451966 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:04:31.707957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11fe0-1021-45a9-ab29-59662f84aaf3 req-3250e7d1-e43f-4ba7-a92d-153ddd2ec116 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:31.709336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5c11fe0-1021-45a9-ab29-59662f84aaf3 req-3250e7d1-e43f-4ba7-a92d-153ddd2ec116 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0529928 Apr 04 12:04:31.745102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5c11fe0-1021-45a9-ab29-59662f84aaf3 req-aeefae95-400b-4b8b-a2b2-49ed14f4fdff tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298555 Apr 04 12:04:32.075525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:32.416735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:32.861474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f78d-8b1e-4947-a31e-d45d834087f6 req-841692e4-2676-48d8-9d3c-03664c8eaaeb tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:32.863471 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d589f78d-8b1e-4947-a31e-d45d834087f6 req-841692e4-2676-48d8-9d3c-03664c8eaaeb tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Apr 04 12:04:32.900581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d589f78d-8b1e-4947-a31e-d45d834087f6 req-10fcc4c3-01db-4dce-b03a-5498cc808194 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Apr 04 12:04:34.015470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119e964-f9ac-4674-8580-d0c4999859e8 req-16b8b63d-7710-4e2b-a46a-de3d15e4bf14 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:34.016923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8119e964-f9ac-4674-8580-d0c4999859e8 req-16b8b63d-7710-4e2b-a46a-de3d15e4bf14 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0468669 Apr 04 12:04:34.053393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8119e964-f9ac-4674-8580-d0c4999859e8 req-45fcfbbd-5427-4901-b6f5-23fedff332f3 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299969 Apr 04 12:04:34.285393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:35.169705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394ce02-b2a4-4934-bd6c-2a42f1360a87 req-b5d1d023-5636-4fd4-b313-e5c4f8b4108d tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:35.171231 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1394ce02-b2a4-4934-bd6c-2a42f1360a87 req-b5d1d023-5636-4fd4-b313-e5c4f8b4108d tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Apr 04 12:04:35.208500 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1394ce02-b2a4-4934-bd6c-2a42f1360a87 req-942efac7-2daf-4735-81c8-f966f85d2644 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308936 Apr 04 12:04:36.321122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb99d-c755-43ec-8fce-297930436879 req-baaa13fa-08dc-4314-b3ea-3c888d97ca02 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:36.322615 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4bfb99d-c755-43ec-8fce-297930436879 req-baaa13fa-08dc-4314-b3ea-3c888d97ca02 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0481706 Apr 04 12:04:36.360833 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4bfb99d-c755-43ec-8fce-297930436879 req-e65465f5-324d-4a6a-bc67-caa64bde1300 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Apr 04 12:04:37.473900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26268b6-51e5-4610-8cfe-def0ffa41214 req-2d95be91-c2eb-42e1-810c-25be06908886 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:37.475383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e26268b6-51e5-4610-8cfe-def0ffa41214 req-2d95be91-c2eb-42e1-810c-25be06908886 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Apr 04 12:04:37.514784 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e26268b6-51e5-4610-8cfe-def0ffa41214 req-9e7364db-5355-4d57-bf79-1435a3b18e24 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Apr 04 12:04:38.631048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b7254-a1f8-42ed-a117-0d4c269810b4 req-be0fe390-0d68-4d76-bffa-2d7b557f4f5c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:38.632498 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f53b7254-a1f8-42ed-a117-0d4c269810b4 req-be0fe390-0d68-4d76-bffa-2d7b557f4f5c tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Apr 04 12:04:38.669566 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f53b7254-a1f8-42ed-a117-0d4c269810b4 req-9039d0a6-ae0f-43ef-84ea-f8f77d6f13e5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Apr 04 12:04:39.786399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd860-2b7d-489e-9c9a-9492087ee4a8 req-2ee31c80-d247-4b49-80e1-9cfcbffd7044 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:39.787854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d95dd860-2b7d-489e-9c9a-9492087ee4a8 req-2ee31c80-d247-4b49-80e1-9cfcbffd7044 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Apr 04 12:04:39.824581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d95dd860-2b7d-489e-9c9a-9492087ee4a8 req-c7c6226d-fa89-452d-9063-8abbb5776ead tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Apr 04 12:04:40.233777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-3b9c6759-707d-4699-844a-6faa0a1909c5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:04:40.234757 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-3b9c6759-707d-4699-844a-6faa0a1909c5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054479 Apr 04 12:04:40.294657 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-f43cc1bc-6ad4-4dbc-bdbe-ad87bfb83c17 service neutron] 10.222.0.44 "GET /v2.0/ports/e30ba950-c8eb-44fd-b442-933c980e3cbd/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0524457 Apr 04 12:04:40.827617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-8d2a5376-4e8d-425f-b861-e69ffb13f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:40.829097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-8d2a5376-4e8d-425f-b861-e69ffb13f411 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398&tenant_id=6ff887b108ac4c4a990051897fd06fcc HTTP/1.1" status: 200 len: 1098 time: 0.0684125 Apr 04 12:04:40.898629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-396da845-69c6-405d-8d65-aec5f74f9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:40.900239 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-396da845-69c6-405d-8d65-aec5f74f9855 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1098 time: 0.0477347 Apr 04 12:04:41.008102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283894ad-787c-46ac-90ba-7b72e682d92d req-b44dced9-d58b-460e-a5dd-e1021ddce405 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:41.009641 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-283894ad-787c-46ac-90ba-7b72e682d92d req-b44dced9-d58b-460e-a5dd-e1021ddce405 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.1133728 Apr 04 12:04:41.043909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-9949ecbf-11ce-4e5c-b856-222d1a563593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:41.045381 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-9949ecbf-11ce-4e5c-b856-222d1a563593 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 200 len: 912 time: 0.1357524 Apr 04 12:04:41.069340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-283894ad-787c-46ac-90ba-7b72e682d92d req-e046e180-65fa-4ac7-ba98-f66dcfed6f2f tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529728 Apr 04 12:04:41.097598 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-11c3b22c-29c5-4b20-bda1-57c4d44a4bc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 200 len: 217 time: 0.0422332 Apr 04 12:04:41.147261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-cae7f0b1-2ab7-4cb8-99ad-d59e0cba7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:41.148699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-cae7f0b1-2ab7-4cb8-99ad-d59e0cba7edb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f38c20d-065f-4449-8070-3332bb1dd13e HTTP/1.1" status: 200 len: 851 time: 0.0442247 Apr 04 12:04:41.183089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-927fd47d-46c7-4379-964e-020c6bee6b7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e16938c-7214-48bd-b5e5-602d447c4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281024 Apr 04 12:04:41.269460 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-13d02c16-76ba-41dc-b13f-1e98cb1ebc2c service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799987 Apr 04 12:04:41.366623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c312f29-a22a-46b1-a67a-0e855e5fde03 req-91a68f70-d2ae-41c6-aefb-f40326b22700 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898540 Apr 04 12:04:42.191668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6676fc-c593-415f-9839-98eb4ca050e2 req-8ae098c2-0960-4901-8d08-0d0ab254b459 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:42.193140 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee6676fc-c593-415f-9839-98eb4ca050e2 req-8ae098c2-0960-4901-8d08-0d0ab254b459 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Apr 04 12:04:42.229844 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee6676fc-c593-415f-9839-98eb4ca050e2 req-11f219a4-be8a-4372-8312-1d0c99099069 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Apr 04 12:04:43.347592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed662-2bb9-4d5a-bf72-dc28ac6532b7 req-d913c1e4-2cd9-467b-af3a-7e8799d3761b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:43.349002 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce2ed662-2bb9-4d5a-bf72-dc28ac6532b7 req-d913c1e4-2cd9-467b-af3a-7e8799d3761b tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Apr 04 12:04:43.387238 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce2ed662-2bb9-4d5a-bf72-dc28ac6532b7 req-99651989-dfef-4c8d-a16b-b02a0a070d80 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Apr 04 12:04:44.373488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:04:44.376528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:04:44.512974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46118280-bc3f-4344-898e-7e0dad95b2bd req-1dd561d2-c009-40d6-811f-e98b332895d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:44.515096 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46118280-bc3f-4344-898e-7e0dad95b2bd req-1dd561d2-c009-40d6-811f-e98b332895d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0505037 Apr 04 12:04:44.515735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:44.548410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:44.553808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:44.556028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b91ad6-1d0a-4426-a35b-e7657f6adc15" -d '{"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-unplugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:44.556342 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46118280-bc3f-4344-898e-7e0dad95b2bd req-fc527f28-b08c-460a-a075-4af60f682fef tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334129 Apr 04 12:04:44.573173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:44.578629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'network_id': '8e16938c-7214-48bd-b5e5-602d447c4e80', 'port_id': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'mac_address': 'fa:16:3e:b0:8c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f38c20d-065f-4449-8070-3332bb1dd13e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:04:44.620770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:44.635441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc346a2a-f2ad-497b-bffe-e64e29b3ea6f x-openstack-request-id: req-bc346a2a-f2ad-497b-bffe-e64e29b3ea6f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:44.635729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-unplugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:44.635977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc346a2a-f2ad-497b-bffe-e64e29b3ea6f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:44.636384 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc346a2a-f2ad-497b-bffe-e64e29b3ea6f'] response: {'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'code': 200} Apr 04 12:04:44.638700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:44.646578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:04:44.722578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:44.725439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:04:44.725825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:04:45.030245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-085a4635-f811-449e-8928-00a9219db396 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:45.031686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-085a4635-f811-449e-8928-00a9219db396 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398&tenant_id=6ff887b108ac4c4a990051897fd06fcc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0864882 Apr 04 12:04:45.118685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-13e402cb-df63-4eb6-a7dc-3e888f9d96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:45.123535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-13e402cb-df63-4eb6-a7dc-3e888f9d96a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff887b108ac4c4a990051897fd06fcc&device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 1096 time: 0.0416942 Apr 04 12:04:45.208877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-1fc7ecb4-e7f5-42ef-8df9-f4f9d5379a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:45.210405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-1fc7ecb4-e7f5-42ef-8df9-f4f9d5379a40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 200 len: 912 time: 0.0839410 Apr 04 12:04:45.257850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-8248180d-3cbb-40f1-a6ea-e963d19ad437 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 200 len: 217 time: 0.0405250 Apr 04 12:04:45.261710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:45.274035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:04:45.293241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:45.306174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-015c934b-cb30-4907-9571-4bd0c435869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:45.307686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-015c934b-cb30-4907-9571-4bd0c435869a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f38c20d-065f-4449-8070-3332bb1dd13e HTTP/1.1" status: 200 len: 851 time: 0.0439465 Apr 04 12:04:45.337286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-35c76cff-58b3-4ec7-87d2-d1ad7301d65a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e16938c-7214-48bd-b5e5-602d447c4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233576 Apr 04 12:04:45.342336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:45.400289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:45.404234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e30ba950-c8eb-44fd-b442-933c980e3cbd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:04:45.445647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-73351a55-8204-45b3-b4f2-05c282091ec3 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020372 Apr 04 12:04:45.535057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-874dd98d-5128-4b66-96af-ab28ef9464e8 service neutron] 10.222.0.44 "GET /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Apr 04 12:04:46.393101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:04:46.443390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port e30ba950-c8eb-44fd-b442-933c980e3cbd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:04:46.444053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:46.518764 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:46.549788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:46.617669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:46.638962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:46.641396 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86806e0d-1d94-4341-8444-b3e702c2cd7e" -d '{"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-plugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:46.672503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:46.688075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a68111-fd1b-4388-b13e-ef2348345f9d x-openstack-request-id: req-38a68111-fd1b-4388-b13e-ef2348345f9d {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:46.688815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-plugged", "status": "completed", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:46.689066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38a68111-fd1b-4388-b13e-ef2348345f9d {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:46.689451 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a68111-fd1b-4388-b13e-ef2348345f9d'] response: {'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'code': 200} Apr 04 12:04:46.833840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa6b6-c85b-4226-b774-294d264a5384 req-45e98b78-073a-4fc3-9b5f-7685a3489fe8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:46.835285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ccaa6b6-c85b-4226-b774-294d264a5384 req-45e98b78-073a-4fc3-9b5f-7685a3489fe8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0534296 Apr 04 12:04:46.871830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ccaa6b6-c85b-4226-b774-294d264a5384 req-f40a0953-dbb5-4f1e-b0ea-0af17aad308a tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Apr 04 12:04:47.988802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f992-9b21-4a81-8fa6-0acd895987c1 req-52c1fa26-625a-48e2-9ffa-313393fc34d8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:47.990273 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-be59f992-9b21-4a81-8fa6-0acd895987c1 req-52c1fa26-625a-48e2-9ffa-313393fc34d8 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Apr 04 12:04:48.027078 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-be59f992-9b21-4a81-8fa6-0acd895987c1 req-2e550abd-1e09-495a-82cc-27dfcb854f95 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/security-groups?id=a703a413-9d2e-4808-bf03-f43e1d31123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Apr 04 12:04:48.481387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-340a6f44-bbaf-455f-a1c1-1edad79f6079 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:48.482772 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-340a6f44-bbaf-455f-a1c1-1edad79f6079 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 945 time: 0.0469055 Apr 04 12:04:48.573862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Deleting port e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:04:48.574203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:48.662811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] For port e30ba950-c8eb-44fd-b442-933c980e3cbd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e30ba950-c8eb-44fd-b442-933c980e3cbd,segment=NetworkSegment(6434dd55-851c-4c4e-a066-b0f4893e297b),segment_id=6434dd55-851c-4c4e-a066-b0f4893e297b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:04:48.663175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:48.675144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Calling delete_port for e30ba950-c8eb-44fd-b442-933c980e3cbd owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:04:48.868050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:48.878951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e30ba950-c8eb-44fd-b442-933c980e3cbd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:04:48.896874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Pushing event deleted for resources: {'Port': ['ID=e30ba950-c8eb-44fd-b442-933c980e3cbd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:48.923501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.923855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.924193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.924553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.924883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.925215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.925544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.926057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.927411 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.929185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.929541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.930946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:48.950044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] No DVR routers for this DVR port e30ba950-c8eb-44fd-b442-933c980e3cbd on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:04:48.952452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:48.956298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c69b1f1-4d98-4e12-8c41-401dab9b3399 req-964fa6e6-1e43-487d-b47d-e38eb8adf2d0 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.44 "DELETE /v2.0/ports/e30ba950-c8eb-44fd-b442-933c980e3cbd HTTP/1.1" status: 204 len: 173 time: 0.4673095 Apr 04 12:04:48.956735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-deleted', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:48.959036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd4c7e7-633f-47b4-8d02-4fcf255842b9" -d '{"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-deleted", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:48.992879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1654c-0473-41c3-aa2b-b30ecd5484f0 x-openstack-request-id: req-0cb1654c-0473-41c3-aa2b-b30ecd5484f0 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:48.993168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba651e30-fc17-4b1f-b762-47010fb06398", "name": "network-vif-deleted", "tag": "e30ba950-c8eb-44fd-b442-933c980e3cbd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:48.993417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cb1654c-0473-41c3-aa2b-b30ecd5484f0 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:48.993866 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb1654c-0473-41c3-aa2b-b30ecd5484f0'] response: {'server_uuid': 'ba651e30-fc17-4b1f-b762-47010fb06398', 'name': 'network-vif-deleted', 'tag': 'e30ba950-c8eb-44fd-b442-933c980e3cbd', 'status': 'completed', 'code': 200} Apr 04 12:04:49.123659 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-37d342eb-dc1f-4c77-aee7-767f39f4c878 req-b8989f58-c5fe-42c2-a631-91c237de72f5 tempest-DeleteServersTestJSON-1622836937 tempest-DeleteServersTestJSON-1622836937-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba651e30-fc17-4b1f-b762-47010fb06398 HTTP/1.1" status: 200 len: 210 time: 0.0286484 Apr 04 12:04:50.250426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 43944) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:50.293155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Deleting subnet 8f38c20d-065f-4449-8070-3332bb1dd13e {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:04:50.296056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.329007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.369201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.485083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.508795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f38c20d-065f-4449-8070-3332bb1dd13e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:50.518027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.518373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.518710 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.519044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.519372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.519701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.520028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.520352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.520675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.520998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.521320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.521661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:04:50.525829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.528888 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cdf2e7da-6931-4766-ae48-f9477afa8135 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f38c20d-065f-4449-8070-3332bb1dd13e HTTP/1.1" status: 204 len: 168 time: 0.2774706 Apr 04 12:04:50.531602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43946) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:50.601738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.677085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.695809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e16938c-7214-48bd-b5e5-602d447c4e80']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:04:50.704613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6434dd55-851c-4c4e-a066-b0f4893e297b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:04:50.704913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6434dd55-851c-4c4e-a066-b0f4893e297b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:04:50.718417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.731598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.737868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:04:50.738246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:04:50.739822 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:04:50.851948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.857376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:50.860433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] 10.222.0.43 "DELETE /v2.0/networks/8e16938c-7214-48bd-b5e5-602d447c4e80 HTTP/1.1" status: 204 len: 168 time: 0.3278499 Apr 04 12:04:50.870708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d5ca-0476-4e09-aed4-dac747dd9a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e16938c-7214-48bd-b5e5-602d447c4e80,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:51.156541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43950) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:51.195996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-35623a5e-dd02-489c-9bbf-f7d383ec967e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ff887b108ac4c4a990051897fd06fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383182 Apr 04 12:04:51.198390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43952) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:51.243298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:51.267374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:51.360239 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:51.362831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:51.367531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a703a413-9d2e-4808-bf03-f43e1d31123b HTTP/1.1" status: 204 len: 168 time: 0.1647742 Apr 04 12:04:51.371801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8323511-fe69-4dc0-9c8f-fb1ce9f8a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a703a413-9d2e-4808-bf03-f43e1d31123b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:52.335575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43974) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:52.428698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1884842516-network', 'tenant_id': 'd40a12ac64cf42279abca2035ff37c0b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:52.434477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:04:52.453488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: e30ba950-c8eb-44fd-b442-933c980e3cbd {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:04:52.453842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e30ba950-c8eb-44fd-b442-933c980e3cbd not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:04:52.497604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Made reservation on behalf of d40a12ac64cf42279abca2035ff37c0b for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:04:52.499923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.508302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.579772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.646122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.670131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:04:52.679237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14db5e-0d11-4793-bfe7-48092e5982dd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:52.683970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.684314 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Added segment 0df9f095-38a4-449e-890c-e9868fe2dfc0 of type vlan for network 501e5a0f-bb08-4666-b777-e488016e6ed9 Apr 04 12:04:52.723854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.800485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.801435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:52.802033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:52.888521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=501e5a0f-bb08-4666-b777-e488016e6ed9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:52.899169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:04:52.918183 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8003d50a-f1dd-49ea-930b-24dabddaa6d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5812125 Apr 04 12:04:52.925044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 43978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:04:52.927937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Request body: {'subnet': {'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1884842516-subnet', 'tenant_id': 'd40a12ac64cf42279abca2035ff37c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:53.023245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Made reservation on behalf of d40a12ac64cf42279abca2035ff37c0b for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:04:53.025615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:53.252067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:53.309824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c8540a-185c-4f82-b3b7-949301c4e8cb,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:53.317030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Checking segment: {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:04:53.317395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Network hostable DHCP agents. Network: 501e5a0f-bb08-4666-b777-e488016e6ed9, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:04:53.399259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:04:53.479086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 501e5a0f-bb08-4666-b777-e488016e6ed9) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:04:53.483081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:53.483668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:53.487536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7062d6d-0f3a-413d-b805-3549d08c68f8 None None] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:04:53.574904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8fb9a10b-7c5b-4c0d-8831-8be8bcf53d0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6508000 Apr 04 12:04:53.610767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be1a7e-fcaa-453e-b6e2-6385aba29744 None None] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:04:53.995168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-4dbf0959-e464-46cd-9900-9a633f4c5b6a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:53.996637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-4dbf0959-e464-46cd-9900-9a633f4c5b6a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 815 time: 0.1032619 Apr 04 12:04:54.011575 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-9bb5bd91-2890-41cb-a16f-655f18adf628 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/quotas/d40a12ac64cf42279abca2035ff37c0b HTTP/1.1" status: 200 len: 375 time: 0.0092816 Apr 04 12:04:54.041624 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ce6026dc-2fea-4381-937c-d8b20b14ba36 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249255 Apr 04 12:04:54.052566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-44dc2b51-805d-4ce5-af89-287a7adcf2b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:04:54.053529 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-44dc2b51-805d-4ce5-af89-287a7adcf2b4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055041 Apr 04 12:04:54.146925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-c74f4ba9-87bb-477d-aa07-7228673de585 service neutron] 10.222.0.43 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Apr 04 12:04:54.233882 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-de15ac28-ba96-4aff-b296-3a992b7334af service neutron] 10.222.0.43 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808821 Apr 04 12:04:54.457408 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-feab3926-060e-4dd3-a45f-d9e6414fe822 req-04d74cd2-7d6c-4450-975d-dcb41a2b8307 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0254221 Apr 04 12:04:55.550913 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-25ae5151-c416-4889-9fb7-4b83b99c7025 req-0860f0ce-9564-4032-89a9-84f9a1a17811 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0257788 Apr 04 12:04:56.385204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-4e5bd635-6c27-4eae-896c-bb839996062c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:56.386597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-4e5bd635-6c27-4eae-896c-bb839996062c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 815 time: 0.0986593 Apr 04 12:04:56.399066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Request body: {'port': {'device_id': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'admin_state_up': True, 'tenant_id': 'd40a12ac64cf42279abca2035ff37c0b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:56.566783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Made reservation on behalf of d40a12ac64cf42279abca2035ff37c0b for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:04:56.570408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:56.657342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a45d100-d0a1-4045-b6c5-024bf0a6868f req-ff419532-6aa3-458e-9b87-ffa53e5989ba tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0347009 Apr 04 12:04:56.723427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Allocated IP 172.20.0.4 (501e5a0f-bb08-4666-b777-e488016e6ed9/90c8540a-185c-4f82-b3b7-949301c4e8cb/edbfa7e8-c97b-43d4-88c8-2d552809f12a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:04:56.865949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:56.955258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.000343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:04:57.003905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:04:57.007415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:04:57.013449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Pushing event updated for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:57.057349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:57.057979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.123318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-ba5ace3f-01ac-42c6-b398-8bc22ad5b9c0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279882 Apr 04 12:04:57.179643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Request body: {'port': {'device_id': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:04:57.234965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.235153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-32e81f8f-0f34-48ae-b9de-170b3248b099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.482879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbfa7e8-c97b-43d4-88c8-2d552809f12a {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:04:57.490638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.501789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Transition to ACTIVE for port object edbfa7e8-c97b-43d4-88c8-2d552809f12a will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:04:57.548748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.594306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:57.663549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Attempting to bind port edbfa7e8-c97b-43d4-88c8-2d552809f12a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:04:57.663883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Attempting to bind port edbfa7e8-c97b-43d4-88c8-2d552809f12a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:04:57.664211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Attempting to bind port edbfa7e8-c97b-43d4-88c8-2d552809f12a on network 501e5a0f-bb08-4666-b777-e488016e6ed9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:04:57.668525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Port edbfa7e8-c97b-43d4-88c8-2d552809f12a on network 501e5a0f-bb08-4666-b777-e488016e6ed9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:04:57.668858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Attempting to bind port edbfa7e8-c97b-43d4-88c8-2d552809f12a on network 501e5a0f-bb08-4666-b777-e488016e6ed9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:04:57.673576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:04:57.673921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Checking segment: {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:04:57.674340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Bound using segment: {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:04:57.674757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Bound port: edbfa7e8-c97b-43d4-88c8-2d552809f12a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:04:57.675128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.736802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:04:57.739886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:04:57.777763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75431603-4a8a-4858-9917-5dff0aa73409 req-57e295ea-44bd-448a-8ac1-f4b77752cf4a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:57.779242 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-75431603-4a8a-4858-9917-5dff0aa73409 req-57e295ea-44bd-448a-8ac1-f4b77752cf4a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0512974 Apr 04 12:04:57.816453 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-75431603-4a8a-4858-9917-5dff0aa73409 req-7a966090-f0d4-481d-8fda-72f56391e76b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303617 Apr 04 12:04:57.818753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.854375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:57.855012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:04:57.856357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 200 len: 1093 time: 0.7250459 Apr 04 12:04:57.856793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:04:57.859044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e63ea9-168d-42b3-91ca-f9cc18d54a51" -d '{"events": [{"name": "network-changed", "server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:04:57.887240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbded98-bd55-4fd0-a051-c8c1de6ba4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:04:57.896038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87c6b9-5095-43a5-abb2-a7fb9d01e846 x-openstack-request-id: req-ac87c6b9-5095-43a5-abb2-a7fb9d01e846 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:04:57.896256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:04:57.896510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac87c6b9-5095-43a5-abb2-a7fb9d01e846 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:04:57.896907 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac87c6b9-5095-43a5-abb2-a7fb9d01e846'] response: {'name': 'network-changed', 'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a', 'status': 'completed', 'code': 200} Apr 04 12:04:57.960923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-4a7dd77a-2c7b-4abf-b912-1ee51a188f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:57.962446 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-4a7dd77a-2c7b-4abf-b912-1ee51a188f97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0436194 Apr 04 12:04:58.066823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-786264b9-256a-4fc4-887c-7f9167e6a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:58.068219 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-786264b9-256a-4fc4-887c-7f9167e6a6ef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40a12ac64cf42279abca2035ff37c0b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983629 Apr 04 12:04:58.163553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-2ac63990-a200-4688-8cf1-be2462a13492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:58.165002 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-95e63ea9-168d-42b3-91ca-f9cc18d54a51 req-2ac63990-a200-4688-8cf1-be2462a13492 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897694 Apr 04 12:04:58.240980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-c8964d52-786a-4ec6-8374-549d92be8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:58.242465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-c8964d52-786a-4ec6-8374-549d92be8da3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0402803 Apr 04 12:04:58.283913 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7c56f4ab-6392-4f72-911f-58220fff9b16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 200 len: 217 time: 0.0328000 Apr 04 12:04:58.333121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7aab83bc-c782-4909-8a3a-3d204c3ea5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:58.334440 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-7aab83bc-c782-4909-8a3a-3d204c3ea5ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0443311 Apr 04 12:04:58.370671 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-0411a6a6-89af-487d-8fd6-c3624a7ef602 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288525 Apr 04 12:04:58.458756 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-aa09d00d-1c27-4b47-9ad2-2dd9e1de5c39 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811920 Apr 04 12:04:58.548571 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6e126d2b-c945-4e1d-b736-41622ec95358 req-f3c69fbd-467c-4127-b534-96aaaf0ef1c7 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822453 Apr 04 12:04:58.934756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9412-5e8d-4b3c-a740-fff363d338fd req-9c5228cd-406b-4039-86f0-79ce63e29c11 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:04:58.936214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-538f9412-5e8d-4b3c-a740-fff363d338fd req-9c5228cd-406b-4039-86f0-79ce63e29c11 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0478764 Apr 04 12:04:58.972950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-538f9412-5e8d-4b3c-a740-fff363d338fd req-0f774c18-4bc7-470f-be80-17f8fb287115 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Apr 04 12:04:59.433199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0f9a16f1-c98f-4f93-a4d7-5429a501c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:00.088093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b03e-a436-4814-9422-e734e236e3ef req-4dadea68-e533-4f29-a46f-ba4074b4ce42 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:00.089596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1b4b03e-a436-4814-9422-e734e236e3ef req-4dadea68-e533-4f29-a46f-ba4074b4ce42 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0486915 Apr 04 12:05:00.127807 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1b4b03e-a436-4814-9422-e734e236e3ef req-871bc657-96af-4f42-a547-3af395dad726 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Apr 04 12:05:00.581950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:01.249620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498f2a-61db-4375-9311-5521590c8f8f req-b8be0180-faf0-4e88-b534-e48af55a5476 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:01.251152 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-43498f2a-61db-4375-9311-5521590c8f8f req-b8be0180-faf0-4e88-b534-e48af55a5476 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0498211 Apr 04 12:05:01.288913 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-43498f2a-61db-4375-9311-5521590c8f8f req-83fbc4d6-c9a4-4bf4-b160-ec1615b5ce79 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Apr 04 12:05:02.072768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:02.404509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:02.406850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34d3b7-1d02-4f33-89f0-52c379f77d32 req-06d14f31-a04e-4d76-a1a5-ec63a3919b4f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:02.410130 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b34d3b7-1d02-4f33-89f0-52c379f77d32 req-06d14f31-a04e-4d76-a1a5-ec63a3919b4f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0543911 Apr 04 12:05:02.439037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device edbfa7e8-c97b-43d4-88c8-2d552809f12a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:05:02.447042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b34d3b7-1d02-4f33-89f0-52c379f77d32 req-c856a0fa-fe54-49da-a0c6-d396ab62bc50 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310338 Apr 04 12:05:02.665669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:02.676475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a', 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'port_id': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a', 'mac_address': 'fa:16:3e:17:2a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8540a-185c-4f82-b3b7-949301c4e8cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:05:02.715687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:02.727521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbfa7e8-c97b-43d4-88c8-2d552809f12a {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:05:02.745292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:02.827699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:02.872592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:03.096408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['edbfa7e8-c97b-43d4-88c8-2d552809f12a'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:05:03.563065 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836692d-04c7-4850-96d5-09dc4c97b258 req-a77f3f11-b9b2-448d-86d7-95274a43acfd tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:03.564507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a836692d-04c7-4850-96d5-09dc4c97b258 req-a77f3f11-b9b2-448d-86d7-95274a43acfd tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0512695 Apr 04 12:05:03.600706 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a836692d-04c7-4850-96d5-09dc4c97b258 req-444dab06-935b-4788-b2fe-18c4c51c084a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296352 Apr 04 12:05:04.314456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:04.464551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device edbfa7e8-c97b-43d4-88c8-2d552809f12a up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:05:04.560084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port edbfa7e8-c97b-43d4-88c8-2d552809f12a completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:05:04.563652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port edbfa7e8-c97b-43d4-88c8-2d552809f12a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:05:04.564066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:04.641106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:04.663289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:05:04.665672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48814f0c-8344-49b3-bec0-f1e44605c79f" -d '{"events": [{"server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:05:04.678510 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:04.702248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2dd21-d589-4e07-a207-d3a5fc868176 x-openstack-request-id: req-84d2dd21-d589-4e07-a207-d3a5fc868176 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:05:04.702547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:05:04.702796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84d2dd21-d589-4e07-a207-d3a5fc868176 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:05:04.703200 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d2dd21-d589-4e07-a207-d3a5fc868176'] response: {'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a', 'code': 200} Apr 04 12:05:04.714691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cad2ea-b602-40f5-b05c-570fb364e19b req-9dd0892a-9542-4eb7-9566-8c5ca14d3a81 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:04.716116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08cad2ea-b602-40f5-b05c-570fb364e19b req-9dd0892a-9542-4eb7-9566-8c5ca14d3a81 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0486608 Apr 04 12:05:04.738253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:04.755629 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08cad2ea-b602-40f5-b05c-570fb364e19b req-ffbbc404-8c4e-4c1a-a433-d56cfe6032e8 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Apr 04 12:05:04.786908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:04.985540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f8c10-fc7f-4b1b-9d08-67aac5674273 req-c1f90db7-a89f-4bfc-884e-2bf8b457f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:04.986951 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-695f8c10-fc7f-4b1b-9d08-67aac5674273 req-c1f90db7-a89f-4bfc-884e-2bf8b457f17c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0382905 Apr 04 12:05:05.023874 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-695f8c10-fc7f-4b1b-9d08-67aac5674273 req-4490524d-c8d2-47a4-bbf2-cd0b96ff2a63 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Apr 04 12:05:05.868871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984368d-1e73-4c00-b061-24bf660207e5 req-0aa2dda2-370b-403d-8c0a-ca88a4280402 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:05.870346 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b984368d-1e73-4c00-b061-24bf660207e5 req-0aa2dda2-370b-403d-8c0a-ca88a4280402 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0466428 Apr 04 12:05:05.908487 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b984368d-1e73-4c00-b061-24bf660207e5 req-0ed42523-763e-4f8a-bc72-47b5d68eedd4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Apr 04 12:05:07.030540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf611-4d17-4656-b0f4-7af3f307975e req-d8eb5bc2-f285-434c-b81f-3221d951d7f1 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:07.031986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-57caf611-4d17-4656-b0f4-7af3f307975e req-d8eb5bc2-f285-434c-b81f-3221d951d7f1 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Apr 04 12:05:07.068995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-57caf611-4d17-4656-b0f4-7af3f307975e req-b9f7d2d6-fb02-47c7-bc5e-364e4e9e5611 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Apr 04 12:05:07.185831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b452be-ca19-445f-824d-5155253e7a71 req-ee6d2a0f-2af6-4207-8d7f-80d5a126251c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:07.187232 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-92b452be-ca19-445f-824d-5155253e7a71 req-ee6d2a0f-2af6-4207-8d7f-80d5a126251c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Apr 04 12:05:07.223503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-92b452be-ca19-445f-824d-5155253e7a71 req-031fd265-994a-41fa-9f83-d598a5b72f69 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Apr 04 12:05:07.508460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134eaa9-1ae1-4f77-a5f9-1e6f26ae968e req-75f2bee3-4579-40b3-b0be-97cc79b4fdb4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:07.509818 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7134eaa9-1ae1-4f77-a5f9-1e6f26ae968e req-75f2bee3-4579-40b3-b0be-97cc79b4fdb4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Apr 04 12:05:07.546520 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7134eaa9-1ae1-4f77-a5f9-1e6f26ae968e req-251fb29d-dda7-47ac-b711-86674e8fc8ca tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Apr 04 12:05:07.660166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6269-8af2-4a59-97a1-b32aee5f2133 req-5d7b9e39-08b1-4655-a1a8-0a3ab757aa72 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:07.661626 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f23b6269-8af2-4a59-97a1-b32aee5f2133 req-5d7b9e39-08b1-4655-a1a8-0a3ab757aa72 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Apr 04 12:05:07.697342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f23b6269-8af2-4a59-97a1-b32aee5f2133 req-cc7a1142-ad87-4928-977c-1d7c3709ae75 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299332 Apr 04 12:05:08.006228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91fc9-c9a8-4203-8abe-265e38b7ea62 req-4312220c-429f-446a-9f94-90b5e74011f7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:08.007664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc91fc9-c9a8-4203-8abe-265e38b7ea62 req-4312220c-429f-446a-9f94-90b5e74011f7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0465374 Apr 04 12:05:08.046780 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc91fc9-c9a8-4203-8abe-265e38b7ea62 req-a4a607b0-d00e-449e-ab9f-dea02dabed72 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Apr 04 12:05:08.095930 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-7402a64d-7827-4e4e-9494-0fa00117204d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392456 Apr 04 12:05:08.450523 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:05:09.164917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca988ee0-60b0-4119-b6ea-19659f5ccccc req-e8264312-aad2-4bae-af1c-a54d70d3fd98 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:09.166437 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ca988ee0-60b0-4119-b6ea-19659f5ccccc req-e8264312-aad2-4bae-af1c-a54d70d3fd98 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0489872 Apr 04 12:05:09.203883 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ca988ee0-60b0-4119-b6ea-19659f5ccccc req-885735c4-2a2f-44a6-a3ff-ff38b8bb9c98 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Apr 04 12:05:10.009924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-2a66397d-55e6-47ba-bed9-357b6c531e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:10.011362 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-2a66397d-55e6-47ba-bed9-357b6c531e24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0427463 Apr 04 12:05:10.097757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-8d73b993-5e14-4d99-ad26-a73fb357e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:10.099192 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-8d73b993-5e14-4d99-ad26-a73fb357e1c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0808325 Apr 04 12:05:10.141982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-8841f2b1-87c6-405f-91c4-7bc0c3c510bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 200 len: 217 time: 0.0358682 Apr 04 12:05:10.541714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-783b7e8f-63a0-4a4b-b5de-2b4370b6e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:10.543143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-783b7e8f-63a0-4a4b-b5de-2b4370b6e997 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.3956697 Apr 04 12:05:10.564942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f809d1-8ad8-4854-91d3-c8470a2d46b3 req-7d4fc1ec-0a7c-4279-9fa9-9146c82b1c15 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:10.566344 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-26f809d1-8ad8-4854-91d3-c8470a2d46b3 req-7d4fc1ec-0a7c-4279-9fa9-9146c82b1c15 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0661118 Apr 04 12:05:10.584937 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-4a6ec635-2935-41f7-9a28-8cef3a2f98f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340784 Apr 04 12:05:10.642048 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-26f809d1-8ad8-4854-91d3-c8470a2d46b3 req-ff85dd9f-7cee-40a3-a9b7-4b3e9b45f487 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591526 Apr 04 12:05:10.692950 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-6e4728a2-ed7d-480b-9867-a1f76c25c301 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017983 Apr 04 12:05:10.785099 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-df9881de-c0fa-44fe-93d3-9fc8d653d4fb service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857713 Apr 04 12:05:11.760269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e7898-d669-4034-b97e-291e55eaa7fe req-959370d0-94db-481e-96a9-33862a86627b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:11.761768 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-273e7898-d669-4034-b97e-291e55eaa7fe req-959370d0-94db-481e-96a9-33862a86627b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Apr 04 12:05:11.798611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-273e7898-d669-4034-b97e-291e55eaa7fe req-41b5a855-2b49-4828-9377-d9e2611ba5b6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308986 Apr 04 12:05:12.913643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b5c21-a0b7-47be-8bc9-90668d68ff25 req-19d2636d-7063-441a-86ae-0b9d93a9c312 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:12.915101 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c75b5c21-a0b7-47be-8bc9-90668d68ff25 req-19d2636d-7063-441a-86ae-0b9d93a9c312 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Apr 04 12:05:12.951119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c75b5c21-a0b7-47be-8bc9-90668d68ff25 req-530933d6-9bbd-4a4b-92cd-2f03ffc880d3 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302229 Apr 04 12:05:14.066905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d20361-b3bd-436f-b61e-16aee67fd2cf req-3db40491-a48b-4abb-a5c5-9bd8f34312d5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:14.068407 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5d20361-b3bd-436f-b61e-16aee67fd2cf req-3db40491-a48b-4abb-a5c5-9bd8f34312d5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Apr 04 12:05:14.106752 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5d20361-b3bd-436f-b61e-16aee67fd2cf req-5aacb946-fe44-455e-8e18-ea641399a5ec tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Apr 04 12:05:15.218727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eaaf7-6d79-4d96-83b7-38829998fc36 req-d39bf0e1-8cb0-44cc-b8a5-a3c9068046f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:15.220182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-549eaaf7-6d79-4d96-83b7-38829998fc36 req-d39bf0e1-8cb0-44cc-b8a5-a3c9068046f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0473230 Apr 04 12:05:15.256392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-549eaaf7-6d79-4d96-83b7-38829998fc36 req-445246ce-218b-476e-bfec-fbf72a672050 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301697 Apr 04 12:05:16.371110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30859b04-78e1-4361-9b58-31933f12c6bd req-ac1b3539-e54e-4dfc-ae88-9dcce5f3a7f2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:16.372582 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30859b04-78e1-4361-9b58-31933f12c6bd req-ac1b3539-e54e-4dfc-ae88-9dcce5f3a7f2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Apr 04 12:05:16.408998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30859b04-78e1-4361-9b58-31933f12c6bd req-a3d391a6-1b0a-4bd3-b071-78818a7b4604 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Apr 04 12:05:17.530573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1d7e9-9a0f-4c47-af17-375b6f01c343 req-1973b379-d16f-4ec7-b135-4cdf61c31357 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:17.532025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84d1d7e9-9a0f-4c47-af17-375b6f01c343 req-1973b379-d16f-4ec7-b135-4cdf61c31357 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0499623 Apr 04 12:05:17.568677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84d1d7e9-9a0f-4c47-af17-375b6f01c343 req-09f37e3a-f1a4-4135-95ae-e1bc617e75f2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300553 Apr 04 12:05:18.683819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263791d-3827-4478-8b29-7bc10f8b60d8 req-7ad9d88c-df1a-4bbe-a92f-bffe9f58253e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:18.685265 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8263791d-3827-4478-8b29-7bc10f8b60d8 req-7ad9d88c-df1a-4bbe-a92f-bffe9f58253e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0505767 Apr 04 12:05:18.721268 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8263791d-3827-4478-8b29-7bc10f8b60d8 req-19cf30c2-f750-45ba-9869-14c258535b14 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295055 Apr 04 12:05:19.831638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73c331-76d0-48e8-9df7-1cc8d53fa9fb req-3c4d4c8d-ea6d-4f6a-ae1e-6afdda827fba tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:19.833062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e73c331-76d0-48e8-9df7-1cc8d53fa9fb req-3c4d4c8d-ea6d-4f6a-ae1e-6afdda827fba tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0463607 Apr 04 12:05:19.869404 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e73c331-76d0-48e8-9df7-1cc8d53fa9fb req-ed859fcd-b148-4941-ab36-63234404e2fa tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304544 Apr 04 12:05:20.980572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d65aa-4040-40c6-a096-61ad7223feca req-24adb17a-3a7e-45e5-bb46-e123df746e39 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:20.982036 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5d1d65aa-4040-40c6-a096-61ad7223feca req-24adb17a-3a7e-45e5-bb46-e123df746e39 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Apr 04 12:05:21.020044 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5d1d65aa-4040-40c6-a096-61ad7223feca req-4f99d904-56c5-4af0-8298-58d35945de65 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Apr 04 12:05:22.135681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e294a9-2e29-4ca6-9bca-c91f512ca4b9 req-124463cb-f836-489b-9958-ff59b98cafb4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:22.138113 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33e294a9-2e29-4ca6-9bca-c91f512ca4b9 req-124463cb-f836-489b-9958-ff59b98cafb4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Apr 04 12:05:22.173341 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33e294a9-2e29-4ca6-9bca-c91f512ca4b9 req-049321d8-ea56-47c8-87b2-854df71b7a22 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303228 Apr 04 12:05:23.337841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aa63e-4111-4f36-bc3b-37ef2a6e5a30 req-36886df0-8579-4277-a9eb-6ee32e9f042a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:23.339300 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d62aa63e-4111-4f36-bc3b-37ef2a6e5a30 req-36886df0-8579-4277-a9eb-6ee32e9f042a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0994313 Apr 04 12:05:23.375690 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d62aa63e-4111-4f36-bc3b-37ef2a6e5a30 req-cce82738-f37d-4bcc-a723-78d8efc1fd8d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304232 Apr 04 12:05:24.538187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671da53-5037-491e-8e56-fb5a71101b40 req-7a23af86-04ad-495b-9b5c-632685276f75 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:24.539620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7671da53-5037-491e-8e56-fb5a71101b40 req-7a23af86-04ad-495b-9b5c-632685276f75 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0990109 Apr 04 12:05:24.576935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7671da53-5037-491e-8e56-fb5a71101b40 req-d7069073-2413-4f2b-b961-2fcedc140f1e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Apr 04 12:05:25.693028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab551f7-9db6-437e-b141-775e440f95bb req-03748e51-d3a7-4ad2-9f12-b79aa822f29c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:25.694495 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fab551f7-9db6-437e-b141-775e440f95bb req-03748e51-d3a7-4ad2-9f12-b79aa822f29c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0517395 Apr 04 12:05:25.730734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fab551f7-9db6-437e-b141-775e440f95bb req-e5d7d3fd-c8c9-400b-ac5e-f8ef3c38398f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Apr 04 12:05:26.843279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0224-5277-4d2c-bfd1-d12949f1eeef req-c49d9d88-c409-4a86-8746-04ecbdef7285 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:26.852417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8bbd0224-5277-4d2c-bfd1-d12949f1eeef req-c49d9d88-c409-4a86-8746-04ecbdef7285 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Apr 04 12:05:26.881233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8bbd0224-5277-4d2c-bfd1-d12949f1eeef req-5cd2565c-fbf6-478d-88f3-1a6187768c09 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299597 Apr 04 12:05:27.232233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-982f8506-af53-43f2-bd67-cba9cb0c1c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:27.993358 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d685-0e83-4d24-bb0b-a93a01925a14 req-695aaebb-b468-40cc-ade2-030f800fa054 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:27.994849 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e896d685-0e83-4d24-bb0b-a93a01925a14 req-695aaebb-b468-40cc-ade2-030f800fa054 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Apr 04 12:05:28.031008 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e896d685-0e83-4d24-bb0b-a93a01925a14 req-dc48eb17-98ca-4388-83df-17780b4e1342 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302997 Apr 04 12:05:29.153052 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee28b-7239-47c0-a74a-92b6e316deab req-35086375-622f-45b8-b116-ba45b39a380b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:29.154529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-efaee28b-7239-47c0-a74a-92b6e316deab req-35086375-622f-45b8-b116-ba45b39a380b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Apr 04 12:05:29.192287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-efaee28b-7239-47c0-a74a-92b6e316deab req-0a638321-d55c-40bc-a60b-c1d3dbf138cc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Apr 04 12:05:29.428072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3033f7d8-f45f-4bd7-b5f4-a2ef7104e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:30.304809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57280cc8-5409-4b3f-84db-ca87cf5c779c req-2113f481-15c9-4089-a107-3e6ceaebcd28 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:30.306307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57280cc8-5409-4b3f-84db-ca87cf5c779c req-2113f481-15c9-4089-a107-3e6ceaebcd28 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0479980 Apr 04 12:05:30.342165 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57280cc8-5409-4b3f-84db-ca87cf5c779c req-f2d84368-43f8-47ce-9e9a-2b4fa588ec97 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298448 Apr 04 12:05:30.592179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:31.465139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65f38-65e2-4303-9f52-7d76257a5288 req-6fc38950-b602-4d5e-a832-b1c058cde0ac tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:31.466611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60b65f38-65e2-4303-9f52-7d76257a5288 req-6fc38950-b602-4d5e-a832-b1c058cde0ac tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0534360 Apr 04 12:05:31.503478 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60b65f38-65e2-4303-9f52-7d76257a5288 req-e287d481-1559-4a63-831d-8a6aa511f675 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Apr 04 12:05:32.072503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:32.409453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:32.623381 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f458fa-1a7f-45f1-b42b-842a8fbb5607 req-bd1a68b2-898b-47da-8b7e-bd1f3fddb7ea tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:32.624833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c8f458fa-1a7f-45f1-b42b-842a8fbb5607 req-bd1a68b2-898b-47da-8b7e-bd1f3fddb7ea tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0541947 Apr 04 12:05:32.661851 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c8f458fa-1a7f-45f1-b42b-842a8fbb5607 req-cb832e49-6104-4c0e-b1a0-7c443a00b34f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Apr 04 12:05:33.772948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ab0b-9490-4d1e-ace6-61aa6bcb4d4d req-24315c93-e153-4dd4-a360-977eed4ed762 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:33.774427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-89b9ab0b-9490-4d1e-ace6-61aa6bcb4d4d req-24315c93-e153-4dd4-a360-977eed4ed762 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0474532 Apr 04 12:05:33.811683 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-89b9ab0b-9490-4d1e-ace6-61aa6bcb4d4d req-f82804eb-1ca2-41c1-833c-f05f0ad6e564 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Apr 04 12:05:34.290782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:34.923249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025362b1-e421-43bc-8c3f-dc0148eb8184 req-d5846b00-dfb1-4091-bb49-2bf372ba1a43 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:34.924703 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-025362b1-e421-43bc-8c3f-dc0148eb8184 req-d5846b00-dfb1-4091-bb49-2bf372ba1a43 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Apr 04 12:05:34.961575 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-025362b1-e421-43bc-8c3f-dc0148eb8184 req-8cf79fa8-9b04-4921-a5ce-dead35e9c112 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Apr 04 12:05:36.072514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad9480-a3c3-48aa-95ce-c4ef279b501d req-9e64b1b1-7bb1-4ac7-aa58-5932111db159 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:36.074003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60ad9480-a3c3-48aa-95ce-c4ef279b501d req-9e64b1b1-7bb1-4ac7-aa58-5932111db159 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0473258 Apr 04 12:05:36.111405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-60ad9480-a3c3-48aa-95ce-c4ef279b501d req-38fe7664-6c85-4a13-ac0e-ab35cf3a31b2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Apr 04 12:05:37.226979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e133a3-1548-43c1-b884-441ba839bfce req-466968c4-e7bc-42f4-8c52-ba7dc1c25570 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:37.228445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5e133a3-1548-43c1-b884-441ba839bfce req-466968c4-e7bc-42f4-8c52-ba7dc1c25570 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0490537 Apr 04 12:05:37.264341 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a5e133a3-1548-43c1-b884-441ba839bfce req-22f512da-c0fc-47f3-92f1-89745c7b2ad9 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299737 Apr 04 12:05:37.799078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-de6e467d-ece9-4a87-aee2-cde754132c68 service neutron] 10.222.0.44 "GET /v2.0/ports/edbfa7e8-c97b-43d4-88c8-2d552809f12a/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0561886 Apr 04 12:05:38.268395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-0601e0d0-b409-4442-b532-7633397fd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:38.270987 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-0601e0d0-b409-4442-b532-7633397fd16e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7&tenant_id=d40a12ac64cf42279abca2035ff37c0b HTTP/1.1" status: 200 len: 1098 time: 0.0443182 Apr 04 12:05:38.341603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-426dc275-9b66-4af7-96c3-26c2d198c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:38.343012 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-426dc275-9b66-4af7-96c3-26c2d198c9d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0488527 Apr 04 12:05:38.439733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c1b5-fe4c-4ca7-8c16-f4270bf1db36 req-3ca14495-2dc2-44ac-ad43-18c1b1ad5e5e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:38.441118 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8971c1b5-fe4c-4ca7-8c16-f4270bf1db36 req-3ca14495-2dc2-44ac-ad43-18c1b1ad5e5e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.1095402 Apr 04 12:05:38.473083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-bd4bc4d4-352d-45f3-b4ae-184c2577fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:38.475050 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-bd4bc4d4-352d-45f3-b4ae-184c2577fb61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.1152339 Apr 04 12:05:38.520967 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8971c1b5-fe4c-4ca7-8c16-f4270bf1db36 req-8a842c25-1ac6-43bf-a85b-07b74889dc06 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Apr 04 12:05:38.522311 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-52e0cd2f-518c-4ea8-ae00-513874e629e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 200 len: 217 time: 0.0384524 Apr 04 12:05:38.575274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-f4ebd41b-d5ce-4424-898b-dee989478727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:38.576736 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-f4ebd41b-d5ce-4424-898b-dee989478727 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0474102 Apr 04 12:05:38.607085 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-9bb2a5dc-bc02-4ca8-a1b3-3ae21b9b0129 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239077 Apr 04 12:05:38.693702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-4d2c32a9-3676-4129-8bd8-a44ded0b7972 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803642 Apr 04 12:05:38.791679 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98d3b5b3-523d-4d25-bde3-6e21a3e2ae2e req-ecaeb3c1-379d-42d6-981d-1d29a147a1fe service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911503 Apr 04 12:05:39.637913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341fef-e97b-4c35-848f-5492a5cfc18f req-df62b888-6422-45ad-83b1-b963c7bd85b1 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:39.639346 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ec341fef-e97b-4c35-848f-5492a5cfc18f req-df62b888-6422-45ad-83b1-b963c7bd85b1 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Apr 04 12:05:39.675286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ec341fef-e97b-4c35-848f-5492a5cfc18f req-54ad2c50-2983-4151-b70a-c4a377ce7af5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300305 Apr 04 12:05:40.791136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8411c-8267-4f10-9841-b4c2a30f6917 req-19928369-9408-4de6-bcc0-ef047303ddf5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:40.792610 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-11e8411c-8267-4f10-9841-b4c2a30f6917 req-19928369-9408-4de6-bcc0-ef047303ddf5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0488703 Apr 04 12:05:40.829244 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-11e8411c-8267-4f10-9841-b4c2a30f6917 req-8d3e66f9-6e18-4cc2-92d9-f57a0f1b84d1 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Apr 04 12:05:41.148836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1a9d2-11ce-4502-95ac-8a0f51cf872d req-22a05d03-d013-43b4-802b-aacdae5949f4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:41.150653 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffd1a9d2-11ce-4502-95ac-8a0f51cf872d req-22a05d03-d013-43b4-802b-aacdae5949f4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0688248 Apr 04 12:05:41.190908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffd1a9d2-11ce-4502-95ac-8a0f51cf872d req-5111f1fb-5f3e-468c-9129-d2f54248a1b5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Apr 04 12:05:41.241705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-5b15011d-de9a-4d8a-bdca-08868fd6c39f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:41.243170 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-5b15011d-de9a-4d8a-bdca-08868fd6c39f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7&tenant_id=d40a12ac64cf42279abca2035ff37c0b&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0513182 Apr 04 12:05:41.359344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-281d72b5-b71d-4709-b2ca-c693d6414b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:41.359344 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-281d72b5-b71d-4709-b2ca-c693d6414b4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0412569 Apr 04 12:05:41.450887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-5e94f78d-c88c-4811-bc17-3641c2991eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:41.452405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-5e94f78d-c88c-4811-bc17-3641c2991eff service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0919282 Apr 04 12:05:41.492685 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-b7592c3c-55c5-4ba7-88bb-b774c4ae7523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 200 len: 217 time: 0.0331600 Apr 04 12:05:41.540191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-99bf8c58-6c45-4328-8b12-7520b1d98d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:41.541617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-99bf8c58-6c45-4328-8b12-7520b1d98d7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0422108 Apr 04 12:05:41.576162 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-ff971d04-a8b5-4ea3-93c3-a1fb5bc1ac6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282302 Apr 04 12:05:41.664682 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-21e15f7d-d64d-4cdf-9197-f02115f319b0 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819044 Apr 04 12:05:41.760910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab0b086b-ca6d-4721-9fa9-efddfdcbc94e req-f7fab942-a1f8-4747-b920-200af2a6ba97 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Apr 04 12:05:42.309047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1a27d-def9-45a9-af7b-2d6fc65f892d req-93eac7db-7f18-49f5-81ae-88f772b63924 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:42.310734 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-44d1a27d-def9-45a9-af7b-2d6fc65f892d req-93eac7db-7f18-49f5-81ae-88f772b63924 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Apr 04 12:05:42.350271 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-44d1a27d-def9-45a9-af7b-2d6fc65f892d req-0ec6923a-ac97-4154-af8c-fd3c98aaa3de tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Apr 04 12:05:43.462996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b886-e584-4662-8442-804b0470f5c4 req-f057eca7-7c0b-45f1-90ed-2fbf59bfb3fe tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:43.464440 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c2f0b886-e584-4662-8442-804b0470f5c4 req-f057eca7-7c0b-45f1-90ed-2fbf59bfb3fe tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0483322 Apr 04 12:05:43.500533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c2f0b886-e584-4662-8442-804b0470f5c4 req-b7cabcb1-8e52-4aed-b44c-2d6849bb5d33 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301638 Apr 04 12:05:43.612339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bbc2-0671-4db7-8dd4-8cc88db54283 req-900ed1a4-2aee-4a3e-ae10-7a5b89c3171b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:43.613860 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5785bbc2-0671-4db7-8dd4-8cc88db54283 req-900ed1a4-2aee-4a3e-ae10-7a5b89c3171b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Apr 04 12:05:43.651092 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5785bbc2-0671-4db7-8dd4-8cc88db54283 req-21b253fd-440c-48ee-af92-a8e6244d23bc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305421 Apr 04 12:05:43.762609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887d10-d93b-44c8-8daa-60b40450fe8e req-d81351c9-6066-45c1-b93d-ed4b01f9ec5d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:43.765324 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7887d10-d93b-44c8-8daa-60b40450fe8e req-d81351c9-6066-45c1-b93d-ed4b01f9ec5d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Apr 04 12:05:43.803463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7887d10-d93b-44c8-8daa-60b40450fe8e req-9dde1f13-dc6a-4b41-8af7-f333fa48cc5f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Apr 04 12:05:44.353909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-ae7fa5d5-a78d-4245-8c16-e921c86993dc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:44.355393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-ae7fa5d5-a78d-4245-8c16-e921c86993dc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 815 time: 0.1088376 Apr 04 12:05:44.370551 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-8aae2083-0fac-499b-99a6-c4604799f570 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/quotas/d40a12ac64cf42279abca2035ff37c0b HTTP/1.1" status: 200 len: 375 time: 0.0095644 Apr 04 12:05:44.418141 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-6761da8a-4915-4408-b123-b7a8522c3752 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422957 Apr 04 12:05:44.512677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-5540621e-acfe-48cd-b11a-8fbd886d315f service neutron] 10.222.0.43 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872531 Apr 04 12:05:44.601494 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-cf919c85-ccf7-405b-a998-7053f3e630ee service neutron] 10.222.0.43 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Apr 04 12:05:44.918343 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-50bf4420-4e2b-4ef9-af2f-b5b32749ac1f req-a754da28-9fdf-4729-99b1-d880b2f1396a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 210 time: 0.0370469 Apr 04 12:05:45.449776 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:05:45.894581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-5c845ad3-5fa0-4d68-9d1b-bd8219f41369 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:45.896053 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-5c845ad3-5fa0-4d68-9d1b-bd8219f41369 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/ports?device_id=6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Apr 04 12:05:45.984088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Deleting port edbfa7e8-c97b-43d4-88c8-2d552809f12a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:05:45.984375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:46.030779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ff736d36-ad65-4169-a7bc-cb851c77ff0b req-5f7fac7d-37a2-4cab-94af-744d8b9dae2e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 210 time: 0.0423646 Apr 04 12:05:46.107534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] For port edbfa7e8-c97b-43d4-88c8-2d552809f12a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=edbfa7e8-c97b-43d4-88c8-2d552809f12a,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:46.107908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:46.120663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Calling delete_port for edbfa7e8-c97b-43d4-88c8-2d552809f12a owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:05:46.308216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:46.319549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['edbfa7e8-c97b-43d4-88c8-2d552809f12a'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:05:46.336457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Pushing event deleted for resources: {'Port': ['ID=edbfa7e8-c97b-43d4-88c8-2d552809f12a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:46.377453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] No DVR routers for this DVR port edbfa7e8-c97b-43d4-88c8-2d552809f12a on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:05:46.380182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:46.383655 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9ff55ddc-4394-4c29-bd58-6323ab104082 req-cd4bf6b5-c6c6-4659-b697-27c9697530f6 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "DELETE /v2.0/ports/edbfa7e8-c97b-43d4-88c8-2d552809f12a HTTP/1.1" status: 204 len: 173 time: 0.4819119 Apr 04 12:05:46.384105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'name': 'network-vif-deleted', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:05:46.386864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9635dc7-e9cf-4286-9c1e-ac109f7f8f13" -d '{"events": [{"server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "name": "network-vif-deleted", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:05:46.483042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e79d6-02db-47ef-9284-9cf72fe3a140 x-openstack-request-id: req-a75e79d6-02db-47ef-9284-9cf72fe3a140 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:05:46.483338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7", "name": "network-vif-deleted", "tag": "edbfa7e8-c97b-43d4-88c8-2d552809f12a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:05:46.483614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a75e79d6-02db-47ef-9284-9cf72fe3a140 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:05:46.484051 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75e79d6-02db-47ef-9284-9cf72fe3a140'] response: {'server_uuid': '6666cbda-9d6d-47d3-921d-0bb8e8c7c3c7', 'name': 'network-vif-deleted', 'tag': 'edbfa7e8-c97b-43d4-88c8-2d552809f12a', 'status': 'completed', 'code': 200} Apr 04 12:05:46.804530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-79972e0c-b33b-4cc1-8eb7-09693161c501 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:46.806077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-79972e0c-b33b-4cc1-8eb7-09693161c501 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 815 time: 0.1090622 Apr 04 12:05:46.819354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Request body: {'port': {'device_id': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'admin_state_up': True, 'tenant_id': 'd40a12ac64cf42279abca2035ff37c0b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:05:46.997094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Made reservation on behalf of d40a12ac64cf42279abca2035ff37c0b for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:05:47.000907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.146548 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9e3b747a-4bb2-4db4-bf24-60654ac5b71b req-bc90481d-1580-40c4-b3cd-0d2b4cf821af tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 210 time: 0.0342677 Apr 04 12:05:47.157849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Allocated IP 172.20.0.7 (501e5a0f-bb08-4666-b777-e488016e6ed9/90c8540a-185c-4f82-b3b7-949301c4e8cb/a37d9561-6c24-42db-9f68-f77c2344543d) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:05:47.305520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.400117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.414840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['edbfa7e8-c97b-43d4-88c8-2d552809f12a'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:05:47.460632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Network 501e5a0f-bb08-4666-b777-e488016e6ed9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:05:47.463774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:05:47.467359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:05:47.473465 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:47.518452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:47.519064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.625180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-132c441e-f1a8-41a8-899b-7d38f3f63928 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099506 Apr 04 12:05:47.637608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Request body: {'port': {'device_id': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:05:47.689838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.949429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:05:47.956513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:47.968420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Transition to ACTIVE for port object a37d9561-6c24-42db-9f68-f77c2344543d will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:05:48.010790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:48.076946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:48.129281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Attempting to bind port a37d9561-6c24-42db-9f68-f77c2344543d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:05:48.129648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Attempting to bind port a37d9561-6c24-42db-9f68-f77c2344543d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:05:48.130516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Attempting to bind port a37d9561-6c24-42db-9f68-f77c2344543d on network 501e5a0f-bb08-4666-b777-e488016e6ed9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:05:48.135021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Port a37d9561-6c24-42db-9f68-f77c2344543d on network 501e5a0f-bb08-4666-b777-e488016e6ed9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:05:48.135341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Attempting to bind port a37d9561-6c24-42db-9f68-f77c2344543d on network 501e5a0f-bb08-4666-b777-e488016e6ed9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:05:48.140084 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:05:48.140424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Checking segment: {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:05:48.140805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Bound using segment: {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:05:48.141234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Bound port: a37d9561-6c24-42db-9f68-f77c2344543d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df9f095-38a4-449e-890c-e9868fe2dfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:05:48.141607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:48.203915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:05:48.206833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:05:48.270484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817b56-d1c8-478f-8b50-3a2cc179b181 req-b24dfb3f-4e52-4db6-8b08-0e4e53c1f226 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.272498 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-01817b56-d1c8-478f-8b50-3a2cc179b181 req-b24dfb3f-4e52-4db6-8b08-0e4e53c1f226 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 943 time: 0.0516055 Apr 04 12:05:48.272844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:48.310493 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-01817b56-d1c8-478f-8b50-3a2cc179b181 req-1331f06a-1ead-4e9a-bf4a-169539b643b0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Apr 04 12:05:48.313655 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.314279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:48.315648 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] 10.222.0.44 "PUT /v2.0/ports/a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 1093 time: 0.6821504 Apr 04 12:05:48.334336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf996-ffad-4ded-afd2-281657a7b890 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:48.448657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-4d044dfa-5104-4237-b74c-63aa33c27e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.450166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-4d044dfa-5104-4237-b74c-63aa33c27e32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1096 time: 0.0403514 Apr 04 12:05:48.493246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:05:48.495450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb09cc4c-9e14-4456-b6fb-04444cce96ed" -d '{"events": [{"name": "network-changed", "server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:05:48.499588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-6fe9faf2-edbe-40c8-ac30-14399d0fc641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0418656 Apr 04 12:05:48.532225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ff6e1-9048-4070-a609-a466250ac6de x-openstack-request-id: req-211ff6e1-9048-4070-a609-a466250ac6de {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:05:48.532517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:05:48.532772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-211ff6e1-9048-4070-a609-a466250ac6de {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:05:48.533427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211ff6e1-9048-4070-a609-a466250ac6de'] response: {'name': 'network-changed', 'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'status': 'completed', 'code': 200} Apr 04 12:05:48.550484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-438288c8-ebe8-4efe-aca7-b34d288b5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.552499 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-438288c8-ebe8-4efe-aca7-b34d288b5343 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0456090 Apr 04 12:05:48.583174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-83f7d6d5-50c6-46a4-bacb-27b88d88bd3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239408 Apr 04 12:05:48.673702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-6a5de29c-a14c-48d3-bfb9-9a5f5c073789 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831864 Apr 04 12:05:48.760573 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7bd91dae-5f34-4459-be31-45edc3c5448e req-d2fa8e9d-6a62-4e42-89fa-813f44020b89 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798111 Apr 04 12:05:48.887343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-51562592-b073-46ba-84bc-586fb6382f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.888790 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-51562592-b073-46ba-84bc-586fb6382f50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1096 time: 0.0435858 Apr 04 12:05:48.974753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-daed85b3-7de3-44d9-b583-bb37b142df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:48.976182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-daed85b3-7de3-44d9-b583-bb37b142df3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0811193 Apr 04 12:05:49.019873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-75b5aea8-560f-4613-b8ed-7dda046b914a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0362952 Apr 04 12:05:49.068992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-e79bd009-c4e2-4bd6-90ff-55c8d93dedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:49.070456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-e79bd009-c4e2-4bd6-90ff-55c8d93dedbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0429046 Apr 04 12:05:49.103639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-28359373-7b2c-45b8-9baf-1fc94394d7a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242860 Apr 04 12:05:49.197726 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-f119b49a-8133-4b70-b467-1324883bfba3 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Apr 04 12:05:49.287141 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cb09cc4c-9e14-4456-b6fb-04444cce96ed req-3fdb185e-bba6-4c4b-b4ef-9d0ab5613cd0 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808892 Apr 04 12:05:49.427806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36bca-9805-4d70-9a3c-386d00b00d80 req-906f2433-4288-4730-b7db-26fb91c99ca2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:49.429270 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-16b36bca-9805-4d70-9a3c-386d00b00d80 req-906f2433-4288-4730-b7db-26fb91c99ca2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 943 time: 0.0492151 Apr 04 12:05:49.465639 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-16b36bca-9805-4d70-9a3c-386d00b00d80 req-21db5efa-8fee-4fc3-9888-a189608453ca tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Apr 04 12:05:50.579291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6788ea-17d8-41c9-b9ae-bb84a6cbab46 req-8480b9b1-9178-42c0-99ce-90beb734df5e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:50.580746 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4c6788ea-17d8-41c9-b9ae-bb84a6cbab46 req-8480b9b1-9178-42c0-99ce-90beb734df5e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 943 time: 0.0480664 Apr 04 12:05:50.617969 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4c6788ea-17d8-41c9-b9ae-bb84a6cbab46 req-0c9fd8ce-b807-4357-9e4f-9cf263ad97d9 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Apr 04 12:05:50.685544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:05:50.687682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device edbfa7e8-c97b-43d4-88c8-2d552809f12a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:05:50.713956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: edbfa7e8-c97b-43d4-88c8-2d552809f12a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:05:50.714294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device edbfa7e8-c97b-43d4-88c8-2d552809f12a not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:05:50.795772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:50.806055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'port_id': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'mac_address': 'fa:16:3e:9d:a8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8540a-185c-4f82-b3b7-949301c4e8cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:05:50.841536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:50.853513 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:05:50.871843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:50.947460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:50.991458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:50.998061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:50.998408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:50.998744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:50.999077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:50.999404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:50.999729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.000072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.000395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.000720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.001038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.001356 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.001703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:05:51.148923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['a37d9561-6c24-42db-9f68-f77c2344543d'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:05:51.732433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8072d-a78c-4177-b114-4085e9882205 req-dc8f064e-c95e-4f66-87b4-e4330ca04796 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:51.733895 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09f8072d-a78c-4177-b114-4085e9882205 req-dc8f064e-c95e-4f66-87b4-e4330ca04796 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 944 time: 0.0508087 Apr 04 12:05:51.770440 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09f8072d-a78c-4177-b114-4085e9882205 req-b5bf6363-490a-44dd-8446-0d22891de5dd tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300264 Apr 04 12:05:52.686427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:05:52.816360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port a37d9561-6c24-42db-9f68-f77c2344543d completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:05:52.820820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port a37d9561-6c24-42db-9f68-f77c2344543d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:05:52.821189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:52.888794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff99750-75f6-45b0-9ca8-0a078bff59b8 req-1b9bc684-42fb-4bdf-a681-294b656b728b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:52.890287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7ff99750-75f6-45b0-9ca8-0a078bff59b8 req-1b9bc684-42fb-4bdf-a681-294b656b728b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 944 time: 0.0513084 Apr 04 12:05:52.900848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:52.922606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:05:52.924812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec59fd-bff5-40f3-8f44-ed673f076899" -d '{"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-plugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:05:52.928242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7ff99750-75f6-45b0-9ca8-0a078bff59b8 req-3e935048-76b3-4f60-81ab-dec9c5ddb921 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Apr 04 12:05:52.938470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:05:52.999293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:53.023295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2654088-ad7f-4da8-b17b-b921047ab6df x-openstack-request-id: req-c2654088-ad7f-4da8-b17b-b921047ab6df {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:05:53.023585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-plugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:05:53.023835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2654088-ad7f-4da8-b17b-b921047ab6df {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:05:53.024247 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2654088-ad7f-4da8-b17b-b921047ab6df'] response: {'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'code': 200} Apr 04 12:05:53.049268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:05:53.293886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98788e24-4ddf-4ada-89f5-71504f02f1c6 req-172ecbd5-1136-40e6-ae72-95f46c331094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:53.295359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98788e24-4ddf-4ada-89f5-71504f02f1c6 req-172ecbd5-1136-40e6-ae72-95f46c331094 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1098 time: 0.0395977 Apr 04 12:05:53.331924 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98788e24-4ddf-4ada-89f5-71504f02f1c6 req-6079817b-1322-4601-ae2b-9d58aed32583 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298645 Apr 04 12:05:54.040965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91ca9-acba-4e74-a842-0ce5c3271d4b req-b23be8a0-09e3-4391-88ff-cee21716a253 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:54.042442 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3de91ca9-acba-4e74-a842-0ce5c3271d4b req-b23be8a0-09e3-4391-88ff-cee21716a253 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0471361 Apr 04 12:05:54.078961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3de91ca9-acba-4e74-a842-0ce5c3271d4b req-f4a75989-66dd-4417-93bc-a86934aad79b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Apr 04 12:05:55.196904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368012-b4eb-4fad-8c5a-fdaa819c8104 req-38a1072b-f41a-4268-97e5-325c1ec65ef2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:55.199399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e368012-b4eb-4fad-8c5a-fdaa819c8104 req-38a1072b-f41a-4268-97e5-325c1ec65ef2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0525823 Apr 04 12:05:55.237119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e368012-b4eb-4fad-8c5a-fdaa819c8104 req-0145f3cd-7fe4-46ce-ac3f-45ed5dcbe42d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Apr 04 12:05:55.350572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc084096-2056-4b1c-8116-d13dc630bbfb req-ca6df5f0-92b2-41b1-bffc-ce4f04b79f19 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:55.351917 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cc084096-2056-4b1c-8116-d13dc630bbfb req-ca6df5f0-92b2-41b1-bffc-ce4f04b79f19 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0498996 Apr 04 12:05:55.387225 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cc084096-2056-4b1c-8116-d13dc630bbfb req-de4ef228-99b5-4eb5-9e2c-fb9ee8f6a940 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295250 Apr 04 12:05:55.751246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3402-0ad0-4560-a09d-0f12599f51d3 req-3e098a4d-6219-4681-9700-fa466c4f8b7b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:55.752752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f1c3402-0ad0-4560-a09d-0f12599f51d3 req-3e098a4d-6219-4681-9700-fa466c4f8b7b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0486476 Apr 04 12:05:55.791003 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f1c3402-0ad0-4560-a09d-0f12599f51d3 req-397f77af-ff00-40f5-9b32-5087683c8e8b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Apr 04 12:05:55.852483 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-926c54e4-8293-4718-8266-667b989a214b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388432 Apr 04 12:05:56.904361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e3969-b3be-48bf-a544-040867c17e25 req-9becb663-451b-4fe5-801a-1edcf9c5786c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:56.905842 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-796e3969-b3be-48bf-a544-040867c17e25 req-9becb663-451b-4fe5-801a-1edcf9c5786c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0471556 Apr 04 12:05:56.947982 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-796e3969-b3be-48bf-a544-040867c17e25 req-d9469467-d0cf-4209-9f9e-970950012b09 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Apr 04 12:05:57.222266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8179404b-5976-4733-92d6-4562548ebf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:57.700684 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-79edbf5f-735f-45d9-98d8-5f8f9f16cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:57.702191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-79edbf5f-735f-45d9-98d8-5f8f9f16cfdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1098 time: 0.0404873 Apr 04 12:05:57.792396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-b3b6ec1c-a53f-4e6a-a648-5f8ba28c1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:57.793900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-b3b6ec1c-a53f-4e6a-a648-5f8ba28c1d12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0844340 Apr 04 12:05:57.832895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-88f2c724-40b9-4cda-aa9b-141e93a8ab88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0331793 Apr 04 12:05:57.883319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-732175d8-8c75-43be-82d2-44b388599189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:57.884782 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-732175d8-8c75-43be-82d2-44b388599189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0453143 Apr 04 12:05:57.914857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-fa1134d5-f62c-48b9-bcc6-f7b002ec62e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237448 Apr 04 12:05:58.000621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-42eaf645-7517-4676-84ff-f01fb6f124fc service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797834 Apr 04 12:05:58.112652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c63b3f-9b6f-4040-8583-cace29a175e0 req-864db117-6a29-49fd-b679-e9a45a164f5a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:58.114133 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0c63b3f-9b6f-4040-8583-cace29a175e0 req-864db117-6a29-49fd-b679-e9a45a164f5a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0995567 Apr 04 12:05:58.139388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-7d574bbe-441e-41ed-9262-088850991a52 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327138 Apr 04 12:05:58.159070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0c63b3f-9b6f-4040-8583-cace29a175e0 req-ddb0c3e9-2ca9-4d74-a100-648837c8d550 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Apr 04 12:05:59.203945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-d98dfeda-f29b-4c2a-9a93-54ba764816e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:59.205488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-d98dfeda-f29b-4c2a-9a93-54ba764816e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1098 time: 0.0428751 Apr 04 12:05:59.273024 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e82fa-184c-4aa0-b940-1a6da0ce9e45 req-966bba4b-6f31-4c21-b2d6-86d40e41155c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:59.274533 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1a9e82fa-184c-4aa0-b940-1a6da0ce9e45 req-966bba4b-6f31-4c21-b2d6-86d40e41155c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0469105 Apr 04 12:05:59.307415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-15e6e791-4cc5-4498-a5fd-a998a33fb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:59.308954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-15e6e791-4cc5-4498-a5fd-a998a33fb6ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0843313 Apr 04 12:05:59.312175 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1a9e82fa-184c-4aa0-b940-1a6da0ce9e45 req-87ed60a6-ced5-4b45-a6ad-70bfbc46ed89 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Apr 04 12:05:59.352392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-3f7f8ace-40b3-4e21-aae2-af2b42be78be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0372629 Apr 04 12:05:59.409770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-249c7600-6895-4a55-b0d1-260927ccbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:05:59.411318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-249c7600-6895-4a55-b0d1-260927ccbd9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0532434 Apr 04 12:05:59.431286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f340c8a6-6c19-49e6-84da-9654506d725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:05:59.452017 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-101e4fa2-59eb-4a81-b058-d4d8cbbb9700 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275836 Apr 04 12:05:59.541174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-866e3ba8-2c33-47b4-8428-c282b9490b27 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815663 Apr 04 12:05:59.628838 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50b07765-7234-4a95-b56a-92d6b178a3ee req-2705d748-fef9-4bf0-8694-d2e7b013aa48 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785098 Apr 04 12:06:00.426529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02516b5-8c02-4f36-8fdc-462007df33e1 req-6c519536-3ead-4472-99b4-d7a3e1b09d33 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:00.428648 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b02516b5-8c02-4f36-8fdc-462007df33e1 req-6c519536-3ead-4472-99b4-d7a3e1b09d33 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0484021 Apr 04 12:06:00.464891 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b02516b5-8c02-4f36-8fdc-462007df33e1 req-5f6746a6-f10c-4512-8a26-fbd4d1eb2060 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303648 Apr 04 12:06:00.564506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:01.577619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93db3-3185-4318-a946-801eeabd3c20 req-e81481d5-88fa-44aa-a137-fcec56a73c7d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:01.579072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9dc93db3-3185-4318-a946-801eeabd3c20 req-e81481d5-88fa-44aa-a137-fcec56a73c7d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0482936 Apr 04 12:06:01.617002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9dc93db3-3185-4318-a946-801eeabd3c20 req-14bb79ba-af1c-41a9-83e7-579d437d470f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Apr 04 12:06:02.100671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:02.431003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:02.737605 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0248fb-b2df-4241-a163-526d67fdf71c req-f881eb79-4ef0-4fc4-a8e2-a52d889c5d1b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:02.739061 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ae0248fb-b2df-4241-a163-526d67fdf71c req-f881eb79-4ef0-4fc4-a8e2-a52d889c5d1b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0556672 Apr 04 12:06:02.780190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ae0248fb-b2df-4241-a163-526d67fdf71c req-a6c43dd1-e59e-41cc-9d23-f0a6113bd0d5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Apr 04 12:06:03.893109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccf444-ed21-463b-847e-ac288332132a req-7ec9a23f-5ed6-44ee-be98-3401cee48c26 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:03.894585 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05ccf444-ed21-463b-847e-ac288332132a req-7ec9a23f-5ed6-44ee-be98-3401cee48c26 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0467696 Apr 04 12:06:03.935027 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05ccf444-ed21-463b-847e-ac288332132a req-d768a60f-226b-43b3-be9a-bde660f05a42 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Apr 04 12:06:04.290142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:05.044437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea80349-5865-471b-b2cf-5684bab86106 req-bb9121eb-5b18-4cf9-b38d-a19637bee2a9 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:05.045881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bea80349-5865-471b-b2cf-5684bab86106 req-bb9121eb-5b18-4cf9-b38d-a19637bee2a9 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0464277 Apr 04 12:06:05.082734 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bea80349-5865-471b-b2cf-5684bab86106 req-c5b200a5-2c62-4844-8e2f-c9abbb24b62a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Apr 04 12:06:06.197745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79b97d-cd12-4c1a-a4e7-8fa3a9eb03c0 req-fd4ac8a5-ce85-4cce-902c-f71e66dac84e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:06.199214 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ea79b97d-cd12-4c1a-a4e7-8fa3a9eb03c0 req-fd4ac8a5-ce85-4cce-902c-f71e66dac84e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0487833 Apr 04 12:06:06.236480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ea79b97d-cd12-4c1a-a4e7-8fa3a9eb03c0 req-1d8b85fd-ace1-4509-8afd-2fc83090b179 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Apr 04 12:06:07.348127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49900b2c-60f2-44a6-998b-2f19f74087b9 req-f4362483-ef47-4ff3-9bdd-0065f9cadeb0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:07.349464 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-49900b2c-60f2-44a6-998b-2f19f74087b9 req-f4362483-ef47-4ff3-9bdd-0065f9cadeb0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0473938 Apr 04 12:06:07.386521 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-49900b2c-60f2-44a6-998b-2f19f74087b9 req-7e3ce452-eaef-4310-a162-f73174c42c45 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Apr 04 12:06:08.496667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739078-fa6d-436c-a09d-cac8a94003a6 req-d1dfb0d5-841a-4a21-acf4-4c7b22e6d01f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:08.498130 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12739078-fa6d-436c-a09d-cac8a94003a6 req-d1dfb0d5-841a-4a21-acf4-4c7b22e6d01f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0467110 Apr 04 12:06:08.536752 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12739078-fa6d-436c-a09d-cac8a94003a6 req-7416a911-7498-4f02-91d3-d65546438468 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Apr 04 12:06:09.650517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347d23f-2efc-4908-912c-8173b40c5214 req-48931e32-337d-416d-a1f5-fb0b0182433c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:09.651944 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f347d23f-2efc-4908-912c-8173b40c5214 req-48931e32-337d-416d-a1f5-fb0b0182433c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0496178 Apr 04 12:06:09.688296 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f347d23f-2efc-4908-912c-8173b40c5214 req-cf2776c2-2278-4ef1-b267-cb4c86a35bef tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305231 Apr 04 12:06:10.800251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95da8c-1ddf-463c-9698-1c4bbf5e0332 req-fef48eb3-e460-4933-9cbb-cddb89b7c97c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:10.801716 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8c95da8c-1ddf-463c-9698-1c4bbf5e0332 req-fef48eb3-e460-4933-9cbb-cddb89b7c97c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0464864 Apr 04 12:06:10.841141 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8c95da8c-1ddf-463c-9698-1c4bbf5e0332 req-9f358942-6ed1-40ca-b5e9-08611a199012 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Apr 04 12:06:11.953842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ce95c-7fde-49f3-af79-164bdfb9e945 req-68af8aef-6084-47bd-bda7-d383e63a1fad tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:11.955308 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a3ce95c-7fde-49f3-af79-164bdfb9e945 req-68af8aef-6084-47bd-bda7-d383e63a1fad tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0478306 Apr 04 12:06:11.991176 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a3ce95c-7fde-49f3-af79-164bdfb9e945 req-e6e56650-5db6-4599-ab64-caed650abf90 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300119 Apr 04 12:06:13.104871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375965a2-a655-443c-8f46-3a75ab9c3ed2 req-c3a53166-be3f-4650-9ed7-5887da51b6c2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:13.106029 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-375965a2-a655-443c-8f46-3a75ab9c3ed2 req-c3a53166-be3f-4650-9ed7-5887da51b6c2 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0487387 Apr 04 12:06:13.143438 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-375965a2-a655-443c-8f46-3a75ab9c3ed2 req-2dd0f1f7-9aab-4994-952e-b2449761ed6b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Apr 04 12:06:14.254494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd72e9-f2d9-4fc9-b6a7-4b8caccfffb0 req-a8ffb77d-1dd1-4d26-bc60-bfebffdb80db tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:14.255923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-57bd72e9-f2d9-4fc9-b6a7-4b8caccfffb0 req-a8ffb77d-1dd1-4d26-bc60-bfebffdb80db tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0475194 Apr 04 12:06:14.292302 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-57bd72e9-f2d9-4fc9-b6a7-4b8caccfffb0 req-db3711c4-2cf4-416c-a836-3284101a8584 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299683 Apr 04 12:06:15.408274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912da48-ab55-4663-b8bd-96a9265d1c2b req-8281c99d-de91-457d-89b9-942a5af49592 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:15.409691 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0912da48-ab55-4663-b8bd-96a9265d1c2b req-8281c99d-de91-457d-89b9-942a5af49592 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0513742 Apr 04 12:06:15.446253 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0912da48-ab55-4663-b8bd-96a9265d1c2b req-4ad6ad5e-9eef-407c-964e-0bfad44f034a tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299783 Apr 04 12:06:16.892157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956a69-c9c3-4aab-a570-342348237b46 req-ecc47fec-09f9-4846-957c-cba5c45d7e93 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:16.893639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ff956a69-c9c3-4aab-a570-342348237b46 req-ecc47fec-09f9-4846-957c-cba5c45d7e93 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.3803051 Apr 04 12:06:16.930103 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ff956a69-c9c3-4aab-a570-342348237b46 req-87973651-1463-4dc0-8769-90e381a50304 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299516 Apr 04 12:06:18.051419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46a4f0-5a80-405f-8c9a-e1965ccf79fd req-bba56067-1619-49f8-871d-12d33c5fefbf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:18.052866 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb46a4f0-5a80-405f-8c9a-e1965ccf79fd req-bba56067-1619-49f8-871d-12d33c5fefbf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0474956 Apr 04 12:06:18.093658 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb46a4f0-5a80-405f-8c9a-e1965ccf79fd req-a9e3e59a-ab86-491b-ba03-f3fe676a2873 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Apr 04 12:06:19.205670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8609b6-c47d-40ff-8b24-1222f3b28242 req-2d258db6-a0b5-4b23-90ed-86530095423e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:19.207120 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d8609b6-c47d-40ff-8b24-1222f3b28242 req-2d258db6-a0b5-4b23-90ed-86530095423e tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0472157 Apr 04 12:06:19.243164 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2d8609b6-c47d-40ff-8b24-1222f3b28242 req-18dc9ac8-2ca2-4416-8a53-7a5c50b5973f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301716 Apr 04 12:06:20.358863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c502-f4a6-40ab-9f56-0d39ca77f134 req-bb8933e6-4cb4-41b8-b442-6f28b89a329f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:20.360178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8c57c502-f4a6-40ab-9f56-0d39ca77f134 req-bb8933e6-4cb4-41b8-b442-6f28b89a329f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0465627 Apr 04 12:06:20.396919 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8c57c502-f4a6-40ab-9f56-0d39ca77f134 req-bc27a572-1897-4721-bdf0-2d0736f8f6e4 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Apr 04 12:06:21.510823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceeff6-f372-49c4-9c46-6ce88770c21b req-3c8572e6-dce0-4f9a-ad05-d213ef414634 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:21.512338 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5ceeff6-f372-49c4-9c46-6ce88770c21b req-3c8572e6-dce0-4f9a-ad05-d213ef414634 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0472751 Apr 04 12:06:21.549418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a5ceeff6-f372-49c4-9c46-6ce88770c21b req-e3b4bac8-3e45-4202-9204-c8db17af2b4d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Apr 04 12:06:22.448563 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:06:22.662328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09146b8f-898a-4c94-8e41-4b498cb4b49b req-611d7429-c909-4d4a-8083-1e35ed7084fc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:22.663788 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09146b8f-898a-4c94-8e41-4b498cb4b49b req-611d7429-c909-4d4a-8083-1e35ed7084fc tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0479076 Apr 04 12:06:22.700046 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-09146b8f-898a-4c94-8e41-4b498cb4b49b req-4865abf3-c74b-425c-bcfe-d37df1fb8781 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303464 Apr 04 12:06:23.816308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef8ec-2d29-4719-bf0a-977307fad8a0 req-0722ad47-de0b-4ef4-96a4-402522953757 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:23.817818 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-676ef8ec-2d29-4719-bf0a-977307fad8a0 req-0722ad47-de0b-4ef4-96a4-402522953757 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0520096 Apr 04 12:06:23.854575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-676ef8ec-2d29-4719-bf0a-977307fad8a0 req-e4aa8921-71df-41b9-8c34-8351c6525477 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Apr 04 12:06:24.966478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa6301-e1af-4094-b65a-29fbd5096d28 req-9d530bf9-a6ea-42a8-bea6-3a8d60ce8020 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:24.967931 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-98aa6301-e1af-4094-b65a-29fbd5096d28 req-9d530bf9-a6ea-42a8-bea6-3a8d60ce8020 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0472620 Apr 04 12:06:25.008821 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-98aa6301-e1af-4094-b65a-29fbd5096d28 req-8be4cb66-048d-4800-8c0d-fae5a8972241 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Apr 04 12:06:25.150798 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-25684eab-2f35-4f9d-9811-ba1d55508dd1 service neutron] 10.222.0.44 "GET /v2.0/ports/a37d9561-6c24-42db-9f68-f77c2344543d/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0535867 Apr 04 12:06:25.647387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-609e751f-c05a-4508-8fc0-424c4f609617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:25.649580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-609e751f-c05a-4508-8fc0-424c4f609617 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d&tenant_id=d40a12ac64cf42279abca2035ff37c0b HTTP/1.1" status: 200 len: 1098 time: 0.0403867 Apr 04 12:06:25.711008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-7ae60a9a-c9c6-4f5e-9db1-adac7124e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:25.712465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-7ae60a9a-c9c6-4f5e-9db1-adac7124e0c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1098 time: 0.0424876 Apr 04 12:06:25.798263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-05a161f7-6990-4bf1-bdf8-7df52a698d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:25.799701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-05a161f7-6990-4bf1-bdf8-7df52a698d40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0813463 Apr 04 12:06:25.842864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-8f0fbd6b-f61e-4e02-b8a8-993f086c2e89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0368202 Apr 04 12:06:25.888922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-3ef3b4d5-3a0c-479e-9aab-017085420272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:25.890322 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-3ef3b4d5-3a0c-479e-9aab-017085420272 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0414584 Apr 04 12:06:25.919910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-344bb802-409a-4fc9-994a-60bc2e8186c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230322 Apr 04 12:06:26.009729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-c2f35d56-913b-49a2-96e9-9a8e1f3e5bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833473 Apr 04 12:06:26.121866 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59e0f4bd-e84e-4048-ba55-6389ef278923 req-7ed4e2c3-509a-44a2-85ff-49dd8f57f3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060681 Apr 04 12:06:26.137488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f60cb-e89a-4578-b152-17d483a98c90 req-b6882ca6-2277-4809-a889-5957932bfcdf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:26.138966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-510f60cb-e89a-4578-b152-17d483a98c90 req-b6882ca6-2277-4809-a889-5957932bfcdf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0628493 Apr 04 12:06:26.177620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-510f60cb-e89a-4578-b152-17d483a98c90 req-44ad4d2c-bb8c-4c20-b1cb-5f6b5900f552 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Apr 04 12:06:27.230526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f9fe29d6-def0-4818-a008-d2ea4ce56b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:27.307829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e170d4-17f3-434c-bef2-2bfc8adbfff4 req-0e4dbfea-47f2-44a6-9a4f-f5fc82136c13 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:27.309304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-83e170d4-17f3-434c-bef2-2bfc8adbfff4 req-0e4dbfea-47f2-44a6-9a4f-f5fc82136c13 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0564809 Apr 04 12:06:27.346054 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-83e170d4-17f3-434c-bef2-2bfc8adbfff4 req-62b3f93b-a340-4054-a654-c35b5f39ea71 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306172 Apr 04 12:06:28.468232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db29f-fbfe-40e3-b090-960017ccb660 req-f0023a88-c248-4c4e-8429-0a9861038f33 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:28.469749 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b6db29f-fbfe-40e3-b090-960017ccb660 req-f0023a88-c248-4c4e-8429-0a9861038f33 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0564408 Apr 04 12:06:28.505999 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b6db29f-fbfe-40e3-b090-960017ccb660 req-659faaf3-3523-4b4d-a9f3-dc0e15dd58f7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301735 Apr 04 12:06:28.817367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ca422-62b3-45c8-9034-b3f80e3707a9 req-42f3b1c9-e988-45a2-86ed-e62e971fcfcb tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:28.818890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-881ca422-62b3-45c8-9034-b3f80e3707a9 req-42f3b1c9-e988-45a2-86ed-e62e971fcfcb tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0488894 Apr 04 12:06:28.857369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-881ca422-62b3-45c8-9034-b3f80e3707a9 req-a3d0c0ff-0e17-430d-932c-96843b4bf8d0 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Apr 04 12:06:28.888046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:06:28.891217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:06:28.906938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5cac-139a-4892-94c4-645398a7e59f req-28c209e7-2812-4494-b75f-3c2af4e6bb67 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:28.908674 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-28c209e7-2812-4494-b75f-3c2af4e6bb67 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d&tenant_id=d40a12ac64cf42279abca2035ff37c0b&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0504119 Apr 04 12:06:28.993759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5cac-139a-4892-94c4-645398a7e59f req-8c0bd4ec-5086-4e40-ad75-12ebe7651ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:28.995161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-8c0bd4ec-5086-4e40-ad75-12ebe7651ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40a12ac64cf42279abca2035ff37c0b&device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 1098 time: 0.0440626 Apr 04 12:06:29.029182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.064435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:29.067132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297bf6e-6a4f-498c-872e-548e4e26adb7" -d '{"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-unplugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:29.072428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:29.086913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5cac-139a-4892-94c4-645398a7e59f req-368d6662-974a-4842-88ca-edaf39a9846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:29.087836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:29.088395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-368d6662-974a-4842-88ca-edaf39a9846f service neutron] 10.222.0.44 "GET /v2.0/networks?id=501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 200 len: 916 time: 0.0867302 Apr 04 12:06:29.090476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'network_id': '501e5a0f-bb08-4666-b777-e488016e6ed9', 'port_id': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'mac_address': 'fa:16:3e:9d:a8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c8540a-185c-4f82-b3b7-949301c4e8cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:06:29.118773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b6b9dd-5b9a-4bbe-bdbe-cb0ffc64fc6c x-openstack-request-id: req-75b6b9dd-5b9a-4bbe-bdbe-cb0ffc64fc6c {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:29.119059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-unplugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:29.119306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75b6b9dd-5b9a-4bbe-bdbe-cb0ffc64fc6c {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:29.119691 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b6b9dd-5b9a-4bbe-bdbe-cb0ffc64fc6c'] response: {'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'code': 200} Apr 04 12:06:29.130497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.136789 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-124b8347-c654-4c8c-8308-d8a7e8c3028a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 200 len: 217 time: 0.0418818 Apr 04 12:06:29.143735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:06:29.167838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.186099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5cac-139a-4892-94c4-645398a7e59f req-86a0bb7c-28a7-4683-8ae3-b01b8c5b61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:29.187547 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-86a0bb7c-28a7-4683-8ae3-b01b8c5b61cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 200 len: 855 time: 0.0442283 Apr 04 12:06:29.219508 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-ab3cdf22-ac24-4821-b8a4-37ca30dad2ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=501e5a0f-bb08-4666-b777-e488016e6ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243208 Apr 04 12:06:29.240855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:06:29.241204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:06:29.245990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:29.314923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-1c1986ad-5394-440a-9fe1-93e65b30f113 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Apr 04 12:06:29.402447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21ca5cac-139a-4892-94c4-645398a7e59f req-d643701a-eaea-4b50-b7fb-c1929045ecc8 service neutron] 10.222.0.44 "GET /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798407 Apr 04 12:06:29.431031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d8f967a8-7d9b-4ce3-a9ed-8520beafc0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.775956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.790568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:06:29.808981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:29.872659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:29.925632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:29.929713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['a37d9561-6c24-42db-9f68-f77c2344543d'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:06:29.985443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c72a-8d34-423d-a855-2e7aa8b408c0 req-c612ab9d-e44f-4127-9886-5089b1bf67f3 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:29.986956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a82c72a-8d34-423d-a855-2e7aa8b408c0 req-c612ab9d-e44f-4127-9886-5089b1bf67f3 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 944 time: 0.0545671 Apr 04 12:06:30.026081 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a82c72a-8d34-423d-a855-2e7aa8b408c0 req-13790393-5ee4-4e28-b300-5d5c47148c8b tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Apr 04 12:06:30.555816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:30.902172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:30.950480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port a37d9561-6c24-42db-9f68-f77c2344543d triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:30.951121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:31.023562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:31.055832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:31.120899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:31.123325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abc29d3-af20-447a-85b9-7055f424ab80" -d '{"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-plugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:31.142149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda2920-2c8a-4cb2-b22e-ae56285e4282 req-0e2e971c-591b-41fb-9cef-69b5a83a7d10 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:31.143940 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8bda2920-2c8a-4cb2-b22e-ae56285e4282 req-0e2e971c-591b-41fb-9cef-69b5a83a7d10 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 944 time: 0.0488110 Apr 04 12:06:31.156848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:31.161239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c24519-e5e9-49b3-9f2d-dba53f61af01 x-openstack-request-id: req-78c24519-e5e9-49b3-9f2d-dba53f61af01 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:31.161524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-plugged", "status": "completed", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:31.161823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78c24519-e5e9-49b3-9f2d-dba53f61af01 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:31.162235 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c24519-e5e9-49b3-9f2d-dba53f61af01'] response: {'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'code': 200} Apr 04 12:06:31.184322 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8bda2920-2c8a-4cb2-b22e-ae56285e4282 req-26e0e353-0e26-4ad5-9259-2311054bcc7f tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Apr 04 12:06:31.212628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:31.307974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabde49-a0c7-4478-b172-5124f97a52e6 req-d86252c3-4cda-486f-97e1-6564583d50de tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:31.309483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9aabde49-a0c7-4478-b172-5124f97a52e6 req-d86252c3-4cda-486f-97e1-6564583d50de tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0587916 Apr 04 12:06:31.348250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9aabde49-a0c7-4478-b172-5124f97a52e6 req-17723427-3d43-4396-b849-a65e63b4183d tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327241 Apr 04 12:06:31.460411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf92c-c5f2-4c58-a8ca-c0c42ee94127 req-f22bab7e-5e27-4dfc-821f-58ddc42efc88 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:31.462459 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fd7bf92c-c5f2-4c58-a8ca-c0c42ee94127 req-f22bab7e-5e27-4dfc-821f-58ddc42efc88 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0483537 Apr 04 12:06:31.502274 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fd7bf92c-c5f2-4c58-a8ca-c0c42ee94127 req-8ac922ae-4180-4788-8689-21156d2ae16c tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Apr 04 12:06:32.051786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1a3b-52d9-4372-bcb4-70bd4d51a2e4 req-87046980-4db7-432b-b416-013bfeaadfe7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:32.053254 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-858f1a3b-52d9-4372-bcb4-70bd4d51a2e4 req-87046980-4db7-432b-b416-013bfeaadfe7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0480595 Apr 04 12:06:32.078641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:32.091272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-858f1a3b-52d9-4372-bcb4-70bd4d51a2e4 req-0baa27a8-1866-4cc8-bce7-462c2c667bb7 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Apr 04 12:06:32.410138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:33.202343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104c6e-33f4-424e-8fbd-94f1dff1542d req-1e958397-0a06-4206-9a08-08f5ce6f2c89 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:33.203784 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-11104c6e-33f4-424e-8fbd-94f1dff1542d req-1e958397-0a06-4206-9a08-08f5ce6f2c89 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0474601 Apr 04 12:06:33.239841 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-11104c6e-33f4-424e-8fbd-94f1dff1542d req-a973699f-398a-4040-824d-f6f5e8a20691 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b14db5e-0d11-4793-bfe7-48092e5982dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301745 Apr 04 12:06:33.631212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908a76f-fade-4ca9-b116-c583c7611588 req-d209658d-f633-4ce8-9b20-482a0aeda886 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:33.632650 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f908a76f-fade-4ca9-b116-c583c7611588 req-d209658d-f633-4ce8-9b20-482a0aeda886 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 945 time: 0.0474193 Apr 04 12:06:33.727496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Deleting port a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:06:33.727838 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:33.815387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] For port a37d9561-6c24-42db-9f68-f77c2344543d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a37d9561-6c24-42db-9f68-f77c2344543d,segment=NetworkSegment(0df9f095-38a4-449e-890c-e9868fe2dfc0),segment_id=0df9f095-38a4-449e-890c-e9868fe2dfc0)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:33.815747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:33.828339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Calling delete_port for a37d9561-6c24-42db-9f68-f77c2344543d owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:06:34.029884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:34.042151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['a37d9561-6c24-42db-9f68-f77c2344543d'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:06:34.056646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Pushing event deleted for resources: {'Port': ['ID=a37d9561-6c24-42db-9f68-f77c2344543d,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:34.066497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.066925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.067224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.067568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.067906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.068244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.068673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.069008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.069337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.069977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.070070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.070323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:34.114639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] No DVR routers for this DVR port a37d9561-6c24-42db-9f68-f77c2344543d on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:06:34.117182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:34.120972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f908a76f-fade-4ca9-b116-c583c7611588 req-712e6ae6-c361-4ebe-b7d0-71411a6fb8bf tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.44 "DELETE /v2.0/ports/a37d9561-6c24-42db-9f68-f77c2344543d HTTP/1.1" status: 204 len: 173 time: 0.4778633 Apr 04 12:06:34.121408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-deleted', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:34.123672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b07fe-d283-4c53-bfa6-bce190dce5d5" -d '{"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-deleted", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:34.158700 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78a075-5acf-4829-899f-1f1bdcd4179f x-openstack-request-id: req-be78a075-5acf-4829-899f-1f1bdcd4179f {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:34.158995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57101fb5-b8b7-42d6-893c-9e49741ae90d", "name": "network-vif-deleted", "tag": "a37d9561-6c24-42db-9f68-f77c2344543d", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:34.159250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be78a075-5acf-4829-899f-1f1bdcd4179f {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:34.159653 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be78a075-5acf-4829-899f-1f1bdcd4179f'] response: {'server_uuid': '57101fb5-b8b7-42d6-893c-9e49741ae90d', 'name': 'network-vif-deleted', 'tag': 'a37d9561-6c24-42db-9f68-f77c2344543d', 'status': 'completed', 'code': 200} Apr 04 12:06:34.307310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:34.344125 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3d79f6c-5a2f-4aa6-a70f-98c02431f4b7 req-115ad475-5ce3-4145-a763-dd3b8b4431f5 tempest-ServerDiskConfigTestJSON-968733222 tempest-ServerDiskConfigTestJSON-968733222-project] 10.222.0.43 "GET /v2.0/ports?device_id=57101fb5-b8b7-42d6-893c-9e49741ae90d HTTP/1.1" status: 200 len: 210 time: 0.0258963 Apr 04 12:06:35.460986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44332) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:35.503295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Deleting subnet 90c8540a-185c-4f82-b3b7-949301c4e8cb {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:06:35.506157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.542776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.579859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.687472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.709992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c8540a-185c-4f82-b3b7-949301c4e8cb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:35.719973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.720309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.720649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.720983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.721312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.721672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.722442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.722442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.722610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.722940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.723261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.723578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:35.726393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.730028 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c0ded11b-9522-4353-bc78-7971606114ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90c8540a-185c-4f82-b3b7-949301c4e8cb HTTP/1.1" status: 204 len: 168 time: 0.2680314 Apr 04 12:06:35.732354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44334) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:35.801103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.873634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.891921 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501e5a0f-bb08-4666-b777-e488016e6ed9']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:35.901137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df9f095-38a4-449e-890c-e9868fe2dfc0') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:35.901429 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df9f095-38a4-449e-890c-e9868fe2dfc0') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:35.910477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.923204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.928747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:06:35.929122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:06:35.930754 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:06:36.029735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.035357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.038564 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] 10.222.0.43 "DELETE /v2.0/networks/501e5a0f-bb08-4666-b777-e488016e6ed9 HTTP/1.1" status: 204 len: 168 time: 0.3053067 Apr 04 12:06:36.048998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4b3bd-76d0-4cab-b753-f4d79001ae7a admin admin] Pushing event deleted for resources: {'Network': ['ID=501e5a0f-bb08-4666-b777-e488016e6ed9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:36.364033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44338) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:36.402688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4805dca0-4444-4143-826a-64fb2cd66826 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40a12ac64cf42279abca2035ff37c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375218 Apr 04 12:06:36.405062 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44340) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:36.450443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.470487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.587450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.589918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:36.591106 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b14db5e-0d11-4793-bfe7-48092e5982dd HTTP/1.1" status: 204 len: 168 time: 0.1851082 Apr 04 12:06:36.599676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40487767-22a6-4e26-aca4-d784ddf4fe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14db5e-0d11-4793-bfe7-48092e5982dd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:36.949462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:06:36.971418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: a37d9561-6c24-42db-9f68-f77c2344543d {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:06:36.971770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device a37d9561-6c24-42db-9f68-f77c2344543d not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:06:37.587776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44362) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:37.708896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1497323051-network', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:37.775489 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:06:37.777723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:37.786003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:37.856289 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:37.926634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:37.950876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:06:37.959114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596fd5e4-63c0-4024-99ed-6baf008bf6a7,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:37.964866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:37.965212 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Added segment 44df4b97-7337-4f10-b48d-884c11443466 of type vlan for network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 Apr 04 12:06:38.003788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.101128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.102175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:38.105571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.162698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] Pushing event updated for resources: {'Network': ['ID=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:38.172689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:06:38.199188 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5957fdfd-49aa-445c-a741-93c8443b55ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6102152 Apr 04 12:06:38.202042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44366) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:38.206716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Request body: {'subnet': {'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1497323051-subnet', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:38.281382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:06:38.284059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.490255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.550089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad457d9e-78ae-49e0-b0fa-f60bf982d534,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:38.558939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:06:38.559305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Network hostable DHCP agents. Network: 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:06:38.643978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:06:38.700975 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:38.705704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:38.706644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.710824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f48b9-0f00-4b6a-8ee6-5bd0032e21fc None None] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:06:38.776575 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-57c03f76-e568-433e-8e52-2b6e5700762a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5733869 Apr 04 12:06:38.779240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44368) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:38.783928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:38.870396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.871466 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.926590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:38.986415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:06:38.987246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.121473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Allocated IP 172.20.0.2 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/c0987f04-dd80-46ad-92c8-3d3a16edcd0a) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:06:39.126569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.262109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.340571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.379456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:39.382717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:39.386918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:06:39.397980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Pushing event updated for resources: {'Port': ['ID=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:39.447212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Attempting to bind port c0987f04-dd80-46ad-92c8-3d3a16edcd0a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:06:39.447582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Attempting to bind port c0987f04-dd80-46ad-92c8-3d3a16edcd0a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:06:39.447943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Attempting to bind port c0987f04-dd80-46ad-92c8-3d3a16edcd0a on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:06:39.453188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:06:39.453581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:06:39.453988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.454374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:06:39.454838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Bound port: c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:06:39.455218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.521387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] For port c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:06:39.525016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] For port c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:06:39.593267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.648999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10983f4-d79f-4887-87fb-8f2581d52b13 None None] Pushing event updated for resources: {'Port': ['ID=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:39.723864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.744115 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:39.864744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Allocated IP 172.26.1.161 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:06:39.967863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.067682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.113441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:40.116211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:40.119226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:06:40.145961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Pushing event updated for resources: {'Port': ['ID=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:40.325550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c0987f04-dd80-46ad-92c8-3d3a16edcd0a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:40.374584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c0987f04-dd80-46ad-92c8-3d3a16edcd0a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:40.374965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.446278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.459337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.494686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:40.540846 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64ed73-4002-42b3-961e-9461d6fd9c3e None None] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:06:40.600712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.647408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.663720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4e126f30-1f1c-449f-87e0-4be02185639c None None] Provisioning complete for port c0987f04-dd80-46ad-92c8-3d3a16edcd0a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:40.664128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4e126f30-1f1c-449f-87e0-4be02185639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:40.701495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:40.829665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Router 763168b4-4ed6-406c-a008-f5a094df815c is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:06:40.938040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:06:40.948291 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:06:40.957820 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:40.958411 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:41.025063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6239554a-c700-48ee-9c7b-3d7e0f939f91 None None] Provisioning complete for port c0987f04-dd80-46ad-92c8-3d3a16edcd0a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:41.025439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6239554a-c700-48ee-9c7b-3d7e0f939f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.026747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.030930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 44370) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:41.032203 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-acccdbe5-2374-4ddc-a7ee-c756f7fbb578 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2508671 Apr 04 12:06:41.064834 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:41.327098 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:40Z', 'revision_number': 3, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:41.354630 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:06:41.355194 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Updating router 763168b4-4ed6-406c-a008-f5a094df815c port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:06:41.383286 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.463505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.661571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.667997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Allocated IP 172.20.0.1 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/ac8f1204-9334-4a62-98ee-2eab41730e82) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:06:41.749827 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.774725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.801765 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Attempting to bind port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:06:41.802139 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Attempting to bind port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:06:41.802497 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Attempting to bind port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:06:41.805799 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Pushing event updated for resources: {'Port': ['ID=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:41.813270 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:06:41.813663 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:06:41.814071 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.814465 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:06:41.814926 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Bound port: b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:06:41.815306 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.818085 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.821675 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.822488 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.822488 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:41.864360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.870921 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] For port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:06:41.874668 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] For port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:06:41.904904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:41.907663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:41.911485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:06:41.916772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:41.954086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:41.959966 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.023645 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01e33f-41fe-4741-a31c-e763b1161c94 None None] Pushing event updated for resources: {'Port': ['ID=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:42.028047 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:42.028653 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:42.136778 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:42.140254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.149405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-59388919-3237-41c9-8920-994a2dbe493d None None] Provisioning complete for port ac8f1204-9334-4a62-98ee-2eab41730e82 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:42.149936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-59388919-3237-41c9-8920-994a2dbe493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.184665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-59388919-3237-41c9-8920-994a2dbe493d None None] Port ac8f1204-9334-4a62-98ee-2eab41730e82 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:06:42.297302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c0987f04-dd80-46ad-92c8-3d3a16edcd0a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:42.308780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.318770 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:40Z', 'revision_number': 3, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:42.345864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c0987f04-dd80-46ad-92c8-3d3a16edcd0a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:42.346217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.348165 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9915c67-9948-4d4e-a467-fc6e247ed726 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:40Z', 'revision_number': 3, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:06:42.384111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.456445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.458439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:42.557260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:42.560445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:42.688255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:06:42.809434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3d62da98-64e4-474c-9d6c-14a87df907c2 None None] Provisioning complete for port ac8f1204-9334-4a62-98ee-2eab41730e82 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:42.810082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d62da98-64e4-474c-9d6c-14a87df907c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:42.814014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:06:42.828437 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-53017cab-c98c-4314-b4a1-63082cb96096 admin admin] 10.222.0.43 "PUT /v2.0/routers/763168b4-4ed6-406c-a008-f5a094df815c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881005 Apr 04 12:06:42.853262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3d62da98-64e4-474c-9d6c-14a87df907c2 None None] Port ac8f1204-9334-4a62-98ee-2eab41730e82 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:06:43.444427 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44378) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:43.449643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495312321', 'description': 'tempest-description--1797342590'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:43.524344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.593809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.655213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.683565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:43.743042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.744384 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ec60609e-8598-4af7-a8a2-edabe2838f47 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2989540 Apr 04 12:06:43.747281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44380) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:43.751863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'security_group_rule': {'security_group_id': '5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:43.819383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:06:43.826545 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.829549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:43.839857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:43.882379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.933530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:43.947327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:43.966382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56be72c8-e08b-4d7a-84e3-ea16fad86769,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:44.028571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.029952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2662536b-fd47-4d5d-b953-5883d146f232 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816269 Apr 04 12:06:44.032569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 44382) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:44.037360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'security_group_rule': {'security_group_id': '5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:44.118064 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.131213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 2, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:44.157750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:06:44.158293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Updating router 763168b4-4ed6-406c-a008-f5a094df815c port ac8f1204-9334-4a62-98ee-2eab41730e82 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:06:44.174304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.183299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.250637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.270828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451458c9-789a-4e2b-a22a-3e3bb6b70d89,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:44.463483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:44.463976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.463976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1199d9c-995a-4fea-8321-4ca3c71c19cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3310308 Apr 04 12:06:44.463976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 44384) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:44.463976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:44.464258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:44.464258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.464393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.517913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.563774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.578628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.584179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.598565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:44.660848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234e3f7-f0de-4077-baa8-e54bbe44d95a None None] Pushing event updated for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:44.682941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.686698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Allocated IP 172.26.1.101 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/6be062fe-f06c-4777-9bfe-fa9ba7580310) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:06:44.716294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Attempting to bind port ac8f1204-9334-4a62-98ee-2eab41730e82 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:06:44.716294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Attempting to bind port ac8f1204-9334-4a62-98ee-2eab41730e82 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:06:44.716294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Attempting to bind port ac8f1204-9334-4a62-98ee-2eab41730e82 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:06:44.730161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:06:44.730540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:06:44.730945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.731340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:06:44.731820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Bound port: ac8f1204-9334-4a62-98ee-2eab41730e82, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:06:44.732200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.790742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:44.807875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.833351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] For port ac8f1204-9334-4a62-98ee-2eab41730e82, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:06:44.838375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] For port ac8f1204-9334-4a62-98ee-2eab41730e82, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ac8f1204-9334-4a62-98ee-2eab41730e82,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:06:44.884424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2f77d978-c3b3-4c27-98bb-665f3a5e8256 None None] Provisioning complete for port ac8f1204-9334-4a62-98ee-2eab41730e82 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:44.887924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2f77d978-c3b3-4c27-98bb-665f3a5e8256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.907312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.919348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2f77d978-c3b3-4c27-98bb-665f3a5e8256 None None] Port ac8f1204-9334-4a62-98ee-2eab41730e82 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:06:44.933101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:44.948351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:44.953078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:44.955702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:06:44.982132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:44.982757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:44.994448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=6be062fe-f06c-4777-9bfe-fa9ba7580310,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:45.001786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234e3f7-f0de-4077-baa8-e54bbe44d95a None None] Pushing event updated for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:45.076076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.130489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:45.206030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.376306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.432454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] Provisioning complete for port ac8f1204-9334-4a62-98ee-2eab41730e82 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:45.432825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.435240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.504753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=6be062fe-f06c-4777-9bfe-fa9ba7580310,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:45.513413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.558010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.568292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:45.600142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.601336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13f655-271a-4acf-8e22-7743e007dc51 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:06:45.601613 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8155b1b0-c120-46fb-95f9-fe7c5e0bc611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2321208 Apr 04 12:06:45.618254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] For port ac8f1204-9334-4a62-98ee-2eab41730e82, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ac8f1204-9334-4a62-98ee-2eab41730e82,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:45.684255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:45.741582 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5cdd3-ec65-4b1c-9c1d-95dfca5078b7 None None] Pushing event updated for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:45.769526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-d6c31518-3413-4fea-a397-3fbe38f2e384 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1495312321&fields=id&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 267 time: 0.0345774 Apr 04 12:06:45.884702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-e8166d45-1425-43a5-be55-f024fae78e78 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:45.886248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-e8166d45-1425-43a5-be55-f024fae78e78 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.1091764 Apr 04 12:06:45.902685 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-349fe9a1-c9b4-432b-b2cd-a36100d7e722 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/quotas/b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 375 time: 0.0104136 Apr 04 12:06:45.960811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-eabfce11-ff72-4b72-87e0-3d65956e68cd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511982 Apr 04 12:06:46.064307 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-9ced2809-80f2-4e03-92cc-e400f384c41c service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915070 Apr 04 12:06:46.156997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-06b753f2-d887-45dd-a9a8-e8c79c28055b service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Apr 04 12:06:46.383039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ac8f1204-9334-4a62-98ee-2eab41730e82 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:46.424318 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9223f842-17d9-423a-8177-83b038a5af18 req-81cc16be-8701-4366-b7ec-2eae0d4b34b3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 210 time: 0.0432067 Apr 04 12:06:46.448114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port ac8f1204-9334-4a62-98ee-2eab41730e82 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:46.448552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:46.531532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:46.588111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:46.588407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:47.512382 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f5da3b2-a235-4394-b95e-08065c07d605 req-c7df2c92-25f7-4244-8465-44594596c368 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 210 time: 0.0303223 Apr 04 12:06:48.542277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-53c5764d-104f-485b-8bb3-69a96a8029a3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:48.543741 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-53c5764d-104f-485b-8bb3-69a96a8029a3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.0987251 Apr 04 12:06:48.590941 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-315fcdfc-2e3b-4c8e-a4b8-65ecbc8e5980 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 380 time: 0.0381918 Apr 04 12:06:48.599863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'port': {'device_id': '88d88269-e534-4ddb-853c-a44d64950fc6', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'admin_state_up': True, 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'security_groups': ['5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:48.615873 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-899c1f90-6d0a-43ff-958b-17b30f15c891 req-20fc76c9-0f6d-4e20-98ab-8c183339a7c6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Apr 04 12:06:48.783945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:06:48.787476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:48.909841 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Allocated IP 172.20.0.13 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:06:49.042327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:49.124498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:49.166964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:06:49.169936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:06:49.172220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:06:49.206942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:49.231403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:49.232027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:49.298079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-7093dc67-5139-44c0-8cca-c88da22fe42f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019198 Apr 04 12:06:49.311338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Request body: {'port': {'device_id': '88d88269-e534-4ddb-853c-a44d64950fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:49.374106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:49.429461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5b6c0556-7ed0-480f-af00-149f18d9708d None None] Provisioning complete for port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:49.430089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0556-7ed0-480f-af00-149f18d9708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:49.463252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c0556-7ed0-480f-af00-149f18d9708d None None] Port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:06:49.926751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0c6b5-8542-4bea-90f6-2f0a558c8dcd req-89c15a9f-1b3c-4c5b-a05e-b5ee41375a32 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:49.928100 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4bc0c6b5-8542-4bea-90f6-2f0a558c8dcd req-89c15a9f-1b3c-4c5b-a05e-b5ee41375a32 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 932 time: 0.1032305 Apr 04 12:06:49.988221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4bc0c6b5-8542-4bea-90f6-2f0a558c8dcd req-0fba21a9-06d9-46da-bf25-d9786c9446f4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532451 Apr 04 12:06:50.031860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:06:50.039538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:50.050812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Transition to ACTIVE for port object 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:06:50.123668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:50.175291 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:50.248013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Attempting to bind port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:06:50.248576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Attempting to bind port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:06:50.249126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Attempting to bind port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:06:50.254173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:06:50.254727 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Attempting to bind port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:06:50.260243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:06:50.260586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:06:50.260968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:06:50.261397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Bound port: 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:06:50.261779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:50.325961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:06:50.328936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:06:50.387936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:50.419157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.419779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:50.421204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] 10.222.0.44 "PUT /v2.0/ports/98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1094 time: 1.1161082 Apr 04 12:06:50.427993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:50.431017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93423c54-99dc-40d6-974f-71d49f516de1" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:50.454391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70567d-093c-4e76-9a66-b8e85848882a service neutron] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:50.475228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833fce99-f8d0-4516-89c6-7f0b7e349cce x-openstack-request-id: req-833fce99-f8d0-4516-89c6-7f0b7e349cce {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:50.475228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:50.475228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-833fce99-f8d0-4516-89c6-7f0b7e349cce {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:50.475228 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833fce99-f8d0-4516-89c6-7f0b7e349cce'] response: {'name': 'network-changed', 'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'status': 'completed', 'code': 200} Apr 04 12:06:50.540961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423c54-99dc-40d6-974f-71d49f516de1 req-d3e4bf2d-47c7-4e06-a625-a41d2c5d13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.542544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-93423c54-99dc-40d6-974f-71d49f516de1 req-d3e4bf2d-47c7-4e06-a625-a41d2c5d13c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0427680 Apr 04 12:06:50.647000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423c54-99dc-40d6-974f-71d49f516de1 req-6d9fdc7b-c8e9-43f9-814a-9e1126018b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.649071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-93423c54-99dc-40d6-974f-71d49f516de1 req-6d9fdc7b-c8e9-43f9-814a-9e1126018b83 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986779 Apr 04 12:06:50.742918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423c54-99dc-40d6-974f-71d49f516de1 req-d5207515-29c7-45e8-a3c9-443bb3bc9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.744275 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-93423c54-99dc-40d6-974f-71d49f516de1 req-d5207515-29c7-45e8-a3c9-443bb3bc9a25 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891635 Apr 04 12:06:50.817321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-30b6ddc2-9349-4231-914c-cb7d7c721a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.818860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-30b6ddc2-9349-4231-914c-cb7d7c721a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0397987 Apr 04 12:06:50.861597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-f9cff898-0b9c-4ce7-aaa1-b0de6914b281 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 217 time: 0.0336270 Apr 04 12:06:50.912225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-d02856fb-1be0-4635-86ca-384aea25493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.914219 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-d02856fb-1be0-4635-86ca-384aea25493a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0454791 Apr 04 12:06:50.956721 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-5ec145e8-3045-46d3-b17b-f10fbeaf997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:50.958193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-5ec145e8-3045-46d3-b17b-f10fbeaf997f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385091 Apr 04 12:06:51.045040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-b3d19031-bbfa-40ee-8f14-2de0ab309ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793791 Apr 04 12:06:51.158149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5708b-5e4f-4ce4-a504-6fff83a7c767 req-59c5009a-5ca9-46f5-a336-e6186a29f468 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:51.159612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fbe5708b-5e4f-4ce4-a504-6fff83a7c767 req-59c5009a-5ca9-46f5-a336-e6186a29f468 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 944 time: 0.1018364 Apr 04 12:06:51.185881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e4a8d08-81d5-404b-8228-aacce89c041c req-fed1f412-f39d-48c6-b069-ed624f210879 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349173 Apr 04 12:06:51.206176 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fbe5708b-5e4f-4ce4-a504-6fff83a7c767 req-734b0ae5-0924-4544-8cc4-db68d45d62aa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Apr 04 12:06:52.319132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235b8ca-ea2d-4c37-8137-2978eb94cba8 req-9308b6d4-8e15-4210-9171-583ab8ca1d33 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:52.321278 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c235b8ca-ea2d-4c37-8137-2978eb94cba8 req-9308b6d4-8e15-4210-9171-583ab8ca1d33 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 944 time: 0.0478628 Apr 04 12:06:52.358334 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c235b8ca-ea2d-4c37-8137-2978eb94cba8 req-8d69e9a8-8594-4788-aaeb-aaa4b7af8d6c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Apr 04 12:06:53.031855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:06:53.123445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:53.134708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'mac_address': 'fa:16:3e:8f:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:06:53.173286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:53.186047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:06:53.204922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:53.280546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:53.326255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:53.333339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.333716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.334062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.334401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.334737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.335073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.335405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.335826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.336160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.336487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.336813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.337138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:06:53.474412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27be08-0754-4360-9146-14bcff65238a req-08b44e42-b1e7-4d25-959b-ab1b723031df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:53.475865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe27be08-0754-4360-9146-14bcff65238a req-08b44e42-b1e7-4d25-959b-ab1b723031df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Apr 04 12:06:53.512654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe27be08-0754-4360-9146-14bcff65238a req-22ecde60-7001-4acf-9730-1fee95e9cb91 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302935 Apr 04 12:06:53.525751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:06:54.624580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2cf5c-8e44-4a68-be58-deb6af1771c5 req-4f624d9f-8525-4999-af85-ece127ea40a5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:54.626066 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0fb2cf5c-8e44-4a68-be58-deb6af1771c5 req-4f624d9f-8525-4999-af85-ece127ea40a5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 945 time: 0.0476470 Apr 04 12:06:54.662225 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0fb2cf5c-8e44-4a68-be58-deb6af1771c5 req-f51df83b-6e26-4060-bc58-2799a4287c9d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Apr 04 12:06:55.043223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:06:55.189138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:06:55.193289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:06:55.193701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:55.268104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:55.296735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:55.296735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008679f3-1c96-496d-9925-c420fcbb31d0" -d '{"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-plugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:55.308409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:06:55.331778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec75dc-c810-4773-bde6-61b64657c29c x-openstack-request-id: req-a7ec75dc-c810-4773-bde6-61b64657c29c {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:55.332062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-plugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:55.332309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7ec75dc-c810-4773-bde6-61b64657c29c {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:55.332719 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ec75dc-c810-4773-bde6-61b64657c29c'] response: {'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'code': 200} Apr 04 12:06:55.360890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:55.406504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:06:55.576238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15304e9f-6b46-4f7f-aca0-db6caac968b2 req-cbe76e8c-fe39-49c6-98b1-9913bec43c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:55.577687 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15304e9f-6b46-4f7f-aca0-db6caac968b2 req-cbe76e8c-fe39-49c6-98b1-9913bec43c7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0393574 Apr 04 12:06:55.611456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15304e9f-6b46-4f7f-aca0-db6caac968b2 req-32a45a4a-1bf3-40cf-9192-73326de78448 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275350 Apr 04 12:06:55.778487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef65248-6ca1-474c-87fb-c485a7a5b7b5 req-aa8251ab-bf8e-4796-9cd7-1da3024b53b5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:55.779982 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ef65248-6ca1-474c-87fb-c485a7a5b7b5 req-aa8251ab-bf8e-4796-9cd7-1da3024b53b5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0523844 Apr 04 12:06:55.818393 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ef65248-6ca1-474c-87fb-c485a7a5b7b5 req-b29e7564-d6c7-4b67-9778-fa788a6d21ad tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Apr 04 12:06:56.935376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72873c4c-ee31-4dd5-83d3-ce576ffa6497 req-8d7b5e17-0d48-4f3a-8298-1094c8a3a56d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:56.936891 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-72873c4c-ee31-4dd5-83d3-ce576ffa6497 req-8d7b5e17-0d48-4f3a-8298-1094c8a3a56d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Apr 04 12:06:56.975480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-72873c4c-ee31-4dd5-83d3-ce576ffa6497 req-90725219-24e5-4e62-bdbf-4bf54f2a4114 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Apr 04 12:06:57.084544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018acd5f-531d-46d1-a8f4-470deb246799 req-eddc4f82-ecfb-41ab-88a7-ccedd91e95f2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:57.086054 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-018acd5f-531d-46d1-a8f4-470deb246799 req-eddc4f82-ecfb-41ab-88a7-ccedd91e95f2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0479600 Apr 04 12:06:57.094711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 44436) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:06:57.099280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'floatingip': {'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:06:57.142188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:57.226865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-92710ff5-d01b-444e-ae68-0184b5473d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:57.573460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:57.631801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:57.725491 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e associated. External IP: 172.26.1.101, port: 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd. Apr 04 12:06:57.926622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:06:58.030702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:06:58.035695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:58.040506 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:06:58.049802 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:58.050623 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:58.061504 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a9c7d76e-ecdd-4d7b-bd66-6715833cfded tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "PUT /v2.0/floatingips/d49061c1-8d86-49ff-8b2d-84a620923b3e HTTP/1.1" status: 200 len: 992 time: 0.9656470 Apr 04 12:06:58.062114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:06:58.064360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:06:58.115783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7746ab8-d9b2-4ce4-a08f-f869ada4c7aa x-openstack-request-id: req-e7746ab8-d9b2-4ce4-a08f-f869ada4c7aa {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:06:58.116250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:06:58.117150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7746ab8-d9b2-4ce4-a08f-f869ada4c7aa {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:06:58.117826 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7746ab8-d9b2-4ce4-a08f-f869ada4c7aa'] response: {'name': 'network-changed', 'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'status': 'completed', 'code': 200} Apr 04 12:06:58.161258 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:58.199302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9c44-a884-44e3-b856-496542d06c73 req-f9779350-ed64-4637-9a9b-8210087ccb37 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.200712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0da9c44-a884-44e3-b856-496542d06c73 req-f9779350-ed64-4637-9a9b-8210087ccb37 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0802863 Apr 04 12:06:58.206588 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-42caf40d-cb2a-4989-8a4a-0f90a3e77548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.207997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-42caf40d-cb2a-4989-8a4a-0f90a3e77548 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0584097 Apr 04 12:06:58.292251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f0da9c44-a884-44e3-b856-496542d06c73 req-6e4d7459-f728-4e19-a2fa-458ff980be6f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833066 Apr 04 12:06:58.322462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-1aaad8fb-1e11-4c6e-8b33-fb23749ea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.323953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-1aaad8fb-1e11-4c6e-8b33-fb23749ea397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.1094434 Apr 04 12:06:58.387593 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:8f:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88269-e534-4ddb-853c-a44d64950fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:06:57Z', 'revision_number': 1, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:58.393078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-8ea22d31-f244-4ebc-a316-f77a6a3daed7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1000 time: 0.0629532 Apr 04 12:06:58.412624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad611b3-0408-4add-884a-69c05a722514 req-dec64c93-c8b3-4229-ae5c-e194849bae15 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.414310 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0ad611b3-0408-4add-884a-69c05a722514 req-dec64c93-c8b3-4229-ae5c-e194849bae15 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Apr 04 12:06:58.418248 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:06:58.426742 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:06:58.427443 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:06:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:58.444186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-35c31762-1bfc-4309-a12c-572320f9580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.446303 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-35c31762-1bfc-4309-a12c-572320f9580b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0473125 Apr 04 12:06:58.455197 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0ad611b3-0408-4add-884a-69c05a722514 req-2df68bfd-e93e-4821-abf0-6af3fed6f2b5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332189 Apr 04 12:06:58.496245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-87f5ae35-8e5a-46ad-b5ca-07657aeced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:58.497764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-87f5ae35-8e5a-46ad-b5ca-07657aeced9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445757 Apr 04 12:06:58.591079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-17681765-c360-4d7c-9cdf-2be966a4ed85 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863576 Apr 04 12:06:58.623155 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:06:58.685127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0b6d2be-671b-4942-bbe1-2721f6a1ffde req-7a067d98-189e-4f9f-8fa7-1afc6ce9e2e4 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876083 Apr 04 12:06:58.839963 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:8f:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88269-e534-4ddb-853c-a44d64950fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:06:57Z', 'revision_number': 1, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:06:58.868997 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19b588-7638-4b0a-961c-fdae82bcd571 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:8f:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88269-e534-4ddb-853c-a44d64950fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:06:57Z', 'revision_number': 1, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:06:59.038203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc580fa-43c8-4cd3-97d6-cf44a2dec88b None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:06:59.434551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c5d61d24-de86-4b0f-8ae6-86513541590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:06:59.447278 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:06:59.581423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb1771-a1c4-40e3-a111-d11bbd0a1f0e req-8e994665-eddc-416f-bcbe-a03fe9ae4d54 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:59.582884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-31fb1771-a1c4-40e3-a111-d11bbd0a1f0e req-8e994665-eddc-416f-bcbe-a03fe9ae4d54 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0477197 Apr 04 12:06:59.619377 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-31fb1771-a1c4-40e3-a111-d11bbd0a1f0e req-3f7a35e8-9b51-44e1-8372-9c82b3248c85 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301404 Apr 04 12:06:59.733033 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c7ce-5fe2-471f-8bbb-707c74df2608 req-b8c591a5-81a1-4890-8e4b-5810e83e4a8d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:06:59.734420 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fce8c7ce-5fe2-471f-8bbb-707c74df2608 req-b8c591a5-81a1-4890-8e4b-5810e83e4a8d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0504727 Apr 04 12:06:59.771192 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fce8c7ce-5fe2-471f-8bbb-707c74df2608 req-05fed176-65cc-4e23-827f-c52b4f6e8f69 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Apr 04 12:07:00.220649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ab488-62eb-4bbb-b702-962c5610285e req-196e42b6-fc3b-4585-9ff5-ad079e225038 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:00.222137 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-785ab488-62eb-4bbb-b702-962c5610285e req-196e42b6-fc3b-4585-9ff5-ad079e225038 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0478823 Apr 04 12:07:00.260169 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-785ab488-62eb-4bbb-b702-962c5610285e req-add8cbbe-8e30-4de7-92c7-8fe34c7d500c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Apr 04 12:07:00.308703 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-c1fe3f2f-2dd4-40b6-abc5-2163dcdc0b49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387826 Apr 04 12:07:00.599540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:01.206386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-1ebb9880-53c0-4d39-952d-b966be829a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:01.207899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-1ebb9880-53c0-4d39-952d-b966be829a4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0402012 Apr 04 12:07:01.313381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-9ff6ddef-e94c-4e00-8460-e90b8ec2a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:01.314996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-9ff6ddef-e94c-4e00-8460-e90b8ec2a21e service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0904078 Apr 04 12:07:01.410374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-d0cfc247-4b56-449c-841b-8047ebc94cca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1002 time: 0.0880497 Apr 04 12:07:01.421795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1b2b0-aa35-4f7b-a1b1-aa39084ef4fa req-b7ba4010-5b03-4d22-bd98-c926da8ceb60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:01.423195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1f1b2b0-aa35-4f7b-a1b1-aa39084ef4fa req-b7ba4010-5b03-4d22-bd98-c926da8ceb60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0925481 Apr 04 12:07:01.491093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1f1b2b0-aa35-4f7b-a1b1-aa39084ef4fa req-31e5e0bf-c1f3-418d-9180-2034ec260467 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594773 Apr 04 12:07:01.493258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-ed7377af-d242-413e-907d-e32107405b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:01.498185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-ed7377af-d242-413e-907d-e32107405b08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0706003 Apr 04 12:07:01.547967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-2dae78df-fe42-4f12-8806-30f2e9b7b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:01.549456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-2dae78df-fe42-4f12-8806-30f2e9b7b7f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412407 Apr 04 12:07:01.646639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-d1b0cc09-e415-4ad1-a363-5416204cb825 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908065 Apr 04 12:07:01.736197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5bb73a47-d7d7-47fb-9566-2c1cc1770e67 req-94d14bac-a913-489b-9d71-e375414a6610 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818357 Apr 04 12:07:02.077630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:02.457840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:02.495614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-07e97853-9a20-47e9-9473-f679d5cc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:02.497012 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-07e97853-9a20-47e9-9473-f679d5cc7b15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0436954 Apr 04 12:07:02.587036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-7f925217-b5b0-47f1-a702-72d0adf97547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:02.588535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-7f925217-b5b0-47f1-a702-72d0adf97547 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0850766 Apr 04 12:07:02.606044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729a5e-79ba-4905-be35-d9b813174966 req-398b681b-0573-447c-85d0-b490cd7124b5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:02.607506 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5e729a5e-79ba-4905-be35-d9b813174966 req-398b681b-0573-447c-85d0-b490cd7124b5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0471418 Apr 04 12:07:02.656056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5e729a5e-79ba-4905-be35-d9b813174966 req-72281c04-560b-489c-b9e7-4357277314f3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Apr 04 12:07:02.668936 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-51d11c02-fb08-4340-8e40-66adc930d7c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1002 time: 0.0740788 Apr 04 12:07:02.716734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-db11173f-8c83-48c8-ae7a-a7dbd54664ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:02.718178 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-db11173f-8c83-48c8-ae7a-a7dbd54664ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0420475 Apr 04 12:07:02.761190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-e504c290-21f6-4697-a153-0c8c5ad5ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:02.762575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-e504c290-21f6-4697-a153-0c8c5ad5ad75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375035 Apr 04 12:07:02.850255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-4a0467de-2ac7-485b-b209-dfa13bfa914b service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815442 Apr 04 12:07:02.935157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-6e787b8f-8bd0-445b-970a-0a95f8dc2c00 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777218 Apr 04 12:07:03.783570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad2c0-8b2b-4cfa-9557-3600865abc02 req-d8898955-c276-43f9-8b71-4769fa86d95c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:03.785057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d91ad2c0-8b2b-4cfa-9557-3600865abc02 req-d8898955-c276-43f9-8b71-4769fa86d95c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0566282 Apr 04 12:07:03.827311 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d91ad2c0-8b2b-4cfa-9557-3600865abc02 req-1da3b6bd-8ff6-4f4b-bcef-867c474fd192 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354619 Apr 04 12:07:04.331669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:04.947457 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4987454-7832-4127-9041-c79d7df482ce req-9f417e6e-15d2-4f1a-899d-13cf4ae105e3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:04.948950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a4987454-7832-4127-9041-c79d7df482ce req-9f417e6e-15d2-4f1a-899d-13cf4ae105e3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0535371 Apr 04 12:07:04.997216 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a4987454-7832-4127-9041-c79d7df482ce req-1f8fa9e2-46e8-4a85-a1d1-12114e0717da tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Apr 04 12:07:06.110695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253171-e557-418e-8f3c-7e174bfc8874 req-23e0a71b-93bd-402b-837e-bafc97af8ad0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:06.112170 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21253171-e557-418e-8f3c-7e174bfc8874 req-23e0a71b-93bd-402b-837e-bafc97af8ad0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0490634 Apr 04 12:07:06.149399 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-21253171-e557-418e-8f3c-7e174bfc8874 req-e09b982d-652c-4551-bbfc-038be6f07054 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Apr 04 12:07:07.262076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8adf2a-c508-4faa-8fe9-887c1a286c61 req-5b8b982c-1e08-4020-ab5b-c25e37d44394 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:07.263536 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c8adf2a-c508-4faa-8fe9-887c1a286c61 req-5b8b982c-1e08-4020-ab5b-c25e37d44394 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0477266 Apr 04 12:07:07.299932 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c8adf2a-c508-4faa-8fe9-887c1a286c61 req-281bef25-5266-4a8a-8ad0-43a804cc23da tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Apr 04 12:07:08.412669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2c8e5-0edf-4438-b7f7-a5fc8af85241 req-786727fd-9b90-4b8a-9933-5b98238aab7b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:08.414213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3f2c8e5-0edf-4438-b7f7-a5fc8af85241 req-786727fd-9b90-4b8a-9933-5b98238aab7b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0476434 Apr 04 12:07:08.450245 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3f2c8e5-0edf-4438-b7f7-a5fc8af85241 req-13dc9200-2ee3-4511-b884-4f77ad66be4f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302162 Apr 04 12:07:09.562326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d86fc6-3ffd-4baf-8f97-aca1399914a6 req-fcf9de1e-456c-4bca-b584-5c4826ca717a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:09.563770 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f9d86fc6-3ffd-4baf-8f97-aca1399914a6 req-fcf9de1e-456c-4bca-b584-5c4826ca717a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0470741 Apr 04 12:07:09.603733 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f9d86fc6-3ffd-4baf-8f97-aca1399914a6 req-69f55077-9728-482f-8156-21410c9d2dfa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Apr 04 12:07:10.724072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32a5ba-a8a4-4f03-a8e1-5a976f3b1fcd req-a1d5ac9b-9587-4774-982f-cecd53d0327c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:10.725501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1d32a5ba-a8a4-4f03-a8e1-5a976f3b1fcd req-a1d5ac9b-9587-4774-982f-cecd53d0327c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0538454 Apr 04 12:07:10.761193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1d32a5ba-a8a4-4f03-a8e1-5a976f3b1fcd req-ee25fbbb-02c6-4435-b9f9-580a875e1f30 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297205 Apr 04 12:07:11.874591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57749b3a-db14-4499-b846-75ba8140f902 req-fb5a619d-15d8-4e15-baeb-9afdd9f90a62 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:11.876043 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57749b3a-db14-4499-b846-75ba8140f902 req-fb5a619d-15d8-4e15-baeb-9afdd9f90a62 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0483894 Apr 04 12:07:11.912793 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57749b3a-db14-4499-b846-75ba8140f902 req-f328aa89-197a-4931-936b-33f6b6f426d4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307050 Apr 04 12:07:13.025040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368bc71-d1e3-47de-a372-ccd4187dad3f req-29eeba37-6ee3-4af6-8036-b336898791be tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:13.026483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b368bc71-d1e3-47de-a372-ccd4187dad3f req-29eeba37-6ee3-4af6-8036-b336898791be tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0471377 Apr 04 12:07:13.062513 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b368bc71-d1e3-47de-a372-ccd4187dad3f req-4faae42c-0bf9-4b32-9789-f47c5a33c4a3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302389 Apr 04 12:07:14.176957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796459f1-c6ef-48ae-a11d-007d2e7242e9 req-dcdf88fc-90b1-477f-a296-4b85bc083d35 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:14.178465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-796459f1-c6ef-48ae-a11d-007d2e7242e9 req-dcdf88fc-90b1-477f-a296-4b85bc083d35 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0483725 Apr 04 12:07:14.216020 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-796459f1-c6ef-48ae-a11d-007d2e7242e9 req-ccd8ac53-ec6b-4da0-a8e2-25770a3909c4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Apr 04 12:07:15.329091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e93a9-4ad6-43ad-87df-f5ec713ca6ad req-11a9f7d5-4d26-4a9f-947b-3483b241002a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:15.330546 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-568e93a9-4ad6-43ad-87df-f5ec713ca6ad req-11a9f7d5-4d26-4a9f-947b-3483b241002a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0470819 Apr 04 12:07:15.366983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-568e93a9-4ad6-43ad-87df-f5ec713ca6ad req-11b7545b-9562-44b1-9b24-b626fef44876 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299344 Apr 04 12:07:16.480788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccada-e278-4f2e-a882-17f9d3d0933f req-65f671bb-a8cd-4d4d-97fa-f6ca1f900029 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:16.482267 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-858ccada-e278-4f2e-a882-17f9d3d0933f req-65f671bb-a8cd-4d4d-97fa-f6ca1f900029 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Apr 04 12:07:16.522550 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-858ccada-e278-4f2e-a882-17f9d3d0933f req-4fb074b7-8d68-4db2-9030-112e6f6a1f4c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Apr 04 12:07:17.638551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fdad2-f762-475b-9f00-d92944312b56 req-c24c7cf9-0390-412b-b448-cc885c5948df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:17.639980 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c7fdad2-f762-475b-9f00-d92944312b56 req-c24c7cf9-0390-412b-b448-cc885c5948df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0508690 Apr 04 12:07:17.675665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0c7fdad2-f762-475b-9f00-d92944312b56 req-848c59cc-b6d5-44e4-b806-5b03b5e4e9a5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299270 Apr 04 12:07:18.794350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597217b8-5984-41af-ac1e-0f01729143b9 req-71feb07b-0dbc-4cb9-ae04-c6249d9e9b81 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:18.795792 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-597217b8-5984-41af-ac1e-0f01729143b9 req-71feb07b-0dbc-4cb9-ae04-c6249d9e9b81 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0479810 Apr 04 12:07:18.833053 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-597217b8-5984-41af-ac1e-0f01729143b9 req-1e84fc6d-71ef-4aa6-8aa2-6c364e469440 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Apr 04 12:07:19.783425 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-0f5f1424-ebcf-4b8b-b8b9-d4a35cac8268 service neutron] 10.222.0.44 "GET /v2.0/ports/98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0527089 Apr 04 12:07:19.947642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df043a-f2c9-48d0-904a-51464a15291e req-5077fa3b-46a9-46c4-9684-77227c636c48 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:19.949134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-04df043a-f2c9-48d0-904a-51464a15291e req-5077fa3b-46a9-46c4-9684-77227c636c48 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0484865 Apr 04 12:07:19.985205 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-04df043a-f2c9-48d0-904a-51464a15291e req-f88262aa-4297-46b9-a03f-172c66487a0e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300770 Apr 04 12:07:20.283542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-7e2c5f2a-5d95-4583-a285-fa2878d3147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:20.284983 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-7e2c5f2a-5d95-4583-a285-fa2878d3147f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0382559 Apr 04 12:07:20.355022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-a0205df5-9370-4b36-8e76-e413d10ff00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:20.356449 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-a0205df5-9370-4b36-8e76-e413d10ff00e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0515621 Apr 04 12:07:20.442369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-ee1611e6-94d9-461f-8663-b4f249afe55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:20.443808 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-ee1611e6-94d9-461f-8663-b4f249afe55f service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0814567 Apr 04 12:07:20.509310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-e7cd3d33-c855-479b-afaf-0be79177f94a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1002 time: 0.0585523 Apr 04 12:07:20.557109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-335f9d49-256c-48f3-8db4-cb1fd8cb338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:20.558663 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-335f9d49-256c-48f3-8db4-cb1fd8cb338f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0434158 Apr 04 12:07:20.601783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-1da5e42d-c764-4703-a898-93c13cc427d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:20.603259 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-1da5e42d-c764-4703-a898-93c13cc427d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386832 Apr 04 12:07:20.693743 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-8c0461ab-280a-46fe-a42c-af222ad8fb0c service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840623 Apr 04 12:07:20.783818 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3aec7664-b60a-4207-8bf0-32ff1bf51e47 req-93686d46-ab9e-4a37-ae13-a723e0e7bbc2 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836365 Apr 04 12:07:21.254535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14a57-8442-4239-b0c8-42c37d5243f1 req-58807d84-412f-4bb5-9079-f5ed550018bb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:21.256071 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7df14a57-8442-4239-b0c8-42c37d5243f1 req-58807d84-412f-4bb5-9079-f5ed550018bb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0471947 Apr 04 12:07:21.293221 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7df14a57-8442-4239-b0c8-42c37d5243f1 req-acfe6079-1d77-4eb3-8323-234d550a0627 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Apr 04 12:07:22.414440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9d81d-80c5-4ef0-8f1c-8b5ce14a17dd req-583da6f0-0bdc-4c1c-b5e6-29da217b1cfe tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:22.415860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c4d9d81d-80c5-4ef0-8f1c-8b5ce14a17dd req-583da6f0-0bdc-4c1c-b5e6-29da217b1cfe tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0532784 Apr 04 12:07:22.452626 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c4d9d81d-80c5-4ef0-8f1c-8b5ce14a17dd req-9a402a2b-3c34-4f05-a251-0a186c976c25 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Apr 04 12:07:23.217520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:07:23.220960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:07:23.362345 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:23.384480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:23.401674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:23.403864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e9ec57-409e-4528-8ec4-5361c6f557d0" -d '{"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:23.416058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'mac_address': 'fa:16:3e:8f:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:07:23.419186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:23.448545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ad763-bca3-4b68-aef9-a79446032d61 x-openstack-request-id: req-b35ad763-bca3-4b68-aef9-a79446032d61 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:23.448830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:23.449075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b35ad763-bca3-4b68-aef9-a79446032d61 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:23.449459 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35ad763-bca3-4b68-aef9-a79446032d61'] response: {'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'code': 200} Apr 04 12:07:23.456459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:23.472063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:07:23.508685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:23.571601 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5f199-72c1-470b-afa4-62285b4524dd req-8669efee-b950-4897-b656-13d406a3c8b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:23.573088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25a5f199-72c1-470b-afa4-62285b4524dd req-8669efee-b950-4897-b656-13d406a3c8b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Apr 04 12:07:23.577729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:07:23.578087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:07:23.582271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:23.610795 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25a5f199-72c1-470b-afa4-62285b4524dd req-ca341a67-53f8-43e6-8702-0986d4bbf228 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Apr 04 12:07:23.924968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02cfef-47d3-4aab-aca7-31fe42456c1c req-8eb26723-6525-4562-9acf-955299561645 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:23.926390 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b02cfef-47d3-4aab-aca7-31fe42456c1c req-8eb26723-6525-4562-9acf-955299561645 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 944 time: 0.0485015 Apr 04 12:07:23.993416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b02cfef-47d3-4aab-aca7-31fe42456c1c req-6cc7e2e4-fde6-4f0e-b663-e127442d5641 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605521 Apr 04 12:07:24.013320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39078a6b-3140-459c-886a-0f3a2156117d req-1943c891-692f-43b4-988c-a92144fc5a71 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:24.014293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-1943c891-692f-43b4-988c-a92144fc5a71 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.0640731 Apr 04 12:07:24.093018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39078a6b-3140-459c-886a-0f3a2156117d req-d3bac24a-43b5-41e9-9604-324de65a4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:24.094516 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-d3bac24a-43b5-41e9-9604-324de65a4237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0390973 Apr 04 12:07:24.118871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:24.131962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:07:24.149494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:24.182934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39078a6b-3140-459c-886a-0f3a2156117d req-6184f9f1-f089-452a-aaf5-17ba5e07b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:24.184300 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-6184f9f1-f089-452a-aaf5-17ba5e07b8a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0826561 Apr 04 12:07:24.231954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:24.257417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-548e8dd1-3a97-4432-adef-4b018c13be0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 200 len: 1000 time: 0.0670791 Apr 04 12:07:24.298278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:24.304181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:07:24.306538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39078a6b-3140-459c-886a-0f3a2156117d req-c687c9e9-207f-43e9-b6e8-c9e5f8fcca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:24.309265 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-c687c9e9-207f-43e9-b6e8-c9e5f8fcca36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0459034 Apr 04 12:07:24.353403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39078a6b-3140-459c-886a-0f3a2156117d req-bbf6483b-0e5e-44ce-a930-b3ecf33fa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:24.355006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-bbf6483b-0e5e-44ce-a930-b3ecf33fa3b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389507 Apr 04 12:07:24.443778 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-adef6b45-6c82-4f1f-a155-994d1c1dce74 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Apr 04 12:07:24.536692 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39078a6b-3140-459c-886a-0f3a2156117d req-216b5450-31c1-4c05-b22c-c4fe1b3a79f8 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861342 Apr 04 12:07:25.114696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee61a7-dfc1-4cab-9713-3c463683e96e req-d2005ef4-e9b8-4882-bbaa-8f8a600b8e48 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:25.116673 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7bee61a7-dfc1-4cab-9713-3c463683e96e req-d2005ef4-e9b8-4882-bbaa-8f8a600b8e48 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 945 time: 0.0531971 Apr 04 12:07:25.154402 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7bee61a7-dfc1-4cab-9713-3c463683e96e req-a082a229-dc96-49ad-af99-0f80cf6a671d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Apr 04 12:07:25.228942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:07:25.278077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:07:25.278727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:25.350832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:25.381520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:25.428192 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:25.450474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:25.452678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad8300-1c4b-4f67-b390-a28f280612a2" -d '{"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-plugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:25.485476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:25.496441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b29cf-1d00-4796-b2c5-03908a250b7f x-openstack-request-id: req-f00b29cf-1d00-4796-b2c5-03908a250b7f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:25.496730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-plugged", "status": "completed", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:25.496980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f00b29cf-1d00-4796-b2c5-03908a250b7f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:25.497369 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00b29cf-1d00-4796-b2c5-03908a250b7f'] response: {'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'code': 200} Apr 04 12:07:26.265600 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e1620-8ad3-4859-bea0-833c35a1ca27 req-26f54483-1b37-484c-aa32-49bc81dfa440 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:26.267056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b36e1620-8ad3-4859-bea0-833c35a1ca27 req-26f54483-1b37-484c-aa32-49bc81dfa440 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0474770 Apr 04 12:07:26.304472 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b36e1620-8ad3-4859-bea0-833c35a1ca27 req-2575ed5f-5249-455e-b0dc-443cb2f721cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Apr 04 12:07:26.761409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d18377-f5c7-4c7b-84f3-8f48d42d7784 req-251a7455-a167-4951-b1d6-75d3bacafa13 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:26.762915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39d18377-f5c7-4c7b-84f3-8f48d42d7784 req-251a7455-a167-4951-b1d6-75d3bacafa13 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.3903515 Apr 04 12:07:26.798537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-39d18377-f5c7-4c7b-84f3-8f48d42d7784 req-1e8152e3-5730-48a4-a163-e37e81539ddc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296831 Apr 04 12:07:26.908275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d671a2a-8a7f-4b27-9f02-c852bb048e2b req-14c29a95-e3ce-47aa-97db-a9908bc3e45b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:26.909750 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5d671a2a-8a7f-4b27-9f02-c852bb048e2b req-14c29a95-e3ce-47aa-97db-a9908bc3e45b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0475130 Apr 04 12:07:26.946444 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5d671a2a-8a7f-4b27-9f02-c852bb048e2b req-c949d3c1-3d56-47d6-82f0-dfc1913b9b6a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307932 Apr 04 12:07:27.239816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-82fd3bec-9d13-486f-b993-bb3f353c371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:27.442718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa02675-5bdc-4424-976f-12f1eb11c7de req-e04a8a5d-1b20-4362-ac00-5616cffcb3a4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:27.444203 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-faa02675-5bdc-4424-976f-12f1eb11c7de req-e04a8a5d-1b20-4362-ac00-5616cffcb3a4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0521262 Apr 04 12:07:27.480884 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-faa02675-5bdc-4424-976f-12f1eb11c7de req-8806a880-b48c-43cf-9435-14212f92b9e9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Apr 04 12:07:28.594407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5348d08-d76e-493d-8f38-b63c90bcad52 req-be283914-626a-4201-a83b-f3575d3649d3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:28.595873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5348d08-d76e-493d-8f38-b63c90bcad52 req-be283914-626a-4201-a83b-f3575d3649d3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0467746 Apr 04 12:07:28.633180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5348d08-d76e-493d-8f38-b63c90bcad52 req-490cb893-d947-4e08-80a5-954241f3c199 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Apr 04 12:07:29.100295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-8dc4bcf4-0809-4dda-8e35-09d7d981c463 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:29.101727 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-8dc4bcf4-0809-4dda-8e35-09d7d981c463 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 946 time: 0.0471132 Apr 04 12:07:29.191158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Deleting port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:07:29.191509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.275623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] For port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:29.275981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.439653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4547dbe8-2812-473f-bd53-4c32e9410a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.440532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.440926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.441289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e disassociated. External IP: 172.26.1.101, port: 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd. Apr 04 12:07:29.441651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Calling delete_port for 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:07:29.616554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.645379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'Port': ['ID=98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:29.735856 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ff4a0167-1277-4adc-85a1-f017c7d4088d req-6d664d4f-b18e-4721-8092-4d657e276a08 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Apr 04 12:07:29.765249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:07:29.870909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:07:29.881140 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:07:29.890226 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:07:29.890839 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:29.912192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] No DVR routers for this DVR port 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:07:29.915330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:29.918575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e33cc868-f4aa-43e6-9692-70f1b14cadcf req-5a7aceba-728f-43b6-aa3a-a4ff6cd53962 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "DELETE /v2.0/ports/98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd HTTP/1.1" status: 204 len: 173 time: 0.8098805 Apr 04 12:07:29.919021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-deleted', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:29.921338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c40e4f-13fe-4e7d-8f42-e7e088023b3d" -d '{"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-deleted", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:29.956644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e81671-1af2-4b15-b314-9560e940b7e0 x-openstack-request-id: req-84e81671-1af2-4b15-b314-9560e940b7e0 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:29.956946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88269-e534-4ddb-853c-a44d64950fc6", "name": "network-vif-deleted", "tag": "98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:29.957205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84e81671-1af2-4b15-b314-9560e940b7e0 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:29.957642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e81671-1af2-4b15-b314-9560e940b7e0'] response: {'server_uuid': '88d88269-e534-4ddb-853c-a44d64950fc6', 'name': 'network-vif-deleted', 'tag': '98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd', 'status': 'completed', 'code': 200} Apr 04 12:07:30.000780 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:07:30.201395 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:30.232297 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:07:30.240543 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:07:30.241165 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:30.348510 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:07:30.540578 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:30.566155 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68129635-46e6-4628-8ee0-d4463970c1d4 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:07:30.603047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:30.779765 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97325c1-d7d9-4fa3-9580-e03046b02b44 None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:07:30.848171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2e530872-3632-48f3-aa17-4c65afff5a2f req-9aef516e-0c43-42d4-bc7a-b23179171108 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d88269-e534-4ddb-853c-a44d64950fc6 HTTP/1.1" status: 200 len: 210 time: 0.0262134 Apr 04 12:07:32.073483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-8dfd5ecc-6a83-4b6b-a29f-f5cd52e74eed tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1495312321&fields=id&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 267 time: 0.0338409 Apr 04 12:07:32.094546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:32.176963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-a7886dd5-7f53-4fd1-9e13-b81b0189eb5e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:32.178853 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-a7886dd5-7f53-4fd1-9e13-b81b0189eb5e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.0980589 Apr 04 12:07:32.193264 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-effe8df8-2e1d-44d7-a9d3-5a9b0d44d38d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/quotas/b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 375 time: 0.0087638 Apr 04 12:07:32.248336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3324dacd-9663-4d04-b471-587badee93ab tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493195 Apr 04 12:07:32.263280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-370cbd57-50d2-4018-91cd-720a70020449 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:07:32.264255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-370cbd57-50d2-4018-91cd-720a70020449 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049703 Apr 04 12:07:32.352901 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-5c80be77-8ba8-491c-a70f-fdaf531f5c58 service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829811 Apr 04 12:07:32.399402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:32.445027 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-ac190bca-13a1-41e1-b3aa-3688c6ee5329 service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857332 Apr 04 12:07:32.671606 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e717c4c8-1701-4ceb-b63f-327a9ec5f5ab req-79a1658b-a82f-4668-8ea8-a797d259903e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 210 time: 0.0304992 Apr 04 12:07:33.279696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:07:33.299528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:07:33.299879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 98ee1ca5-0b9f-49d2-b9d6-be639dffd6bd not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:07:33.775306 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fe042b54-382d-4c02-90a4-3862cf12e793 req-b8f338f7-5828-425f-bf7f-b2f54043cc59 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 210 time: 0.0271180 Apr 04 12:07:34.336189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:34.449333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-8b9561ac-f022-4267-8c8c-b68d489fd8d5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:34.450691 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-8b9561ac-f022-4267-8c8c-b68d489fd8d5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.1046283 Apr 04 12:07:34.492568 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-db018410-caf9-404d-adc0-d941e3663a86 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 380 time: 0.0331709 Apr 04 12:07:34.502307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'port': {'device_id': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'admin_state_up': True, 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'security_groups': ['5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:07:34.677126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:07:34.681277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:34.809973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Allocated IP 172.20.0.6 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/0b505b9f-0ded-40a9-8b64-e1ef5d8c5887) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:07:34.872668 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ef0e7fb6-ad0c-4838-be88-4e70f55a36ed req-52538151-0337-488d-a0f7-fbe2f420b8f2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 210 time: 0.0292850 Apr 04 12:07:34.948909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.043229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.086633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:07:35.089585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:07:35.096192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:07:35.104119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:35.126296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.126639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.126981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.127318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.127648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.127979 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.128304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.128628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.128951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.129277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.129647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.129943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:07:35.157430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:35.158357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.234032 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-3d49edfc-be8b-45bc-83d5-fad62933af96 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351570 Apr 04 12:07:35.245547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Request body: {'port': {'device_id': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:07:35.282805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f97c937c-7504-4fc4-9244-6241b5df10ee None None] Provisioning complete for port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:07:35.283539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f97c937c-7504-4fc4-9244-6241b5df10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.303195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.316161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f97c937c-7504-4fc4-9244-6241b5df10ee None None] Port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:07:35.555059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:07:35.562250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.574249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Transition to ACTIVE for port object 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:07:35.665654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.732473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:35.787257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Attempting to bind port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:07:35.787623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Attempting to bind port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:07:35.787958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Attempting to bind port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:07:35.792596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:07:35.792921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Attempting to bind port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:07:35.797892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:07:35.798226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:07:35.798614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:07:35.799043 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Bound port: 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:07:35.799404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:35.863315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:07:35.866771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:07:35.937525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:36.012165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.012791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:36.014208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] 10.222.0.44 "PUT /v2.0/ports/0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1093 time: 0.7729003 Apr 04 12:07:36.016177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:36.018519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157084d2-1c94-421f-8ac4-5064f8863d59" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:36.043534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c632-6dc6-44b1-a0a5-7df5951167fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:36.057164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374a924-25d5-4fef-b687-35020c999b68 req-8e04dc94-f8ed-48d9-99c2-c0fea473b642 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.058786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9374a924-25d5-4fef-b687-35020c999b68 req-8e04dc94-f8ed-48d9-99c2-c0fea473b642 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 943 time: 0.1127989 Apr 04 12:07:36.069904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3dc531-9e99-46a0-9137-518c10385410 x-openstack-request-id: req-ce3dc531-9e99-46a0-9137-518c10385410 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:36.069904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:36.069904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce3dc531-9e99-46a0-9137-518c10385410 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:36.069904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3dc531-9e99-46a0-9137-518c10385410'] response: {'name': 'network-changed', 'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'status': 'completed', 'code': 200} Apr 04 12:07:36.134863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9374a924-25d5-4fef-b687-35020c999b68 req-b2c74ff9-37e4-40d1-bc49-f81dfb1a2171 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648942 Apr 04 12:07:36.154825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-438a741b-06dc-4ae0-8862-10bf65504848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.156475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-438a741b-06dc-4ae0-8862-10bf65504848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1096 time: 0.0659025 Apr 04 12:07:36.255868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-a11bea9c-e230-4799-8da3-30cb4dae2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.257505 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-a11bea9c-e230-4799-8da3-30cb4dae2b1f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931041 Apr 04 12:07:36.354850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-d30306e2-3270-4854-956e-67afa25b66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.356293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157084d2-1c94-421f-8ac4-5064f8863d59 req-d30306e2-3270-4854-956e-67afa25b66f7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928898 Apr 04 12:07:36.431296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-d96e4078-611c-4d6c-9cf8-3692c4065569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.432784 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-d96e4078-611c-4d6c-9cf8-3692c4065569 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1096 time: 0.0415411 Apr 04 12:07:36.446067 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:07:36.479559 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-8c815c63-3421-421d-b318-dc3d9a484d87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 217 time: 0.0386994 Apr 04 12:07:36.526106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-e9057377-2320-434d-bdbd-a536d9486c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.527511 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-e9057377-2320-434d-bdbd-a536d9486c39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0422966 Apr 04 12:07:36.571538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f996-b34e-40ae-9699-012c938ecd00 req-9610f106-193c-4c41-a05b-2112d7fd837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:36.572973 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-9610f106-193c-4c41-a05b-2112d7fd837b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382624 Apr 04 12:07:36.663549 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-600c82fc-17cc-4cce-83a2-498bbdd9ae37 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836980 Apr 04 12:07:36.750465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4645f996-b34e-40ae-9699-012c938ecd00 req-e6a61fb9-927b-4c2c-81b2-c2c9677fc282 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798597 Apr 04 12:07:37.249771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6c22-4113-415a-983e-10f8dfc503d1 req-e557a7d4-2c23-4d04-a9e9-474f7181c9fe tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:37.251228 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dc9b6c22-4113-415a-983e-10f8dfc503d1 req-e557a7d4-2c23-4d04-a9e9-474f7181c9fe tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 943 time: 0.0471106 Apr 04 12:07:37.288484 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dc9b6c22-4113-415a-983e-10f8dfc503d1 req-5ee08d44-4b15-4280-84ea-a887f0fcd3be tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Apr 04 12:07:38.404766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85beb4-fd50-4ce0-89da-293fbde3f4b3 req-86a3f09f-8913-4f4c-a515-ca8fa04d3293 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:38.406236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e85beb4-fd50-4ce0-89da-293fbde3f4b3 req-86a3f09f-8913-4f4c-a515-ca8fa04d3293 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 943 time: 0.0526476 Apr 04 12:07:38.442507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e85beb4-fd50-4ce0-89da-293fbde3f4b3 req-1a5d413e-9095-4bd6-9847-fb23fde86212 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301189 Apr 04 12:07:39.279556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:07:39.369735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:39.380474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'mac_address': 'fa:16:3e:c1:fe:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:07:39.419094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:39.431378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:07:39.450210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:39.524713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:39.555229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47822ba0-2b87-4b18-8442-0afdb32a82b6 req-6664b2a3-a4c2-41e7-be7f-01d4a47bdca1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:39.556715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-47822ba0-2b87-4b18-8442-0afdb32a82b6 req-6664b2a3-a4c2-41e7-be7f-01d4a47bdca1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 943 time: 0.0476453 Apr 04 12:07:39.572840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:39.595066 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-47822ba0-2b87-4b18-8442-0afdb32a82b6 req-6eb5a0b6-3b0d-48c9-9f8d-5d82b329f146 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Apr 04 12:07:39.744298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:07:40.709460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317089e2-2bf3-45ad-8b0f-171b66ac5c20 req-c151751d-b789-4a09-bcf3-31f007570df3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:40.710939 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-317089e2-2bf3-45ad-8b0f-171b66ac5c20 req-c151751d-b789-4a09-bcf3-31f007570df3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 944 time: 0.0489857 Apr 04 12:07:40.748235 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-317089e2-2bf3-45ad-8b0f-171b66ac5c20 req-1cc420c5-3964-4773-b6f2-3a76d84f35f2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Apr 04 12:07:41.280187 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:07:41.376179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:07:41.380350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:07:41.380732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:41.457934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:41.479324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:41.481518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0ebef-4815-4c9c-9002-611c6f25b9b2" -d '{"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-plugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:41.493821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:07:41.517485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e784bbdd-7465-4430-830f-dad3759acfd5 x-openstack-request-id: req-e784bbdd-7465-4430-830f-dad3759acfd5 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:41.517820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-plugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:41.518089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e784bbdd-7465-4430-830f-dad3759acfd5 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:41.518481 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e784bbdd-7465-4430-830f-dad3759acfd5'] response: {'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'code': 200} Apr 04 12:07:41.554653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:41.602497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:07:41.838060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5681-a2e8-4685-a92a-ffabd8979103 req-360edd62-ed31-4a05-8f7c-810da5683b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:41.839580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b1d5681-a2e8-4685-a92a-ffabd8979103 req-360edd62-ed31-4a05-8f7c-810da5683b9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0506833 Apr 04 12:07:41.900598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c407b1e-c256-4565-b5d3-0d00f462db21 req-03b4e642-bd7a-4403-9862-cf64d67a553a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:41.902074 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8c407b1e-c256-4565-b5d3-0d00f462db21 req-03b4e642-bd7a-4403-9862-cf64d67a553a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0773308 Apr 04 12:07:41.904295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b1d5681-a2e8-4685-a92a-ffabd8979103 req-68b83889-43a1-41ce-bb29-ff9a17fd69ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511038 Apr 04 12:07:41.940001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8c407b1e-c256-4565-b5d3-0d00f462db21 req-166ac83a-e0b5-4644-a40c-e91ecbe825ee tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Apr 04 12:07:43.063716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1c895-a6ab-4f81-8d95-d2502f2ee731 req-c0f13ef7-b880-401e-a817-7857a5e6d803 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:43.065620 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bfd1c895-a6ab-4f81-8d95-d2502f2ee731 req-c0f13ef7-b880-401e-a817-7857a5e6d803 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0538549 Apr 04 12:07:43.104509 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bfd1c895-a6ab-4f81-8d95-d2502f2ee731 req-6703f919-b352-454d-8513-627cba31118b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Apr 04 12:07:44.218391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f82f-b3aa-4be0-8ff7-ee1c6007b9a4 req-4b51ce73-8fac-40af-8ed1-19a92347a281 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:44.219833 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8908f82f-b3aa-4be0-8ff7-ee1c6007b9a4 req-4b51ce73-8fac-40af-8ed1-19a92347a281 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0483415 Apr 04 12:07:44.256850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8908f82f-b3aa-4be0-8ff7-ee1c6007b9a4 req-70063aa5-1fcc-452a-afdd-3bcc56a715c8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305223 Apr 04 12:07:44.366041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab81b-3721-4499-a317-eb34a949ac4d req-a5194302-04df-4887-a14d-83c0960c9647 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:44.368171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e48ab81b-3721-4499-a317-eb34a949ac4d req-a5194302-04df-4887-a14d-83c0960c9647 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0490324 Apr 04 12:07:44.376636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44604) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:07:44.381123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'floatingip': {'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:07:44.419351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:44.842808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:44.905157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:45.004862 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e associated. External IP: 172.26.1.101, port: 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887. Apr 04 12:07:45.494327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:07:45.596899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:07:45.602399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:45.611190 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:07:45.620512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:07:45.621815 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:45.634682 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f8e4be90-951b-44d1-9aad-ced2d292154f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "PUT /v2.0/floatingips/d49061c1-8d86-49ff-8b2d-84a620923b3e HTTP/1.1" status: 200 len: 991 time: 1.2569940 Apr 04 12:07:45.635366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:07:45.637768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389dbf2-aa33-4720-8466-6a121b1c67f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:07:45.731948 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:07:45.737063 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e5898-1a16-4cc0-b265-66df39198dab x-openstack-request-id: req-4d7e5898-1a16-4cc0-b265-66df39198dab {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:07:45.737356 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:07:45.737638 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d7e5898-1a16-4cc0-b265-66df39198dab {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:07:45.738047 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7e5898-1a16-4cc0-b265-66df39198dab'] response: {'name': 'network-changed', 'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'status': 'completed', 'code': 200} Apr 04 12:07:45.798860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-d34b018c-062e-479a-adb1-7dc5644dee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:45.800367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-d34b018c-062e-479a-adb1-7dc5644dee84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0421846 Apr 04 12:07:45.896593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-eb73eedf-2426-421f-9188-2c055f88803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:45.898744 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-eb73eedf-2426-421f-9188-2c055f88803a service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0910563 Apr 04 12:07:45.957745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea509-16cc-4b36-83a2-6d7496003465 req-cf73ffe5-ab8b-4ab4-b2b8-0bada306e825 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:45.959304 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-86bea509-16cc-4b36-83a2-6d7496003465 req-cf73ffe5-ab8b-4ab4-b2b8-0bada306e825 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0560679 Apr 04 12:07:45.964003 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:c1:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:07:44Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:45.968076 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-d41e81c3-6689-4a95-a2fe-83058b35802f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 999 time: 0.0614402 Apr 04 12:07:45.994900 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:07:45.999005 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-86bea509-16cc-4b36-83a2-6d7496003465 req-4ab72b36-70e6-4d10-9631-b9eaeba2d408 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Apr 04 12:07:46.004068 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:07:46.004685 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:46.024120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-2e5a2a3b-e7d3-4ecb-8efc-9edfba5300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:46.025624 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-2e5a2a3b-e7d3-4ecb-8efc-9edfba5300f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0503039 Apr 04 12:07:46.085215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-768f39e9-ab90-4273-8e97-b33c7ee37187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:46.086667 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-768f39e9-ab90-4273-8e97-b33c7ee37187 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544305 Apr 04 12:07:46.178000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-8846d331-9c4a-4abf-9c83-90f09acaad1e service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Apr 04 12:07:46.195269 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:07:46.281875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e389dbf2-aa33-4720-8466-6a121b1c67f1 req-92a4c1ca-3329-474a-855c-a774489ab15e service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 Apr 04 12:07:46.412188 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:c1:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:07:44Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:07:46.437480 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce348-23e5-405f-bea2-286ebfd77fa8 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:c1:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:07:44Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:07:46.607485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9b6e8-d140-4f9d-bea2-12178213acdb None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:07:47.139663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3a37f-4ffa-4971-86d1-8792ccc8e380 req-f1ad5cab-ab4a-4da8-916c-a85694b53fcb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:47.141111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ea3a37f-4ffa-4971-86d1-8792ccc8e380 req-f1ad5cab-ab4a-4da8-916c-a85694b53fcb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0479667 Apr 04 12:07:47.177599 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ea3a37f-4ffa-4971-86d1-8792ccc8e380 req-85c934f5-060b-420e-a749-0fb144ebd737 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305557 Apr 04 12:07:48.296550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51032e6-e287-42e8-9292-f242bf48a80f req-850d7e7e-4bac-49a5-81b1-b89b3fc77749 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:48.298030 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b51032e6-e287-42e8-9292-f242bf48a80f req-850d7e7e-4bac-49a5-81b1-b89b3fc77749 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0515890 Apr 04 12:07:48.335137 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b51032e6-e287-42e8-9292-f242bf48a80f req-30669d4c-e1c3-4202-8ccc-fccf89a7bb1d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Apr 04 12:07:49.450432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b649-a5e3-488a-9c84-f3a3d8c5b346 req-f542648e-f15f-47b0-afb5-8c414ab4b668 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:49.451864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a042b649-a5e3-488a-9c84-f3a3d8c5b346 req-f542648e-f15f-47b0-afb5-8c414ab4b668 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0518322 Apr 04 12:07:49.488006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a042b649-a5e3-488a-9c84-f3a3d8c5b346 req-0616d126-09c4-4bc6-8556-a2861d9a80ac tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302527 Apr 04 12:07:50.601179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa744d-ad2d-4fea-9ec3-0cc77efaa43f req-2a1f75b7-f6e9-45a3-b6a2-de175411cc4b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:50.602649 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-44aa744d-ad2d-4fea-9ec3-0cc77efaa43f req-2a1f75b7-f6e9-45a3-b6a2-de175411cc4b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0480511 Apr 04 12:07:50.639164 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-44aa744d-ad2d-4fea-9ec3-0cc77efaa43f req-a176bf8a-8ef2-4f42-9c08-6d038be70bdf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Apr 04 12:07:51.754580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3d3c-27b0-4cc1-8d8a-3b76a9a34ea1 req-9f7a0973-6741-49ba-a46d-e4e58d9662b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:51.756053 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9c3a3d3c-27b0-4cc1-8d8a-3b76a9a34ea1 req-9f7a0973-6741-49ba-a46d-e4e58d9662b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0493262 Apr 04 12:07:51.793046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9c3a3d3c-27b0-4cc1-8d8a-3b76a9a34ea1 req-be99fe92-f066-4474-83ed-1121c9060fec tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307829 Apr 04 12:07:52.904734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3de23-b173-453e-a5ea-7ce1ebdf87c0 req-2a17cdc1-1caf-4b87-924a-0071c6ca3c92 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:52.906196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-aef3de23-b173-453e-a5ea-7ce1ebdf87c0 req-2a17cdc1-1caf-4b87-924a-0071c6ca3c92 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0473678 Apr 04 12:07:52.942520 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-aef3de23-b173-453e-a5ea-7ce1ebdf87c0 req-aa81e6e4-4532-4d8d-86e5-9fdd696dcae1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301638 Apr 04 12:07:54.053277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de717c6c-968f-4418-b644-a5c0a1bf14de req-b440d71b-2ef6-40c8-8512-e286aeb23415 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:54.054830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-de717c6c-968f-4418-b644-a5c0a1bf14de req-b440d71b-2ef6-40c8-8512-e286aeb23415 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0473993 Apr 04 12:07:54.092030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-de717c6c-968f-4418-b644-a5c0a1bf14de req-13d00117-4b1a-45b3-9434-8ad275f37846 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Apr 04 12:07:55.211107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5a094-ed8b-45a5-b2b6-9ca134ab2b6c req-bf19dbf4-3220-46fa-860e-c5efca5de54f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:55.212547 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e4e5a094-ed8b-45a5-b2b6-9ca134ab2b6c req-bf19dbf4-3220-46fa-860e-c5efca5de54f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0519764 Apr 04 12:07:55.248398 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e4e5a094-ed8b-45a5-b2b6-9ca134ab2b6c req-3a282f16-1c4e-4774-9fa3-62df37c4dddf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299468 Apr 04 12:07:56.367812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b13e77-1fac-466f-8446-d6c7a0f53217 req-284078df-49ee-40e2-9a03-f838249e0d34 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:56.369166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74b13e77-1fac-466f-8446-d6c7a0f53217 req-284078df-49ee-40e2-9a03-f838249e0d34 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0518677 Apr 04 12:07:56.405633 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74b13e77-1fac-466f-8446-d6c7a0f53217 req-21f20d39-dc65-4196-9751-67e6dac45329 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305212 Apr 04 12:07:57.210620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5709-e446-40d9-8b3c-0c616e49bac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:57.518040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b1c23-a4ad-442b-8f41-fb29c5475e90 req-f905a2c8-fc99-4284-8176-353823bc2522 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:57.519493 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af9b1c23-a4ad-442b-8f41-fb29c5475e90 req-f905a2c8-fc99-4284-8176-353823bc2522 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0473690 Apr 04 12:07:57.557308 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af9b1c23-a4ad-442b-8f41-fb29c5475e90 req-8170f999-f64e-456c-ba13-51b441259494 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Apr 04 12:07:58.669360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d113b-7010-41e4-a6cf-3feaecb6e7cf req-a8f8d663-4b3b-4efe-a5f2-19f52da3a440 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:58.670887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d58d113b-7010-41e4-a6cf-3feaecb6e7cf req-a8f8d663-4b3b-4efe-a5f2-19f52da3a440 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0479109 Apr 04 12:07:58.708345 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d58d113b-7010-41e4-a6cf-3feaecb6e7cf req-d1d48e0f-6647-494b-ad1d-b4695756a93f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Apr 04 12:07:59.448109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-073e8b28-ae2b-434f-bf77-65a4fc298384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:07:59.821579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e0d7-62d0-422e-8525-1fc49dbd5178 req-fa572c57-1d9c-4958-acbf-9b89d2838e69 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:07:59.823049 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bac4e0d7-62d0-422e-8525-1fc49dbd5178 req-fa572c57-1d9c-4958-acbf-9b89d2838e69 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0484838 Apr 04 12:07:59.858795 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bac4e0d7-62d0-422e-8525-1fc49dbd5178 req-be92a756-9cdd-4119-bf45-1c681a9896d7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298359 Apr 04 12:08:00.603898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:00.971396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a434b2a-1d39-427f-bc8c-b82abfc8548c req-6a150b1c-2bfc-43cb-a01c-9ae03ab71f2f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:00.972841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a434b2a-1d39-427f-bc8c-b82abfc8548c req-6a150b1c-2bfc-43cb-a01c-9ae03ab71f2f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0478625 Apr 04 12:08:01.009384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a434b2a-1d39-427f-bc8c-b82abfc8548c req-3e28c1bd-c86a-415c-a069-118c74420525 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306277 Apr 04 12:08:02.117140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:02.126475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0cffc-146e-4488-88a7-eef88189ef55 req-d155f3eb-29c5-45e0-aace-baca85a333f5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:02.127912 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-26f0cffc-146e-4488-88a7-eef88189ef55 req-d155f3eb-29c5-45e0-aace-baca85a333f5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0512869 Apr 04 12:08:02.165330 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-26f0cffc-146e-4488-88a7-eef88189ef55 req-2871283f-81db-4962-99b6-82bc23273733 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306830 Apr 04 12:08:02.404051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:03.185414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-73dfcaa5-f5e9-4428-bdbe-767a09547b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:03.187085 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-73dfcaa5-f5e9-4428-bdbe-767a09547b75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0438323 Apr 04 12:08:03.324690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6edaaa-c95c-411f-a7d6-3f2c8b3e6324 req-bcc8e469-5a80-4662-a550-03c2f4cec97f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:03.326180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0f6edaaa-c95c-411f-a7d6-3f2c8b3e6324 req-bcc8e469-5a80-4662-a550-03c2f4cec97f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0921512 Apr 04 12:08:03.330560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-39de4f29-ea2d-4d28-a0a7-2b99e7b9109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:03.331899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-39de4f29-ea2d-4d28-a0a7-2b99e7b9109f service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.1258769 Apr 04 12:08:03.401330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0f6edaaa-c95c-411f-a7d6-3f2c8b3e6324 req-76e59f63-8174-49f1-aa90-9ac2e1314f94 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684123 Apr 04 12:08:03.414958 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-20d05e6e-565d-4e9e-bede-f24ef55c5b6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1001 time: 0.0696590 Apr 04 12:08:03.464147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-6174737b-b375-49cb-8b5b-3c90b4d16ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:03.465601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-6174737b-b375-49cb-8b5b-3c90b4d16ac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0429931 Apr 04 12:08:03.515768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-663295fe-d24a-4f41-a581-6f160d0cd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:03.517219 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-663295fe-d24a-4f41-a581-6f160d0cd124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427172 Apr 04 12:08:03.603763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-148335f2-f5e9-45ac-9095-40ef34958250 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791450 Apr 04 12:08:03.691865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2021f701-b65b-4584-a3ab-16a9976fdc4f req-d202e2a5-8889-4790-aa66-f667c9031583 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 Apr 04 12:08:04.335978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:04.514468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3610347-9289-47b4-9e50-f8321bdb1e07 req-64f859d1-d906-463e-8bc8-39bd0ff7650e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:04.515940 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a3610347-9289-47b4-9e50-f8321bdb1e07 req-64f859d1-d906-463e-8bc8-39bd0ff7650e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0478756 Apr 04 12:08:04.553362 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a3610347-9289-47b4-9e50-f8321bdb1e07 req-6a60e1f5-2ea9-41c7-938d-1277b1a0cea8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Apr 04 12:08:05.681506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d257f3d-3d49-4ade-817b-ab264b40afb4 req-5c9a5687-65d2-4d45-add5-d25b9e9b3de5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:05.683050 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5d257f3d-3d49-4ade-817b-ab264b40afb4 req-5c9a5687-65d2-4d45-add5-d25b9e9b3de5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0536106 Apr 04 12:08:05.730830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5d257f3d-3d49-4ade-817b-ab264b40afb4 req-a2b8fe19-4f9f-4d7c-9b4a-f46803ad44d3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Apr 04 12:08:06.846376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085440b2-6f5a-4ebd-bae9-f22486114472 req-a95d526a-b1de-4bba-a1f4-2b61b23bd491 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:06.847838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-085440b2-6f5a-4ebd-bae9-f22486114472 req-a95d526a-b1de-4bba-a1f4-2b61b23bd491 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0472686 Apr 04 12:08:06.888920 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-085440b2-6f5a-4ebd-bae9-f22486114472 req-20c12a60-6d4a-4763-b683-cbdde9d17785 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Apr 04 12:08:07.999795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845d026-4e74-4614-a8dc-ba544bd87f5f req-a54d7f4d-65d0-486f-9d0b-7e95e0a145ef tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:08.001227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6845d026-4e74-4614-a8dc-ba544bd87f5f req-a54d7f4d-65d0-486f-9d0b-7e95e0a145ef tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0462997 Apr 04 12:08:08.038389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6845d026-4e74-4614-a8dc-ba544bd87f5f req-851b071c-124c-4c62-8f97-685f82e2a4ab tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304003 Apr 04 12:08:09.156301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f0aa-0338-4472-ab36-930383a98b66 req-d8031054-159c-4d7b-8c6e-b800b64a78e4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:09.157739 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b46f0aa-0338-4472-ab36-930383a98b66 req-d8031054-159c-4d7b-8c6e-b800b64a78e4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0512693 Apr 04 12:08:09.194089 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0b46f0aa-0338-4472-ab36-930383a98b66 req-c37c56d2-1a55-4661-ae61-7386776d35ac tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302112 Apr 04 12:08:10.310305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f63849-574b-4a07-a737-1d15404afcec req-dac83bad-f849-45eb-abab-49664689ae80 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:10.311735 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-83f63849-574b-4a07-a737-1d15404afcec req-dac83bad-f849-45eb-abab-49664689ae80 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0518098 Apr 04 12:08:10.349247 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-83f63849-574b-4a07-a737-1d15404afcec req-f01fac01-25d0-4240-807e-76e6246213fa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Apr 04 12:08:11.464012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c690-74ac-4338-8d50-e00eff80db14 req-28f08bd8-20cb-4e57-a6a4-f1e2fba76d9c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:11.465512 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0569c690-74ac-4338-8d50-e00eff80db14 req-28f08bd8-20cb-4e57-a6a4-f1e2fba76d9c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0491138 Apr 04 12:08:11.504266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0569c690-74ac-4338-8d50-e00eff80db14 req-8b26113b-0a52-4d94-9428-e55b11733806 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Apr 04 12:08:11.877263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92c4c-b4e8-4e46-88c1-972c1029c0e4 req-80c545a6-4a4f-452a-97b8-a21a727a8761 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:11.878741 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-efb92c4c-b4e8-4e46-88c1-972c1029c0e4 req-80c545a6-4a4f-452a-97b8-a21a727a8761 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0475407 Apr 04 12:08:11.918476 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-efb92c4c-b4e8-4e46-88c1-972c1029c0e4 req-433d71b3-d06b-4c02-aa5d-592a05c39ee9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Apr 04 12:08:12.001139 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-ac0498f6-3c11-4955-8f8b-eb3b2023d9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420506 Apr 04 12:08:13.032440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7efe-61b3-4c68-a8dc-7da49ff8288b req-f79a21fa-48b8-495c-aeef-507b47ecd941 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:13.034246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f7cd7efe-61b3-4c68-a8dc-7da49ff8288b req-f79a21fa-48b8-495c-aeef-507b47ecd941 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0487175 Apr 04 12:08:13.073155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f7cd7efe-61b3-4c68-a8dc-7da49ff8288b req-3b2a8842-277e-4803-ac4e-586ec9b10064 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Apr 04 12:08:13.445365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:08:13.744828 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-410cdbaa-9a41-4b19-a16a-a4026b5cfc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:13.746336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-410cdbaa-9a41-4b19-a16a-a4026b5cfc0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0400703 Apr 04 12:08:13.837747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-be4046f3-c4fa-414b-89fc-a914d1267715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:13.839209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-be4046f3-c4fa-414b-89fc-a914d1267715 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0869706 Apr 04 12:08:13.901580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-37aa04be-945c-4a76-b6b5-dc0cd0ad49ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1001 time: 0.0562401 Apr 04 12:08:13.951321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-40f94444-8fee-47b9-8a84-333223f413b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:13.952695 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-40f94444-8fee-47b9-8a84-333223f413b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0453234 Apr 04 12:08:13.997937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-cc46838a-3aa1-405c-85a2-b30867f8bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:13.999310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-cc46838a-3aa1-405c-85a2-b30867f8bfb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383363 Apr 04 12:08:14.085040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-dfe98630-5296-4be2-a907-a640d6e18df7 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783944 Apr 04 12:08:14.178969 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-b5b9badf-4925-407d-b6a3-24460436bbcf service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Apr 04 12:08:14.187612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd768a-075f-48e7-8d8a-59a6709e575f req-63afcc49-f008-489f-a5a7-52dee05de5bc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:14.189080 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fbdd768a-075f-48e7-8d8a-59a6709e575f req-63afcc49-f008-489f-a5a7-52dee05de5bc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0479155 Apr 04 12:08:14.226744 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fbdd768a-075f-48e7-8d8a-59a6709e575f req-2f9eb776-8325-46af-b0eb-3549631ce8ea tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Apr 04 12:08:15.340726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25680-f797-4469-9487-e646941f5029 req-42c294cb-8347-4f9f-b4fd-85273314890e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:15.342208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fc25680-f797-4469-9487-e646941f5029 req-42c294cb-8347-4f9f-b4fd-85273314890e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0477629 Apr 04 12:08:15.378218 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0fc25680-f797-4469-9487-e646941f5029 req-12c5f359-3388-4851-810a-bbf62c8fc864 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301459 Apr 04 12:08:16.032147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-c5e6b4df-ee0a-4575-9cca-602612a52e77 service neutron] 10.222.0.44 "GET /v2.0/ports/0b505b9f-0ded-40a9-8b64-e1ef5d8c5887/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0566547 Apr 04 12:08:16.495186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c68ca-394c-4c00-988b-ec0a04aa2eb7 req-a070df11-dc00-46f3-b8b5-82bf6c7ef54d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.496673 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-761c68ca-394c-4c00-988b-ec0a04aa2eb7 req-a070df11-dc00-46f3-b8b5-82bf6c7ef54d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0492396 Apr 04 12:08:16.529301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-f8dfc43e-a18a-4bdc-a5c7-a076e6330394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.530742 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-f8dfc43e-a18a-4bdc-a5c7-a076e6330394 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1098 time: 0.0401909 Apr 04 12:08:16.534237 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-761c68ca-394c-4c00-988b-ec0a04aa2eb7 req-6f50b0b8-a2d5-43b9-9a73-b1e516722a01 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Apr 04 12:08:16.591650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-4d331751-ef87-44fe-bb54-3026f7ce1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.593088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-4d331751-ef87-44fe-bb54-3026f7ce1bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0381463 Apr 04 12:08:16.684164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-80a2c95c-3b89-4a69-acf2-7296c4324867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.685646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-80a2c95c-3b89-4a69-acf2-7296c4324867 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0859869 Apr 04 12:08:16.747690 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-29f06322-a939-4e7f-ac70-9caee51d4763 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1001 time: 0.0553074 Apr 04 12:08:16.794885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-f5acabd1-0f8e-4288-835a-a5f17e4edd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.796208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-f5acabd1-0f8e-4288-835a-a5f17e4edd73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0419292 Apr 04 12:08:16.842042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290122-057f-48f3-a44b-4085bc58a123 req-deb371a5-8d58-4123-84d2-6ecf7fbc8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:16.843470 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-deb371a5-8d58-4123-84d2-6ecf7fbc8d40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408871 Apr 04 12:08:16.934001 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-822ca0a9-efe8-4ef6-b1aa-0fdf9f5ebcc2 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820186 Apr 04 12:08:17.024181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db290122-057f-48f3-a44b-4085bc58a123 req-8fdf710b-8347-483f-8083-7d390261c62c service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818298 Apr 04 12:08:17.649783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe46e-241f-4e0c-93f3-2dcc8539dc45 req-2c525d2a-d433-4583-922c-217fb7725bec tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:17.651268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-26bbe46e-241f-4e0c-93f3-2dcc8539dc45 req-2c525d2a-d433-4583-922c-217fb7725bec tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0474138 Apr 04 12:08:17.687661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-26bbe46e-241f-4e0c-93f3-2dcc8539dc45 req-56e44b35-7f30-4568-b8ca-045655b41286 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Apr 04 12:08:18.806680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c037-9885-4eaa-9795-5d54c8939423 req-2e4d1380-80d9-4589-896c-8f95a009f229 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:18.808153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6105c037-9885-4eaa-9795-5d54c8939423 req-2e4d1380-80d9-4589-896c-8f95a009f229 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0520871 Apr 04 12:08:18.844579 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6105c037-9885-4eaa-9795-5d54c8939423 req-d9e1f239-4d1d-4330-b079-322b3db3bc8b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304127 Apr 04 12:08:19.234990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3fa13-1751-47af-9a96-b0aa859ff268 req-713eb915-4d62-46ce-9218-fdcdadc2b2b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.236505 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7cd3fa13-1751-47af-9a96-b0aa859ff268 req-713eb915-4d62-46ce-9218-fdcdadc2b2b2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0522006 Apr 04 12:08:19.274780 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7cd3fa13-1751-47af-9a96-b0aa859ff268 req-c0751ccb-861c-4d7e-b292-f2f9b7caad52 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Apr 04 12:08:19.307586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-6cbbb424-ecd2-40ce-8d00-59d25ea9f8f4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.309035 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-6cbbb424-ecd2-40ce-8d00-59d25ea9f8f4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0510278 Apr 04 12:08:19.394508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-a65528ae-35ce-4dd8-84fd-3b88af1541aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.395886 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-a65528ae-35ce-4dd8-84fd-3b88af1541aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0429785 Apr 04 12:08:19.483593 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-d3a0bb56-514f-405a-8681-db212248b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.485051 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-d3a0bb56-514f-405a-8681-db212248b1d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0813332 Apr 04 12:08:19.531337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:08:19.533619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:08:19.550589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-4ce3a375-e487-466b-8089-86be832142f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1001 time: 0.0595229 Apr 04 12:08:19.609153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-dec38b53-e1bf-48d6-82c9-423c1706d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.610654 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-dec38b53-e1bf-48d6-82c9-423c1706d35a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0518239 Apr 04 12:08:19.655350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-f9081254-edb9-45c5-a370-b181b65cfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:19.656754 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-f9081254-edb9-45c5-a370-b181b65cfd3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396292 Apr 04 12:08:19.681394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:19.696514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:19.720010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:19.722251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc695e6-7fb6-49be-ac78-fb1f6f96ef54" -d '{"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-unplugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:19.726776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'mac_address': 'fa:16:3e:c1:fe:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:08:19.736206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:19.751691 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-c3126de9-6b51-4421-a430-7dab88488be6 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881832 Apr 04 12:08:19.775868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab2f59-f55a-477b-a522-26d4df152aeb x-openstack-request-id: req-04ab2f59-f55a-477b-a522-26d4df152aeb {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:19.776161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-unplugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:19.776412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04ab2f59-f55a-477b-a522-26d4df152aeb {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:19.776842 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ab2f59-f55a-477b-a522-26d4df152aeb'] response: {'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'code': 200} Apr 04 12:08:19.777576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:19.791652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:08:19.815875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:19.844984 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4978e488-4b05-49d9-8fca-a74860ead8e8 req-e81dc850-5530-4c91-ad48-2335865dca07 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854073 Apr 04 12:08:19.888882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:08:19.889238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:08:19.891900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:19.899121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.899499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.899841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.900179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.900511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.900842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.901173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.901503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.901863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.902237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.902564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:19.902919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:08:20.390166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce21987-fff6-47d3-a6ca-788f31bb98c7 req-f3c76032-3af1-4145-a30f-a1e3d8ceabf8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:20.391634 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cce21987-fff6-47d3-a6ca-788f31bb98c7 req-f3c76032-3af1-4145-a30f-a1e3d8ceabf8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 943 time: 0.0471632 Apr 04 12:08:20.426914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:20.430749 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cce21987-fff6-47d3-a6ca-788f31bb98c7 req-c9e5443e-44bc-450c-b647-92b312d41d72 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Apr 04 12:08:20.440138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:08:20.459398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:20.518039 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:20.567366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:20.579005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:08:21.538945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:08:21.586625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:08:21.587824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:21.671924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:21.707260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:21.778771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:21.781194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332ce1dc-1a09-4848-be54-f9118bad0bec" -d '{"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-plugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:21.786393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:21.827991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d35c62-0b1d-4aff-847b-da3076be4202 x-openstack-request-id: req-92d35c62-0b1d-4aff-847b-da3076be4202 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:21.828287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-plugged", "status": "completed", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:21.828536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d35c62-0b1d-4aff-847b-da3076be4202 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:21.828923 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d35c62-0b1d-4aff-847b-da3076be4202'] response: {'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'code': 200} Apr 04 12:08:21.842618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:21.904346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa441-3879-4619-becc-c5108421b812 req-f227d7b5-84fd-436b-88ce-e093f609f5e5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:21.905828 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20afa441-3879-4619-becc-c5108421b812 req-f227d7b5-84fd-436b-88ce-e093f609f5e5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 944 time: 0.4056058 Apr 04 12:08:21.942865 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20afa441-3879-4619-becc-c5108421b812 req-e87b9da6-37ed-4d13-bfc5-178eb3339367 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Apr 04 12:08:22.059189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845730c-269b-477a-b0a5-116baceb2f3d req-dc0eafc9-281a-4c15-82c5-17a6dcfed8f6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.060550 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f845730c-269b-477a-b0a5-116baceb2f3d req-dc0eafc9-281a-4c15-82c5-17a6dcfed8f6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0517502 Apr 04 12:08:22.099294 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f845730c-269b-477a-b0a5-116baceb2f3d req-ae959273-a50f-478e-bcb4-d0b4b6e7a57c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Apr 04 12:08:22.468178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62642b-4fc1-4376-97ba-3dbbb4d402ab req-3e5c373a-991f-438d-9032-81413c1a49a6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.469811 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ab62642b-4fc1-4376-97ba-3dbbb4d402ab req-3e5c373a-991f-438d-9032-81413c1a49a6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0482781 Apr 04 12:08:22.508662 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ab62642b-4fc1-4376-97ba-3dbbb4d402ab req-b5411b77-14be-459e-a719-feccb212e238 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Apr 04 12:08:22.553934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a997-0330-4cab-aefb-7a6280be561d req-7e95a28a-0d72-43fc-b1da-2f460000e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.555375 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-7e95a28a-0d72-43fc-b1da-2f460000e696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 1098 time: 0.0391586 Apr 04 12:08:22.644688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a997-0330-4cab-aefb-7a6280be561d req-74ab8d9c-3c70-4dd3-9b74-dbed5dc4e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.646068 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-74ab8d9c-3c70-4dd3-9b74-dbed5dc4e23d service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0839405 Apr 04 12:08:22.707613 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-05a72401-7648-46d3-b0d1-4c09bb039484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 200 len: 1001 time: 0.0550463 Apr 04 12:08:22.753458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a997-0330-4cab-aefb-7a6280be561d req-8a1d70e4-6ef3-4678-ad48-cdf18c5ce8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.754899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-8a1d70e4-6ef3-4678-ad48-cdf18c5ce8fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0412743 Apr 04 12:08:22.801328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a997-0330-4cab-aefb-7a6280be561d req-739d937c-aae9-4926-b86a-29d61bbffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:22.802806 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-739d937c-aae9-4926-b86a-29d61bbffff0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414822 Apr 04 12:08:22.888155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-048831ec-fe42-4f20-96c3-a84de8c2131d service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784802 Apr 04 12:08:22.981651 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17c2a997-0330-4cab-aefb-7a6280be561d req-6e26682a-f3b1-443b-aefe-00a8db382b4e service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Apr 04 12:08:23.625854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca67b-8ad4-4ada-a31a-28a8b4b83b86 req-0eb0b8f4-81c9-4683-8b3c-8e7a14be37d2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:23.627328 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4ffca67b-8ad4-4ada-a31a-28a8b4b83b86 req-0eb0b8f4-81c9-4683-8b3c-8e7a14be37d2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0487690 Apr 04 12:08:23.664398 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4ffca67b-8ad4-4ada-a31a-28a8b4b83b86 req-8ccbf7cb-17e1-472a-8b10-2e2432680da1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Apr 04 12:08:24.067813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084ffc3-5417-44eb-a303-648109611c09 req-f377b529-4c63-4649-b96d-2e29bc4ba741 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:24.069288 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0084ffc3-5417-44eb-a303-648109611c09 req-f377b529-4c63-4649-b96d-2e29bc4ba741 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0477748 Apr 04 12:08:24.107213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0084ffc3-5417-44eb-a303-648109611c09 req-8ec7ed32-512c-4739-a734-777aaaca9f18 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Apr 04 12:08:25.221690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2ea9d-f1e2-41ed-b10b-61a5912d573f req-c549fe88-8300-4148-908b-47b4bfdfa7e2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:25.223150 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-27b2ea9d-f1e2-41ed-b10b-61a5912d573f req-c549fe88-8300-4148-908b-47b4bfdfa7e2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0481050 Apr 04 12:08:25.259694 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-27b2ea9d-f1e2-41ed-b10b-61a5912d573f req-b48fafb1-9b69-4409-a513-b239374deb62 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305147 Apr 04 12:08:25.731127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50a04-a3f9-4080-b345-4a388a341750 req-6de8ea1c-481b-46e7-b3fe-4d4bb0310cbb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:25.733306 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eea50a04-a3f9-4080-b345-4a388a341750 req-6de8ea1c-481b-46e7-b3fe-4d4bb0310cbb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 945 time: 0.0526748 Apr 04 12:08:25.819077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Deleting port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:08:25.819420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:25.908386 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] For port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:25.908746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:26.071439 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:26.071833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:26.072662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e disassociated. External IP: 172.26.1.101, port: 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887. Apr 04 12:08:26.072997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Calling delete_port for 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:08:26.258526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:26.286771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'Port': ['ID=0b505b9f-0ded-40a9-8b64-e1ef5d8c5887,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:26.375596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50fabf11-cfa0-4631-86ae-c875c4d14c85 req-ee7446f0-7508-43b3-aac2-7c3cc85c0dcf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 210 time: 0.0347404 Apr 04 12:08:26.432533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:08:26.540702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:08:26.550573 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:08:26.560203 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:08:26.560885 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:26.580159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] No DVR routers for this DVR port 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:08:26.582637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:26.585855 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eea50a04-a3f9-4080-b345-4a388a341750 req-c77b27da-2214-461d-b942-c193991bcf60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "DELETE /v2.0/ports/0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 HTTP/1.1" status: 204 len: 173 time: 0.8469875 Apr 04 12:08:26.586289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-deleted', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:26.588635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf27f44-4a96-4d22-a0a0-c3a2675be65f" -d '{"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-deleted", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:26.625079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28ec4d-965c-441f-9c94-02fe5a1454f8 x-openstack-request-id: req-1a28ec4d-965c-441f-9c94-02fe5a1454f8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:26.625724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7bfacf-7b61-4b95-b47c-4324afdd490f", "name": "network-vif-deleted", "tag": "0b505b9f-0ded-40a9-8b64-e1ef5d8c5887", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:26.625983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a28ec4d-965c-441f-9c94-02fe5a1454f8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:26.626418 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a28ec4d-965c-441f-9c94-02fe5a1454f8'] response: {'server_uuid': '9a7bfacf-7b61-4b95-b47c-4324afdd490f', 'name': 'network-vif-deleted', 'tag': '0b505b9f-0ded-40a9-8b64-e1ef5d8c5887', 'status': 'completed', 'code': 200} Apr 04 12:08:26.668467 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:08:26.861398 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:26.886763 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:08:26.894578 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:08:26.895164 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:07:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:27.003949 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:08:27.195843 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:27.224515 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7145b-7d1c-472f-a93d-8d01cc5fb837 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:08:27.249219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e517977e-9134-4549-9ad3-4202456b6ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:27.470685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a98986-7e6a-43eb-8aed-9de1d41883b4 None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:08:27.492527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aadb01b3-f64b-46bb-98c0-167a35cdf331 req-6ddfe90f-1882-4031-a6c4-104f03c9d62e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7bfacf-7b61-4b95-b47c-4324afdd490f HTTP/1.1" status: 200 len: 210 time: 0.0321341 Apr 04 12:08:28.730880 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-6bcb24bd-8851-4f7f-9942-44971f1eea8b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1495312321&fields=id&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 267 time: 0.0330150 Apr 04 12:08:28.835880 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-892d6039-9ce2-4e71-baea-524434f17c0a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:28.837322 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-892d6039-9ce2-4e71-baea-524434f17c0a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.0999076 Apr 04 12:08:28.853053 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-75538d3d-8dc9-45a5-bfba-8ba8b5718975 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/quotas/b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Apr 04 12:08:28.908944 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-8a418422-bda6-43e9-a5ca-62f1571a7a7e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488327 Apr 04 12:08:29.005056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-34e745bf-8952-47f5-94a1-15a82415b34e service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Apr 04 12:08:29.092937 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-18424f49-00b4-4be0-860f-23be5eeaf99c service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816305 Apr 04 12:08:29.464375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b3cffc55-d025-40fe-8561-a78198e44f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:29.545784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:08:29.565176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:08:29.565522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0b505b9f-0ded-40a9-8b64-e1ef5d8c5887 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:08:30.325964 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08d77790-307c-4ef0-bb96-757dc337feb3 req-f5ddc8f6-7b64-4fca-bf65-5f3ac957b806 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 210 time: 0.0289853 Apr 04 12:08:30.590251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:31.426289 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53f7bcd4-4360-43c3-8417-96c26488e2a7 req-59e2d8ed-2b93-4040-9772-da32bd48f6ad tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 210 time: 0.0327353 Apr 04 12:08:32.111933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.206268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-ee76ea25-b5ba-440f-9d4a-9fca6f580d35 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:32.207720 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-ee76ea25-b5ba-440f-9d4a-9fca6f580d35 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.0997882 Apr 04 12:08:32.249408 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-742a09cc-7791-4448-9dfa-a09f812112c9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 380 time: 0.0338292 Apr 04 12:08:32.257959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'port': {'device_id': '235017f0-ca7c-42ea-a17c-94f684f51324', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'admin_state_up': True, 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'security_groups': ['5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:08:32.441369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:08:32.445375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.445685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.535965 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c56f0012-1c46-43b9-811c-a97c09ad5361 req-51acc11e-31e9-4f6d-8f41-f03d0089122f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Apr 04 12:08:32.595058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Allocated IP 172.20.0.11 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/cd0a160f-7ff6-418b-bf25-533aefa9c4ca) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:08:32.724107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.807950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.851261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:08:32.854850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:08:32.858467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:08:32.881369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:32.911434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:32.912055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:32.989997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-7ed0a901-e52b-4de2-8bcf-2ed3b6be8b1a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354908 Apr 04 12:08:33.002498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Request body: {'port': {'device_id': '235017f0-ca7c-42ea-a17c-94f684f51324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:08:33.057933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.068050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-62ce78f4-1620-4a47-9313-26538d8dca06 None None] Provisioning complete for port cd0a160f-7ff6-418b-bf25-533aefa9c4ca triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:08:33.068372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62ce78f4-1620-4a47-9313-26538d8dca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.104838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-62ce78f4-1620-4a47-9313-26538d8dca06 None None] Port cd0a160f-7ff6-418b-bf25-533aefa9c4ca cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:08:33.317674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:08:33.325453 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.336703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Transition to ACTIVE for port object cd0a160f-7ff6-418b-bf25-533aefa9c4ca will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:08:33.396994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.448967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:33.517573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Attempting to bind port cd0a160f-7ff6-418b-bf25-533aefa9c4ca on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:08:33.517919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Attempting to bind port cd0a160f-7ff6-418b-bf25-533aefa9c4ca by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:08:33.518260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Attempting to bind port cd0a160f-7ff6-418b-bf25-533aefa9c4ca on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:08:33.522837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Port cd0a160f-7ff6-418b-bf25-533aefa9c4ca on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:08:33.523144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Attempting to bind port cd0a160f-7ff6-418b-bf25-533aefa9c4ca on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:08:33.528650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:08:33.528990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:08:33.529375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:08:33.529829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Bound port: cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:08:33.530189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.596081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:08:33.599142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:08:33.654443 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc2fd9-362a-4e2b-bad2-27c1e8cb13a4 req-a5e62837-f150-4ed9-8f9b-96fe9c41d557 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:33.655931 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fdc2fd9-362a-4e2b-bad2-27c1e8cb13a4 req-a5e62837-f150-4ed9-8f9b-96fe9c41d557 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0496075 Apr 04 12:08:33.693382 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fdc2fd9-362a-4e2b-bad2-27c1e8cb13a4 req-31ed0fd2-4a0f-4648-886e-255e095d148d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Apr 04 12:08:33.711791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.746870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:33.747491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:33.748881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] 10.222.0.44 "PUT /v2.0/ports/cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1094 time: 0.7507067 Apr 04 12:08:33.749340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:33.751694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057" -d '{"events": [{"name": "network-changed", "server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:33.777328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e276b-b5e9-4eb6-8d11-2bdaeffa5fce service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:33.801440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2cc45-96a9-40ce-9b75-d8bdeb8e3a2f x-openstack-request-id: req-b3d2cc45-96a9-40ce-9b75-d8bdeb8e3a2f {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:33.801440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:33.801440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3d2cc45-96a9-40ce-9b75-d8bdeb8e3a2f {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:33.801837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d2cc45-96a9-40ce-9b75-d8bdeb8e3a2f'] response: {'name': 'network-changed', 'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'status': 'completed', 'code': 200} Apr 04 12:08:33.872671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-3f2ffbee-41ae-4eec-bdd2-bbf360a59869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:33.872671 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-3f2ffbee-41ae-4eec-bdd2-bbf360a59869 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1097 time: 0.0476975 Apr 04 12:08:33.971909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-be06c2a8-3253-4cee-9daa-c999f807369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:33.973410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-be06c2a8-3253-4cee-9daa-c999f807369c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966475 Apr 04 12:08:34.068121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-d6356442-3781-43cf-bab7-34b14a8290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:34.069632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8abf4bab-397a-4f8a-b0a1-c9c4e2db3057 req-d6356442-3781-43cf-bab7-34b14a8290ce service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894201 Apr 04 12:08:34.143377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-ef970b63-d34a-457e-8fd7-dc0912cd93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:34.144858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-ef970b63-d34a-457e-8fd7-dc0912cd93df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1097 time: 0.0399451 Apr 04 12:08:34.185831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-3ccc8bdb-d380-439d-a45a-8b120ef3e5da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 217 time: 0.0338280 Apr 04 12:08:34.235489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c069a237-dc3b-406e-8ee2-53c53b37b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:34.236905 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-c069a237-dc3b-406e-8ee2-53c53b37b045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0449064 Apr 04 12:08:34.280789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-5e205f2c-4a20-4cdf-a2d6-98abb9bdba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:34.282333 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-5e205f2c-4a20-4cdf-a2d6-98abb9bdba3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389233 Apr 04 12:08:34.323150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:34.370728 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-6fa67bbb-682e-481c-97d4-17cb3deff3bc service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815651 Apr 04 12:08:34.460952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a431fd59-a375-4ecf-ab1c-1c113f876641 req-d66907eb-a706-411b-be6b-8ccac2331648 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Apr 04 12:08:34.805990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f08d16-1f6b-4891-b6f7-d785de0b6df0 req-cfd05093-b4d7-4453-bf26-49e72603a872 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:34.807502 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81f08d16-1f6b-4891-b6f7-d785de0b6df0 req-cfd05093-b4d7-4453-bf26-49e72603a872 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0483418 Apr 04 12:08:34.845026 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81f08d16-1f6b-4891-b6f7-d785de0b6df0 req-345ab36a-0e68-48b2-9cae-14692217248a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Apr 04 12:08:35.971325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8106367-899b-4677-9c9c-4a9d5342b3c9 req-d051362d-c153-4a22-95ed-58d220d0f0aa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:35.972772 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8106367-899b-4677-9c9c-4a9d5342b3c9 req-d051362d-c153-4a22-95ed-58d220d0f0aa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0480738 Apr 04 12:08:36.008744 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8106367-899b-4677-9c9c-4a9d5342b3c9 req-eedde903-6382-467b-b5f6-b118bac19316 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300553 Apr 04 12:08:37.126784 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc7540-fbe2-4ac0-9205-a18eb458ffcf req-53524947-423b-47ec-ab34-40f9513baab4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:37.128256 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fbc7540-fbe2-4ac0-9205-a18eb458ffcf req-53524947-423b-47ec-ab34-40f9513baab4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0529094 Apr 04 12:08:37.166896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fbc7540-fbe2-4ac0-9205-a18eb458ffcf req-91ed8402-4213-4282-afd8-f9e1a5eaaed8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Apr 04 12:08:37.597502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:08:37.690273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:37.701165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'mac_address': 'fa:16:3e:16:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:08:37.736770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:37.749170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:08:37.768023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:37.864029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:37.914045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:38.102354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['cd0a160f-7ff6-418b-bf25-533aefa9c4ca'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:08:38.346621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf474d-17b3-428e-b57c-c76206010bb1 req-f4ac7042-218c-4f63-8a67-20ce848ce4ad tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:38.346621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-75bf474d-17b3-428e-b57c-c76206010bb1 req-f4ac7042-218c-4f63-8a67-20ce848ce4ad tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 945 time: 0.0478003 Apr 04 12:08:38.346621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-75bf474d-17b3-428e-b57c-c76206010bb1 req-d12093a5-3154-48d0-8604-b620512cb0b8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Apr 04 12:08:39.434491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71800d57-60bf-4c7d-92ba-bce4271d1eae req-a8f13c6a-9c56-45af-891d-5ae456139cc7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:39.435938 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-71800d57-60bf-4c7d-92ba-bce4271d1eae req-a8f13c6a-9c56-45af-891d-5ae456139cc7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 945 time: 0.0478215 Apr 04 12:08:39.474866 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-71800d57-60bf-4c7d-92ba-bce4271d1eae req-6d99f326-abb5-44e8-b404-cef6be8ac7bc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330293 Apr 04 12:08:39.609111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:08:39.728646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port cd0a160f-7ff6-418b-bf25-533aefa9c4ca completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:08:39.732290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port cd0a160f-7ff6-418b-bf25-533aefa9c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:08:39.732655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:39.806261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:39.828162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:39.831647 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1336de-5f0b-4565-b88d-6fdbadf97831" -d '{"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:39.843439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:08:39.866363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202fa73a-7de9-4192-88db-8b4bad8f39e6 x-openstack-request-id: req-202fa73a-7de9-4192-88db-8b4bad8f39e6 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:39.866655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:39.866909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-202fa73a-7de9-4192-88db-8b4bad8f39e6 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:39.867304 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202fa73a-7de9-4192-88db-8b4bad8f39e6'] response: {'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'code': 200} Apr 04 12:08:39.894220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:39.941395 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:08:40.124787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a22f36-b5e5-4473-8a84-a64b0d0d62e1 req-28cbb02d-78c6-4f98-9a9f-2882c1bfe527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:40.126248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6a22f36-b5e5-4473-8a84-a64b0d0d62e1 req-28cbb02d-78c6-4f98-9a9f-2882c1bfe527 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0402262 Apr 04 12:08:40.159527 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d6a22f36-b5e5-4473-8a84-a64b0d0d62e1 req-9a744784-207c-4e6e-bc63-91038ed750af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268278 Apr 04 12:08:40.587019 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7b14-f489-464c-9bdc-51010329af07 req-bbf47a1d-e117-45e8-90a7-6153f5a455c8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:40.589071 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-111a7b14-f489-464c-9bdc-51010329af07 req-bbf47a1d-e117-45e8-90a7-6153f5a455c8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Apr 04 12:08:40.626022 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-111a7b14-f489-464c-9bdc-51010329af07 req-cdb356c4-f8ba-4802-888c-f69b6269ff1d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Apr 04 12:08:41.740103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193126f7-9c40-449f-99cf-d459e07b944b req-babfb22f-675f-4f36-a3c8-18763e92fb88 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:41.741611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-193126f7-9c40-449f-99cf-d459e07b944b req-babfb22f-675f-4f36-a3c8-18763e92fb88 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0484240 Apr 04 12:08:41.781769 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-193126f7-9c40-449f-99cf-d459e07b944b req-faffe815-62bf-43ad-b047-bb99350d6b8e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Apr 04 12:08:41.898970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993d48-1e27-4a6d-86ff-5a26a89226e0 req-8708f607-5e5f-4b77-aef1-ba962ec9c2ce tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:41.901288 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-35993d48-1e27-4a6d-86ff-5a26a89226e0 req-8708f607-5e5f-4b77-aef1-ba962ec9c2ce tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0557258 Apr 04 12:08:41.910058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 44794) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:08:41.915012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'floatingip': {'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:08:41.962151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:42.427560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:42.471000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:42.567999 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e associated. External IP: 172.26.1.101, port: cd0a160f-7ff6-418b-bf25-533aefa9c4ca. Apr 04 12:08:42.768023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:08:42.867652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:08:42.872376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:42.876807 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:08:42.886791 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:08:42.887393 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:08:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:42.902238 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9c00f939-7284-4faa-b448-5f4c7e92d409 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "PUT /v2.0/floatingips/d49061c1-8d86-49ff-8b2d-84a620923b3e HTTP/1.1" status: 200 len: 992 time: 0.9911482 Apr 04 12:08:42.902861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:08:42.905108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e85f4e-246e-413c-9d97-acd05953b143" -d '{"events": [{"name": "network-changed", "server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:08:42.950093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d2134e-e266-4303-8f9e-f1544bbb1350 x-openstack-request-id: req-89d2134e-e266-4303-8f9e-f1544bbb1350 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:08:42.950393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:08:42.950653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89d2134e-e266-4303-8f9e-f1544bbb1350 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:08:42.951075 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d2134e-e266-4303-8f9e-f1544bbb1350'] response: {'name': 'network-changed', 'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'status': 'completed', 'code': 200} Apr 04 12:08:43.019981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-4df6c1d1-f8fc-440e-81c7-f0146c0e4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:43.021668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-4df6c1d1-f8fc-440e-81c7-f0146c0e4253 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0496144 Apr 04 12:08:43.085843 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:08:43.117182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-e771f201-309a-43ad-a8ee-cbdeabde56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:43.118754 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-e771f201-309a-43ad-a8ee-cbdeabde56f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0898650 Apr 04 12:08:43.186821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-c7477e7a-0eb6-4175-84bc-fb5e387812e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1000 time: 0.0617120 Apr 04 12:08:43.241497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-31a507a2-c0d4-4e45-99ae-e47cc01945c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:43.244831 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-31a507a2-c0d4-4e45-99ae-e47cc01945c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0485077 Apr 04 12:08:43.302491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-4d50df78-8850-41ff-90a7-4e13c4bba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:43.304021 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-4d50df78-8850-41ff-90a7-4e13c4bba0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537293 Apr 04 12:08:43.309818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e78c1f-9305-4df4-99a5-b1de177447fc req-5cf3ae24-79ad-4fd7-9c69-9be952c95501 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:43.311309 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c1e78c1f-9305-4df4-99a5-b1de177447fc req-5cf3ae24-79ad-4fd7-9c69-9be952c95501 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Apr 04 12:08:43.317570 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:16:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235017f0-ca7c-42ea-a17c-94f684f51324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:08:42Z', 'revision_number': 9, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:43.348763 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:08:43.350905 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c1e78c1f-9305-4df4-99a5-b1de177447fc req-beec32f2-2c63-41b5-a232-c61f47a315c3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Apr 04 12:08:43.359491 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:08:43.359491 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:08:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:43.407252 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-8f213e06-16b3-41ef-84c7-8f7516433c0b service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938845 Apr 04 12:08:43.430412 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-2772b914-e094-440d-bca2-935b3dcafd1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409188 Apr 04 12:08:43.469987 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:08:43.496988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f3e85f4e-246e-413c-9d97-acd05953b143 req-176622ac-4901-416d-8f52-a12a18bba3fd service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850818 Apr 04 12:08:43.700307 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:16:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235017f0-ca7c-42ea-a17c-94f684f51324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:08:42Z', 'revision_number': 9, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:08:43.726456 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4805885-10c4-4c65-b09e-a96ac3820b31 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:16:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235017f0-ca7c-42ea-a17c-94f684f51324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:08:42Z', 'revision_number': 9, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:08:43.906950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4129be-863b-4111-ac09-c82ed9e8a906 None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:08:44.472869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ace7-d96f-43ff-9ba9-9c08c9d202aa req-88ba588b-8bc0-4286-8b40-186976000aa7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:44.474358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9525ace7-d96f-43ff-9ba9-9c08c9d202aa req-88ba588b-8bc0-4286-8b40-186976000aa7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0537069 Apr 04 12:08:44.517607 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9525ace7-d96f-43ff-9ba9-9c08c9d202aa req-e3c236f6-ebbf-43da-92ea-2e0e1e66484c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369008 Apr 04 12:08:45.367584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-6c6c46b5-9730-4d2e-a066-da99f6477fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:45.368961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-6c6c46b5-9730-4d2e-a066-da99f6477fd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0408788 Apr 04 12:08:45.455002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-cbf7dfd8-c38c-4b0a-83e0-959d22050014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:45.456459 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-cbf7dfd8-c38c-4b0a-83e0-959d22050014 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0812593 Apr 04 12:08:45.521871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-fc6415a5-0a66-4f14-b4db-0435acba4485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1003 time: 0.0582418 Apr 04 12:08:45.570296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-41c25c3e-5a7d-4aa6-a74b-78016ccd9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:45.571763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-41c25c3e-5a7d-4aa6-a74b-78016ccd9266 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0428965 Apr 04 12:08:45.617694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-b689ba05-8d20-4848-8224-a9e316fedef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:45.619297 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-b689ba05-8d20-4848-8224-a9e316fedef7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405905 Apr 04 12:08:45.633090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166723e-f3e3-4ad8-8bc1-949d39c679a4 req-befbe5ca-8d33-492d-9c83-cb0be0ce259d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:45.635075 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f166723e-f3e3-4ad8-8bc1-949d39c679a4 req-befbe5ca-8d33-492d-9c83-cb0be0ce259d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0477254 Apr 04 12:08:45.675807 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f166723e-f3e3-4ad8-8bc1-949d39c679a4 req-291ae24a-8682-4c08-a019-f20075add611 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347855 Apr 04 12:08:45.711948 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-c4c523d4-d67d-4993-ab4c-289ebb62affb service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861182 Apr 04 12:08:45.799028 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-e006b286-074d-4ded-9dd7-f0ff15f5e1c2 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801060 Apr 04 12:08:46.794667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bdf3a-4a01-498f-95cf-9b3f82e03fbd req-3f517198-a97e-4b79-be45-02ccb2c715d9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:46.796209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-478bdf3a-4a01-498f-95cf-9b3f82e03fbd req-3f517198-a97e-4b79-be45-02ccb2c715d9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Apr 04 12:08:46.831740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-478bdf3a-4a01-498f-95cf-9b3f82e03fbd req-03617d4d-2abe-4859-8b4a-e32f74d3d3f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296180 Apr 04 12:08:47.949549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e970-92e8-4284-ace8-c292a720e99c req-72c8e76e-2355-472a-a2c7-9de60109a8d8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:47.951055 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8b61e970-92e8-4284-ace8-c292a720e99c req-72c8e76e-2355-472a-a2c7-9de60109a8d8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0490582 Apr 04 12:08:47.988476 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8b61e970-92e8-4284-ace8-c292a720e99c req-6b6b87fc-63df-4c3e-b894-f97958fbb340 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Apr 04 12:08:49.103646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca032d-9287-438b-aef0-d83ce0ba8bcb req-50753f23-32e2-4e01-a60a-1b2d74363129 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:49.105118 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9eca032d-9287-438b-aef0-d83ce0ba8bcb req-50753f23-32e2-4e01-a60a-1b2d74363129 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0475335 Apr 04 12:08:49.142375 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9eca032d-9287-438b-aef0-d83ce0ba8bcb req-6686e87a-43ea-4628-b2fd-a0eeaedfa960 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Apr 04 12:08:50.255281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f4a8a-e750-4473-9a9f-c6b5dfc1de97 req-d5ad0f52-b2f0-46f2-b039-87e73cfc2dc3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:50.256955 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-607f4a8a-e750-4473-9a9f-c6b5dfc1de97 req-d5ad0f52-b2f0-46f2-b039-87e73cfc2dc3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0473642 Apr 04 12:08:50.294276 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-607f4a8a-e750-4473-9a9f-c6b5dfc1de97 req-82674989-c308-484f-8c9a-a1afd3ce52ab tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Apr 04 12:08:50.443989 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:08:51.405458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1de68-67ce-4476-94a2-a260f4d5c76d req-69ebfbba-d128-4899-9db1-b2231c493a65 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:51.406890 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c0a1de68-67ce-4476-94a2-a260f4d5c76d req-69ebfbba-d128-4899-9db1-b2231c493a65 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0480874 Apr 04 12:08:51.444121 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c0a1de68-67ce-4476-94a2-a260f4d5c76d req-7988327c-887b-40b2-bf52-dc1a3c397c84 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310025 Apr 04 12:08:52.571158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988935-fb47-4027-83cd-8604ed07f10f req-a0c72ddd-71db-4dc8-83ad-f6bc645c1a8b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:52.572626 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-31988935-fb47-4027-83cd-8604ed07f10f req-a0c72ddd-71db-4dc8-83ad-f6bc645c1a8b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0640788 Apr 04 12:08:52.613103 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-31988935-fb47-4027-83cd-8604ed07f10f req-f15c5f2d-930c-4966-8b4f-e24339aa71cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Apr 04 12:08:53.727652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860ab6e-d0d6-4f1c-93a9-11afbcdc5be0 req-afe67b56-e04b-4dd3-b7fb-2704d129d95a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:53.729092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b860ab6e-d0d6-4f1c-93a9-11afbcdc5be0 req-afe67b56-e04b-4dd3-b7fb-2704d129d95a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Apr 04 12:08:53.766371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b860ab6e-d0d6-4f1c-93a9-11afbcdc5be0 req-f9cd6c97-8be9-4d9b-9a83-136074171488 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Apr 04 12:08:54.878337 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9a39-0609-4464-8f75-0664a562000d req-d4ecccd4-9e6b-48b1-ada4-0888fd483178 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:54.879763 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81bc9a39-0609-4464-8f75-0664a562000d req-d4ecccd4-9e6b-48b1-ada4-0888fd483178 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0470493 Apr 04 12:08:54.915303 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-81bc9a39-0609-4464-8f75-0664a562000d req-d97821e4-cf0e-4aa9-8714-328f6540a706 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297358 Apr 04 12:08:56.027961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bf375-5a8d-4453-9014-bc7528a1e12a req-7c4771b6-5d0a-45ac-903d-e6d53179b392 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:56.029406 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-189bf375-5a8d-4453-9014-bc7528a1e12a req-7c4771b6-5d0a-45ac-903d-e6d53179b392 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0469105 Apr 04 12:08:56.065812 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-189bf375-5a8d-4453-9014-bc7528a1e12a req-02028b5f-22ca-47f8-9863-c7206ee25a5a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Apr 04 12:08:57.180707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e518e-e4b4-4fd6-ab52-16d3a77cb235 req-04fe3b08-5375-45ff-8d15-a49db6d21aae tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:57.182227 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b11e518e-e4b4-4fd6-ab52-16d3a77cb235 req-04fe3b08-5375-45ff-8d15-a49db6d21aae tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Apr 04 12:08:57.219755 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b11e518e-e4b4-4fd6-ab52-16d3a77cb235 req-cee379a3-8022-4842-9829-ad60de823638 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Apr 04 12:08:57.230006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-183f6578-a013-4c71-8e76-d2624357d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:58.333697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ce39-cb4d-418e-b0f7-d8aaffd0e4d3 req-dfc4cfd5-50b9-4531-b16d-1631125d5cd4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:58.335163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1a05ce39-cb4d-418e-b0f7-d8aaffd0e4d3 req-dfc4cfd5-50b9-4531-b16d-1631125d5cd4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0476060 Apr 04 12:08:58.372202 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1a05ce39-cb4d-418e-b0f7-d8aaffd0e4d3 req-a5392566-f87e-4a46-b326-6170d2dbed99 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Apr 04 12:08:59.453791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd187282-adf8-4009-b857-cc913e6bde3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:08:59.484954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e87529-860c-47c3-a50a-912232fd7cd3 req-2892da9b-3870-47da-86b4-ac23b3236f2d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:08:59.486431 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-14e87529-860c-47c3-a50a-912232fd7cd3 req-2892da9b-3870-47da-86b4-ac23b3236f2d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Apr 04 12:08:59.527423 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-14e87529-860c-47c3-a50a-912232fd7cd3 req-afe65fbc-283e-4bdf-9367-df150ca70670 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349212 Apr 04 12:09:00.590870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:00.643403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34d145-3126-41dc-a72a-ae77a83750eb req-3aa2fd4c-92a7-489a-8b73-dd2ffe8cdff7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:00.644857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bd34d145-3126-41dc-a72a-ae77a83750eb req-3aa2fd4c-92a7-489a-8b73-dd2ffe8cdff7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0513220 Apr 04 12:09:00.681792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bd34d145-3126-41dc-a72a-ae77a83750eb req-08f5ad38-195d-4492-8869-4f8c869cf9cb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Apr 04 12:09:01.797364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090184b5-77ea-4a0e-a389-b21fa33524f0 req-b463ef86-fd92-407a-be3b-900bd17b5b18 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:01.798911 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-090184b5-77ea-4a0e-a389-b21fa33524f0 req-b463ef86-fd92-407a-be3b-900bd17b5b18 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0511382 Apr 04 12:09:01.834655 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-090184b5-77ea-4a0e-a389-b21fa33524f0 req-b5db7e0b-6c69-4864-b430-97f99018a800 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297425 Apr 04 12:09:02.104528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:02.396227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:02.946912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74244718-0263-48eb-b3a9-025df791658a req-f2e1eb59-7777-4241-a772-f75d7a30f43b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:02.948356 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74244718-0263-48eb-b3a9-025df791658a req-f2e1eb59-7777-4241-a772-f75d7a30f43b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0472841 Apr 04 12:09:02.985646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74244718-0263-48eb-b3a9-025df791658a req-a2ab4fe6-ee6f-404a-bcfd-c94b24df710f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Apr 04 12:09:04.098960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfbd9f-a148-41a1-ac73-73af0c15b7e5 req-35423869-4efc-4683-846a-70a8d171e446 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:04.100468 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dbbfbd9f-a148-41a1-ac73-73af0c15b7e5 req-35423869-4efc-4683-846a-70a8d171e446 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0485868 Apr 04 12:09:04.139313 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dbbfbd9f-a148-41a1-ac73-73af0c15b7e5 req-89e7105d-5dbd-4c31-8d48-5a725c4b448a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Apr 04 12:09:04.220199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-af0dd790-f99a-46b6-bd7a-d7afcd1fcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:04.221689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-af0dd790-f99a-46b6-bd7a-d7afcd1fcdeb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0391729 Apr 04 12:09:04.304906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:04.325818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-568ce7fd-adb3-46b3-bf59-73b667a3ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:04.327352 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-568ce7fd-adb3-46b3-bf59-73b667a3ad4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0877786 Apr 04 12:09:04.389988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-26b5d499-f68d-4242-8a9c-93c848a6b3be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1003 time: 0.0553262 Apr 04 12:09:04.441476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-0bc054de-0748-456b-9f47-4f130d37c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:04.442953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-0bc054de-0748-456b-9f47-4f130d37c21b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0462646 Apr 04 12:09:04.486930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-9d039295-8c70-4842-a18d-0ab1062cfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:04.488340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-9d039295-8c70-4842-a18d-0ab1062cfe0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378561 Apr 04 12:09:04.577078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-9ab0f9d7-c4e8-460b-acae-317f574db260 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816410 Apr 04 12:09:04.670736 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a39211d5-01ad-432c-b421-7f39da3b6bb0 req-28333056-030c-44da-94d7-effad1a7f954 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830517 Apr 04 12:09:05.252362 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38b86a-8c83-4905-aaf8-32c9ba8ef981 req-2722adb4-87c7-4304-ba51-8096a382f8a5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:05.253837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b38b86a-8c83-4905-aaf8-32c9ba8ef981 req-2722adb4-87c7-4304-ba51-8096a382f8a5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0470800 Apr 04 12:09:05.290606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b38b86a-8c83-4905-aaf8-32c9ba8ef981 req-554f1b68-af72-403a-915f-700bd87c1444 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Apr 04 12:09:06.405299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed54106-cb74-4083-8b9e-d03a4dfd9c91 req-51976dd5-c274-4f75-8f01-464020b2951e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:06.406748 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ed54106-cb74-4083-8b9e-d03a4dfd9c91 req-51976dd5-c274-4f75-8f01-464020b2951e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0489230 Apr 04 12:09:06.448462 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9ed54106-cb74-4083-8b9e-d03a4dfd9c91 req-634d6c41-0f23-49c0-9bfb-1404022d8e7a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354667 Apr 04 12:09:07.571494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa41bb-b640-42a9-a01a-a2818196e2de req-8f0ab998-8642-4504-87fe-4ef9f2fb1e22 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:07.572959 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-04fa41bb-b640-42a9-a01a-a2818196e2de req-8f0ab998-8642-4504-87fe-4ef9f2fb1e22 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Apr 04 12:09:07.609226 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-04fa41bb-b640-42a9-a01a-a2818196e2de req-36f1a3e1-53ee-498e-b2f9-cde238aab0cf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303576 Apr 04 12:09:08.726724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379db8a-75ff-467d-a855-15e2c1fe2cee req-daa067b9-feb0-4974-b8b5-314028f352aa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:08.728179 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8379db8a-75ff-467d-a855-15e2c1fe2cee req-daa067b9-feb0-4974-b8b5-314028f352aa tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0480874 Apr 04 12:09:08.765167 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8379db8a-75ff-467d-a855-15e2c1fe2cee req-624448af-e2ab-46bb-9073-2b757300bd51 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Apr 04 12:09:09.876701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cb81-22c1-494d-bd70-ee61b9616199 req-22de52a0-ffec-47e9-bdda-72ddb80f1bac tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:09.878204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ec62cb81-22c1-494d-bd70-ee61b9616199 req-22de52a0-ffec-47e9-bdda-72ddb80f1bac tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0477498 Apr 04 12:09:09.913945 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ec62cb81-22c1-494d-bd70-ee61b9616199 req-8a3a5de1-23a5-49f3-8f20-4c840b827563 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298920 Apr 04 12:09:11.028123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9c80-777c-4da6-96c9-7a3060312052 req-5dca9f3e-8fc5-462f-94c8-ce898acd0888 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:11.029586 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-40db9c80-777c-4da6-96c9-7a3060312052 req-5dca9f3e-8fc5-462f-94c8-ce898acd0888 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Apr 04 12:09:11.065823 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-40db9c80-777c-4da6-96c9-7a3060312052 req-a7d95111-fb22-42b5-9bd6-ad118e134d98 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301251 Apr 04 12:09:12.178908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d974b5-061e-41fa-bfd4-62acba393d70 req-984acc60-0926-4fc3-8e95-4c53427cb7e7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:12.180350 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3d974b5-061e-41fa-bfd4-62acba393d70 req-984acc60-0926-4fc3-8e95-4c53427cb7e7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0478323 Apr 04 12:09:12.217064 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3d974b5-061e-41fa-bfd4-62acba393d70 req-ae52781c-e91d-4fac-8e6e-d8bac57026f4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Apr 04 12:09:13.328802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47129fa2-daa2-430e-b9af-2e4d14d8ba09 req-fee56fa7-4a3b-432e-a144-2ae0ea392726 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:13.330289 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-47129fa2-daa2-430e-b9af-2e4d14d8ba09 req-fee56fa7-4a3b-432e-a144-2ae0ea392726 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Apr 04 12:09:13.370636 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-47129fa2-daa2-430e-b9af-2e4d14d8ba09 req-0163540e-2418-4d16-87bf-a42d485536d1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Apr 04 12:09:14.486280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751245-7d51-4799-b16c-965d25d7f4c4 req-334a6341-3cdc-4ea5-a364-3e845992df75 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:14.487701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b751245-7d51-4799-b16c-965d25d7f4c4 req-334a6341-3cdc-4ea5-a364-3e845992df75 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Apr 04 12:09:14.523500 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b751245-7d51-4799-b16c-965d25d7f4c4 req-2b1a92b2-3281-454f-98fe-1588ebca7edd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299342 Apr 04 12:09:15.640950 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efccb1c-8c41-4b92-ab33-61b3d281f781 req-6fc9ba4f-0c4e-4ea1-a6ee-43b132ef915f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:15.642438 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8efccb1c-8c41-4b92-ab33-61b3d281f781 req-6fc9ba4f-0c4e-4ea1-a6ee-43b132ef915f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0482080 Apr 04 12:09:15.679330 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8efccb1c-8c41-4b92-ab33-61b3d281f781 req-d323f70d-9967-4a50-8d1e-70b1ba56cc69 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Apr 04 12:09:16.790904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604053-a5b6-4765-adfb-95c5f874f5a5 req-9a5c8511-600c-446b-9161-e88c5aa368db tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:16.792343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d7604053-a5b6-4765-adfb-95c5f874f5a5 req-9a5c8511-600c-446b-9161-e88c5aa368db tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0469055 Apr 04 12:09:16.829180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d7604053-a5b6-4765-adfb-95c5f874f5a5 req-548bfedb-a0fa-4460-86cd-6cf2312e1461 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Apr 04 12:09:17.815710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-453bc987-4c92-4888-888d-db8d18c85b5c service neutron] 10.222.0.44 "GET /v2.0/ports/cd0a160f-7ff6-418b-bf25-533aefa9c4ca/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0530906 Apr 04 12:09:17.943781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d6f7d-3c82-48be-a803-c4f2750cfb2c req-50e67680-f87e-438d-8a26-903a3bd0b0df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:17.945409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a8d6f7d-3c82-48be-a803-c4f2750cfb2c req-50e67680-f87e-438d-8a26-903a3bd0b0df tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0482776 Apr 04 12:09:17.983261 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a8d6f7d-3c82-48be-a803-c4f2750cfb2c req-fcd2a9c2-3cab-4630-96af-aea097c4b393 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Apr 04 12:09:18.305973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-66ec6150-1d32-4bed-83ea-b2597353d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:18.307443 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-66ec6150-1d32-4bed-83ea-b2597353d39e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0431528 Apr 04 12:09:18.368580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-037b0fe7-22ec-4944-a7f0-e5cc08bddd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:18.368580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-037b0fe7-22ec-4944-a7f0-e5cc08bddd04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0383370 Apr 04 12:09:18.455803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-c777ffae-62dd-43b1-8234-f8b699eed549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:18.457235 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-c777ffae-62dd-43b1-8234-f8b699eed549 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0815225 Apr 04 12:09:18.522551 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-02f244da-8d0e-4b46-b088-dc7a854bbee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1003 time: 0.0590014 Apr 04 12:09:18.571366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-b7181d92-e319-40bb-9d94-2c9450120770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:18.572820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-b7181d92-e319-40bb-9d94-2c9450120770 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0424130 Apr 04 12:09:18.615961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-964d878a-f927-4f87-957c-3026949b6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:18.617396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-964d878a-f927-4f87-957c-3026949b6fd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380785 Apr 04 12:09:18.706724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-40fa5755-97cb-4913-a7b4-8908a2c75f07 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814722 Apr 04 12:09:18.791075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cc0b28e-18f2-4318-a297-a96da5a03261 req-c7033463-238d-4dd3-8ad8-696c05462c8d service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780513 Apr 04 12:09:19.106296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b15d-714b-414a-a927-fe44d9e19aed req-39b42c0b-051e-417c-987f-c895571d2612 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:19.107811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c98b15d-714b-414a-a927-fe44d9e19aed req-39b42c0b-051e-417c-987f-c895571d2612 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Apr 04 12:09:19.149913 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c98b15d-714b-414a-a927-fe44d9e19aed req-27b187d4-c4f6-47c0-a5e9-7dd8352b33da tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Apr 04 12:09:20.260178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbe1a2-fcce-4414-9c30-1a607ca32b5f req-612e7ade-14ca-4838-8b05-17075831ac58 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:20.262169 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57cbe1a2-fcce-4414-9c30-1a607ca32b5f req-612e7ade-14ca-4838-8b05-17075831ac58 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Apr 04 12:09:20.302723 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57cbe1a2-fcce-4414-9c30-1a607ca32b5f req-ae404907-fd31-40f6-b204-549056751aec tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Apr 04 12:09:21.415349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b017ca-ac49-424a-98a7-aeb05d248697 req-ffdcf350-073b-45cc-b27e-566ee85530e1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:21.416709 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-43b017ca-ac49-424a-98a7-aeb05d248697 req-ffdcf350-073b-45cc-b27e-566ee85530e1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Apr 04 12:09:21.453721 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-43b017ca-ac49-424a-98a7-aeb05d248697 req-f07ea529-290e-4906-80e8-43b4a27f89e1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Apr 04 12:09:21.896645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:09:21.898749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:09:22.057637 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:22.060434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:22.079818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'mac_address': 'fa:16:3e:16:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:09:22.092983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:22.095283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b673dc5-0425-431a-abba-f6ab9a01719b" -d '{"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:22.126524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:22.142290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:22.151533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eabba4-72eb-466b-bac1-4c55f6517067 x-openstack-request-id: req-f0eabba4-72eb-466b-bac1-4c55f6517067 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:22.152360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:22.152607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0eabba4-72eb-466b-bac1-4c55f6517067 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:22.152996 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0eabba4-72eb-466b-bac1-4c55f6517067'] response: {'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'code': 200} Apr 04 12:09:22.162628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:09:22.195532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:22.417362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:09:22.417792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:09:22.420375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:22.421686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564428f8-f3b1-4603-879d-8739f2ef1130 req-71bc1bec-d52a-41ca-a161-7fcf75e2f1c6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.423161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-564428f8-f3b1-4603-879d-8739f2ef1130 req-71bc1bec-d52a-41ca-a161-7fcf75e2f1c6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.4373176 Apr 04 12:09:22.427405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.427822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.428072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.428408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.428734 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.429062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.429388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.429744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.430073 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.430393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.430712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.431028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:22.435019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-fc40cc23-2686-49f9-85ff-86b0c5986aae tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.436402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-fc40cc23-2686-49f9-85ff-86b0c5986aae tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.4252245 Apr 04 12:09:22.496477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-564428f8-f3b1-4603-879d-8739f2ef1130 req-9d363df3-0897-421a-9ef2-04d06d78d64c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591414 Apr 04 12:09:22.515686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-f36d8d8b-7105-4863-aac5-4d69078fbfd2 service neutron] 10.222.0.44 "GET /v2.0/ports/cd0a160f-7ff6-418b-bf25-533aefa9c4ca/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0718522 Apr 04 12:09:22.576474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-9a4481c8-e5b1-462c-bf1b-fa0b0a3b4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.579045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-9a4481c8-e5b1-462c-bf1b-fa0b0a3b4c43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1097 time: 0.0412560 Apr 04 12:09:22.670245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-c4d689c2-4f2d-4737-af93-92a0f90b53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.671609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-c4d689c2-4f2d-4737-af93-92a0f90b53a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0858293 Apr 04 12:09:22.733718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-24ba0db1-7f27-49e6-b523-22f35ed4cbf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1001 time: 0.0556526 Apr 04 12:09:22.783580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-e40d5306-8279-4a15-bf72-b4ee81554b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.784962 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-e40d5306-8279-4a15-bf72-b4ee81554b18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0452058 Apr 04 12:09:22.831244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-90ec867c-3694-4532-b606-fcf000d1879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:22.832661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-90ec867c-3694-4532-b606-fcf000d1879a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382314 Apr 04 12:09:22.924729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-359fcb03-412b-4fca-9d8a-b41edac767bd service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Apr 04 12:09:22.954964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:22.969984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:09:22.988270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:23.014220 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-f640ae5e-5d33-46eb-905b-5f9124541717 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836692 Apr 04 12:09:23.064361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:23.118923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:23.132426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['cd0a160f-7ff6-418b-bf25-533aefa9c4ca'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:09:23.613164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d516d0-2b79-4398-868c-35a53ca580b6 req-87a4328f-7d17-4824-badd-40f7f078fb59 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:23.614667 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-43d516d0-2b79-4398-868c-35a53ca580b6 req-87a4328f-7d17-4824-badd-40f7f078fb59 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Apr 04 12:09:23.650395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-43d516d0-2b79-4398-868c-35a53ca580b6 req-7b2acfdc-6bae-4543-9389-38541189c2f9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299439 Apr 04 12:09:23.910799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:09:23.957145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port cd0a160f-7ff6-418b-bf25-533aefa9c4ca triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:09:23.957840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:24.032488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:24.065847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:24.132666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:24.154715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:24.156893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9264c4d0-2d87-4680-aed7-6111d0d17f25" -d '{"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:24.183797 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:24.205834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396c082-b6ca-49d6-a821-72ae73de87d7 x-openstack-request-id: req-3396c082-b6ca-49d6-a821-72ae73de87d7 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:24.206124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:24.206376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3396c082-b6ca-49d6-a821-72ae73de87d7 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:24.206790 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3396c082-b6ca-49d6-a821-72ae73de87d7'] response: {'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'code': 200} Apr 04 12:09:24.764185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc39c9f-8d66-4066-b8dd-fdd87fd566df req-8cc3a3e0-2303-497c-b4f3-2fd7d5abdb09 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:24.765648 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5dc39c9f-8d66-4066-b8dd-fdd87fd566df req-8cc3a3e0-2303-497c-b4f3-2fd7d5abdb09 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0471807 Apr 04 12:09:24.801952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5dc39c9f-8d66-4066-b8dd-fdd87fd566df req-6a78ee39-2a6a-488d-bec2-f53a0e4f1300 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Apr 04 12:09:25.830449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-ca0060ae-214c-401e-85e9-8fd804ab16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:25.831433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-ca0060ae-214c-401e-85e9-8fd804ab16de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0403848 Apr 04 12:09:25.920019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-32362a91-7aab-4c0a-8d00-e8e6d31d2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:25.921477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-32362a91-7aab-4c0a-8d00-e8e6d31d2b21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 1099 time: 0.0685308 Apr 04 12:09:25.943301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435f18a-6059-4be5-a709-238488b65d1e req-b79b8f89-d35f-4de6-9fc5-015cb4d0859e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:25.944648 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5435f18a-6059-4be5-a709-238488b65d1e req-b79b8f89-d35f-4de6-9fc5-015cb4d0859e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0644338 Apr 04 12:09:26.028996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5435f18a-6059-4be5-a709-238488b65d1e req-202233d1-61c5-46d9-bbc4-000912e0f7f8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749302 Apr 04 12:09:26.046710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-65478732-d08a-46e9-87a4-70b72e3fce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:26.048267 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-65478732-d08a-46e9-87a4-70b72e3fce5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.1195903 Apr 04 12:09:26.111448 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-e5ffbe5c-842b-4675-ab2a-49b30a7b2ef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 200 len: 1003 time: 0.0569046 Apr 04 12:09:26.159188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-d991a80b-2b46-417d-94b6-bf2c42f3ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:26.160607 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-d991a80b-2b46-417d-94b6-bf2c42f3ad74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0426257 Apr 04 12:09:26.208016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-30438627-d659-42bb-ba42-9fb5253c87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:26.209488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-30438627-d659-42bb-ba42-9fb5253c87f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419977 Apr 04 12:09:26.297701 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-6dd48144-2794-4983-b1a4-992128b3d418 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805368 Apr 04 12:09:26.387621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5578076a-1bd0-4b6a-9f7b-edb35b0707c2 req-f1519365-53c7-49e5-ba8d-7828d025d861 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840051 Apr 04 12:09:27.142926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8de62-b450-4aff-bf1d-1609cfc189cc req-5ac173ea-f608-4a29-bbfa-191237cf9a8d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:27.144380 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6ed8de62-b450-4aff-bf1d-1609cfc189cc req-5ac173ea-f608-4a29-bbfa-191237cf9a8d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Apr 04 12:09:27.186480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6ed8de62-b450-4aff-bf1d-1609cfc189cc req-8dd93385-981f-4f97-b9a7-20dc61768836 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Apr 04 12:09:27.205739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b27a7448-5e2e-434d-b99b-aa2df92d39dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:27.442609 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:09:27.924264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:09:28.003687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:28.026859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:28.029086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a03ca3-746e-4d5f-89f5-81187848ad2c" -d '{"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:28.041412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:28.066186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb843474-1b07-4ff1-a804-c8920b0dee3f x-openstack-request-id: req-eb843474-1b07-4ff1-a804-c8920b0dee3f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:28.066480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:28.066735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb843474-1b07-4ff1-a804-c8920b0dee3f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:28.067134 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb843474-1b07-4ff1-a804-c8920b0dee3f'] response: {'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'code': 200} Apr 04 12:09:28.115627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:28.165826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=9']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:28.301592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88647a4a-89e4-43e8-a213-d05c027c0e36 req-9dee8f58-9fb4-438e-94d3-85ab2cdc0caf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:28.303067 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-88647a4a-89e4-43e8-a213-d05c027c0e36 req-9dee8f58-9fb4-438e-94d3-85ab2cdc0caf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0494523 Apr 04 12:09:28.340861 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-88647a4a-89e4-43e8-a213-d05c027c0e36 req-1c7f951e-d77e-45fa-9924-b3eda52b9dcc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Apr 04 12:09:28.453757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6eac8-8a87-44d5-a5c1-f112844aa9bd req-87684ba7-a058-4757-9e34-70a568cfeabb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:28.455154 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fed6eac8-8a87-44d5-a5c1-f112844aa9bd req-87684ba7-a058-4757-9e34-70a568cfeabb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0478890 Apr 04 12:09:28.491898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fed6eac8-8a87-44d5-a5c1-f112844aa9bd req-8439bfd6-9507-4938-a0f6-743a02923b49 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Apr 04 12:09:28.607645 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f1836-815d-4d53-9b41-007fcf67e73c req-c599b843-a7f0-456d-a130-832c05621625 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:28.609090 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-783f1836-815d-4d53-9b41-007fcf67e73c req-c599b843-a7f0-456d-a130-832c05621625 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0481195 Apr 04 12:09:28.645891 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-783f1836-815d-4d53-9b41-007fcf67e73c req-05442168-839b-4d70-bcc1-129d986b8fbc tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306225 Apr 04 12:09:29.063542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501362-0fa1-462d-ac27-3916990f6943 req-eb50afdc-14a5-437b-878c-efe04deb4e08 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:29.065001 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f501362-0fa1-462d-ac27-3916990f6943 req-eb50afdc-14a5-437b-878c-efe04deb4e08 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0487103 Apr 04 12:09:29.105791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f501362-0fa1-462d-ac27-3916990f6943 req-fa66eca4-3539-4b25-95a4-e45d75d3bc85 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346928 Apr 04 12:09:29.441255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-420fa4f9-ac73-4cec-b15f-2d27c2c65ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:30.221962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f0bb-de07-421d-b5be-629907b26bdc req-9074f7d1-6616-41c0-8c6c-164b1fae2e44 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:30.223460 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2434f0bb-de07-421d-b5be-629907b26bdc req-9074f7d1-6616-41c0-8c6c-164b1fae2e44 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0482168 Apr 04 12:09:30.259752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2434f0bb-de07-421d-b5be-629907b26bdc req-365f7714-b1d8-4b6b-b911-d26af22e9b64 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304122 Apr 04 12:09:30.588680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.191141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-56c5ad8e-9b76-4216-9ac1-3227a5b1d5d2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:31.192581 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-56c5ad8e-9b76-4216-9ac1-3227a5b1d5d2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0517278 Apr 04 12:09:31.278947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Deleting port cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:09:31.279595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.373218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] For port cd0a160f-7ff6-418b-bf25-533aefa9c4ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:31.373218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.376122 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7dd7-43ca-48d6-a96a-46cebb1b33bb req-9d1a01fd-54d7-4087-8bce-c5429d0b952a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:31.377735 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-baad7dd7-43ca-48d6-a96a-46cebb1b33bb req-9d1a01fd-54d7-4087-8bce-c5429d0b952a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Apr 04 12:09:31.415620 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-baad7dd7-43ca-48d6-a96a-46cebb1b33bb req-266afa1d-1352-46e7-bea3-0333b39e7456 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Apr 04 12:09:31.538981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.539342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.539660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e disassociated. External IP: 172.26.1.101, port: cd0a160f-7ff6-418b-bf25-533aefa9c4ca. Apr 04 12:09:31.540004 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Calling delete_port for cd0a160f-7ff6-418b-bf25-533aefa9c4ca owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:09:31.732134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:31.762030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'Port': ['ID=cd0a160f-7ff6-418b-bf25-533aefa9c4ca,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:31.773754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.774108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.774459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.774785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.775116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.775450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.775786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.776116 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.776442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.776782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.777101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.777425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:09:31.889184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:09:31.995545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:09:32.006244 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:09:32.017076 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:09:32.017848 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:09:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:32.040395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] No DVR routers for this DVR port cd0a160f-7ff6-418b-bf25-533aefa9c4ca on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:09:32.042525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:32.046302 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4f136254-ff84-4a83-9cc9-28ef6182dc58 req-124e7277-1db7-4542-b653-43043149552e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "DELETE /v2.0/ports/cd0a160f-7ff6-418b-bf25-533aefa9c4ca HTTP/1.1" status: 204 len: 173 time: 0.8475132 Apr 04 12:09:32.046746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-deleted', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:32.048988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623104ab-1897-48a8-aaba-f2c97a9687a2" -d '{"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-deleted", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:32.084191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f29d9d-821b-455a-8766-631e7d01471b x-openstack-request-id: req-24f29d9d-821b-455a-8766-631e7d01471b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:32.084489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235017f0-ca7c-42ea-a17c-94f684f51324", "name": "network-vif-deleted", "tag": "cd0a160f-7ff6-418b-bf25-533aefa9c4ca", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:32.084746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24f29d9d-821b-455a-8766-631e7d01471b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:32.085151 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f29d9d-821b-455a-8766-631e7d01471b'] response: {'server_uuid': '235017f0-ca7c-42ea-a17c-94f684f51324', 'name': 'network-vif-deleted', 'tag': 'cd0a160f-7ff6-418b-bf25-533aefa9c4ca', 'status': 'completed', 'code': 200} Apr 04 12:09:32.115265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:32.124545 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:09:32.330731 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:32.359667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:09:32.367941 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:09:32.368543 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:09:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:32.442920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:32.480447 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:09:32.522161 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e569033d-2799-4e6f-8bba-c50ae8dd265b req-1e59b193-d488-4164-968e-b2ff690618e8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=235017f0-ca7c-42ea-a17c-94f684f51324 HTTP/1.1" status: 200 len: 210 time: 0.0252235 Apr 04 12:09:32.672347 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:32.785201 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15d829-71bf-44a9-8ca4-9799b6365f4f None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:09:32.999387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f416fe0-7edd-4e62-8f52-398c4a1f42d9 None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:09:33.752455 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-a207e62f-1d3f-4982-ab21-530e7b369567 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1495312321&fields=id&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 267 time: 0.0322666 Apr 04 12:09:33.861136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-96e6a807-cc32-4e68-8722-9f3921014bea tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:33.862540 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-96e6a807-cc32-4e68-8722-9f3921014bea tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.1034393 Apr 04 12:09:33.877931 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-591b17ec-6800-4eff-954a-2fa13e52991b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/quotas/b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 375 time: 0.0095286 Apr 04 12:09:33.929564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-a14a3861-6d09-41c6-b5f6-7662f7e7859c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460963 Apr 04 12:09:34.089490 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-a7294226-1fc3-4f3c-b4ef-4a43cfdc753f service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478093 Apr 04 12:09:34.177854 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-a66e57f0-b313-432d-85f6-3b14c22d9209 service neutron] 10.222.0.43 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818243 Apr 04 12:09:34.349045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:34.417548 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-822797e0-3d54-442b-a976-0cb1a9736368 req-e7edd42d-b6c9-47e7-92f9-9ab304da7ef5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0257382 Apr 04 12:09:35.515272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4223070d-83e9-4afc-961b-74998eb4b051 req-d1e80fe1-d1a2-4d50-8587-24168accd60c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0317967 Apr 04 12:09:35.979248 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:09:36.004099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: cd0a160f-7ff6-418b-bf25-533aefa9c4ca {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:09:36.004429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device cd0a160f-7ff6-418b-bf25-533aefa9c4ca not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:09:36.285174 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-b7f52fbb-27fc-4895-8ce1-2b106e83ef1f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:36.286702 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-b7f52fbb-27fc-4895-8ce1-2b106e83ef1f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 812 time: 0.1056917 Apr 04 12:09:36.329643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-dcf4c103-c19c-4efe-9fd6-270722bbc678 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 380 time: 0.0340996 Apr 04 12:09:36.338105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'port': {'device_id': '11f8c361-4f50-478f-a68b-673715e4f956', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'admin_state_up': True, 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'security_groups': ['5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:09:36.520555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Made reservation on behalf of b86c9c070fc94abc9f6980bb3996e6c2 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:09:36.524233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:36.613414 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1859a7fc-502a-4463-b3e9-62ed2f9b56df req-49bd0b48-8d3b-42a3-ac72-7fee09cec362 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Apr 04 12:09:36.650389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Allocated IP 172.20.0.14 (455a512c-8d1c-42a2-a54a-cc8ca51fc1d9/ad457d9e-78ae-49e0-b0fa-f60bf982d534/3fad8b37-fd07-4408-8f26-3ed81b151ea2) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:09:36.783446 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:36.881247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:36.926730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:09:36.929737 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:09:36.933282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:09:36.958035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:36.989709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:36.990344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.078515 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-8a04bc3a-12bc-4d1b-a8e6-3165f7bf02f7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7439291 Apr 04 12:09:37.089906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Request body: {'port': {'device_id': '11f8c361-4f50-478f-a68b-673715e4f956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:09:37.134758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6b913b8e-91aa-4cb4-a234-017aedddf0c1 None None] Provisioning complete for port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:09:37.135299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6b913b8e-91aa-4cb4-a234-017aedddf0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.148092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.171423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6b913b8e-91aa-4cb4-a234-017aedddf0c1 None None] Port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:09:37.412290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:09:37.420161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.431467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Transition to ACTIVE for port object 3fad8b37-fd07-4408-8f26-3ed81b151ea2 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:09:37.498328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.564281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:37.642693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Attempting to bind port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:09:37.643108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Attempting to bind port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:09:37.643486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Attempting to bind port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:09:37.648049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:09:37.648507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Attempting to bind port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 on network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:09:37.654175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:09:37.654517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Checking segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:09:37.654894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Bound using segment: {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:09:37.655315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Bound port: 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44df4b97-7337-4f10-b48d-884c11443466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:09:37.655672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.753664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:09:37.757637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:09:37.766585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f715cf2-73d2-4cc0-9844-d2fb914c2327 req-05299241-6e1c-4d77-83d2-4ba9a2373f8a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:37.769407 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8f715cf2-73d2-4cc0-9844-d2fb914c2327 req-05299241-6e1c-4d77-83d2-4ba9a2373f8a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0762644 Apr 04 12:09:37.805934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8f715cf2-73d2-4cc0-9844-d2fb914c2327 req-03103288-795f-419e-aa25-5bfdbbd23dc2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Apr 04 12:09:37.852623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.890191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:37.890799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:37.892254 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] 10.222.0.44 "PUT /v2.0/ports/3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1094 time: 0.8064885 Apr 04 12:09:37.892799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:37.894945 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6623be-ae12-4c90-a361-0d94a4c021d3" -d '{"events": [{"name": "network-changed", "server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:37.926563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb399e5b-499a-43a4-acff-32002d50cb14 service neutron] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:37.938066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a01cd5-e75d-4e8b-ac83-2969e5893e58 x-openstack-request-id: req-d6a01cd5-e75d-4e8b-ac83-2969e5893e58 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:37.938367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:37.938649 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6a01cd5-e75d-4e8b-ac83-2969e5893e58 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:37.939060 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a01cd5-e75d-4e8b-ac83-2969e5893e58'] response: {'name': 'network-changed', 'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'status': 'completed', 'code': 200} Apr 04 12:09:38.004790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-1bee8fc3-50ad-4987-87ea-0d5509ebf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.006388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-1bee8fc3-50ad-4987-87ea-0d5509ebf052 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1097 time: 0.0427639 Apr 04 12:09:38.116523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-b9ffa005-0221-4cff-8f3b-697a4c88fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.118041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-b9ffa005-0221-4cff-8f3b-697a4c88fef1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019447 Apr 04 12:09:38.207980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-59e4e2f7-3b8b-47bf-ad19-fe70cc7d4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.209394 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d6623be-ae12-4c90-a361-0d94a4c021d3 req-59e4e2f7-3b8b-47bf-ad19-fe70cc7d4c70 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855913 Apr 04 12:09:38.294931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-6b4f7365-2409-4960-9e03-001c6acbce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.296405 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-6b4f7365-2409-4960-9e03-001c6acbce4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1097 time: 0.0475869 Apr 04 12:09:38.337104 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-cf499386-2c88-438f-a62f-22b70c2e7abd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 217 time: 0.0330932 Apr 04 12:09:38.385124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-ca1075cc-4300-4ec9-8dd8-81ab5c7ad624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.386558 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-ca1075cc-4300-4ec9-8dd8-81ab5c7ad624 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0421958 Apr 04 12:09:38.430516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75de9-0079-4252-b273-85c726b2f90b req-dd6b3757-6dcb-4aee-99b5-a94e0127c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.431959 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-dd6b3757-6dcb-4aee-99b5-a94e0127c7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389509 Apr 04 12:09:38.521689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-80cedc20-5cf8-4684-9d67-5f4bdbd06d4c service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822568 Apr 04 12:09:38.615526 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8c75de9-0079-4252-b273-85c726b2f90b req-1500578e-9ba8-4b7c-8766-79fcad163152 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869529 Apr 04 12:09:38.929244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b5e0-b144-419f-baa1-cd4049211f53 req-bdd0e10b-344b-488f-9c41-fd2b0401ab11 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:38.930722 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-01b7b5e0-b144-419f-baa1-cd4049211f53 req-bdd0e10b-344b-488f-9c41-fd2b0401ab11 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0515857 Apr 04 12:09:38.968320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-01b7b5e0-b144-419f-baa1-cd4049211f53 req-0a41f303-ff04-44e3-bebb-91421fc5730a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Apr 04 12:09:40.081842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77dea-6108-497f-8a74-b28527ac945c req-4f6f1b9e-b5db-4848-b6ca-d48d06788b84 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:40.083295 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2ae77dea-6108-497f-8a74-b28527ac945c req-4f6f1b9e-b5db-4848-b6ca-d48d06788b84 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0480022 Apr 04 12:09:40.120449 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2ae77dea-6108-497f-8a74-b28527ac945c req-459575f1-afd2-4228-9cd2-d502aadb3de6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Apr 04 12:09:41.239073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235ffd9-6055-415a-abf0-4dd5adf2b543 req-e86e4e0c-a9c1-4e7a-aa6f-0accd6e9fa34 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:41.240524 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d235ffd9-6055-415a-abf0-4dd5adf2b543 req-e86e4e0c-a9c1-4e7a-aa6f-0accd6e9fa34 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0524416 Apr 04 12:09:41.276963 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d235ffd9-6055-415a-abf0-4dd5adf2b543 req-0c3981a1-d437-4ad9-9e23-fddac49c1288 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Apr 04 12:09:42.018730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:09:42.119110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:42.130200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:09:42.166330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:42.178600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:09:42.197315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:42.292440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:42.346767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:42.392995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185425db-daba-48b7-887c-9652e9cfee71 req-d4aa7f7e-8cf3-449d-afa2-23e2c7e766e0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:42.394495 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-185425db-daba-48b7-887c-9652e9cfee71 req-d4aa7f7e-8cf3-449d-afa2-23e2c7e766e0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Apr 04 12:09:42.432553 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-185425db-daba-48b7-887c-9652e9cfee71 req-09e794c7-83b5-4e8a-9423-aa0809db1ec4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Apr 04 12:09:42.543404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['3fad8b37-fd07-4408-8f26-3ed81b151ea2'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:09:43.545288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa3c4-9f28-4dd3-bd72-d7511723fac2 req-e4e83acf-d754-498d-a177-6717badf5ff3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:43.546743 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1eafa3c4-9f28-4dd3-bd72-d7511723fac2 req-e4e83acf-d754-498d-a177-6717badf5ff3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Apr 04 12:09:43.586095 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1eafa3c4-9f28-4dd3-bd72-d7511723fac2 req-8c108c05-6d1b-44b5-b6de-afb077525371 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Apr 04 12:09:44.019107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:09:44.137288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:09:44.141254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:09:44.141659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:44.220816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:44.242449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:44.244633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0501808-d4c1-4e0a-8f29-40e683a66ef3" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:44.257495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:09:44.283909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e955e2-5824-4bf7-b43e-f0013903a86f x-openstack-request-id: req-46e955e2-5824-4bf7-b43e-f0013903a86f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:44.283909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:44.283909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46e955e2-5824-4bf7-b43e-f0013903a86f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:44.283909 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e955e2-5824-4bf7-b43e-f0013903a86f'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'code': 200} Apr 04 12:09:44.331824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:44.379950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:09:44.576809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625cfb5-5b0e-4418-a4e7-b7e76fe1e3e0 req-30efe470-baba-4a54-8f52-7ad7580f8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:44.578326 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6625cfb5-5b0e-4418-a4e7-b7e76fe1e3e0 req-30efe470-baba-4a54-8f52-7ad7580f8989 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0438778 Apr 04 12:09:44.613658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6625cfb5-5b0e-4418-a4e7-b7e76fe1e3e0 req-3435d03f-f646-493e-aabc-ca82aaf21726 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285420 Apr 04 12:09:44.700107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47fea-ec85-490d-b1d7-892c9fc13393 req-537b1b07-18b0-4e61-8c79-8f72ebe73c14 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:44.701619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3fa47fea-ec85-490d-b1d7-892c9fc13393 req-537b1b07-18b0-4e61-8c79-8f72ebe73c14 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0490716 Apr 04 12:09:44.738615 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3fa47fea-ec85-490d-b1d7-892c9fc13393 req-a6e34a70-21d3-4a83-a6b5-86d882985f84 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Apr 04 12:09:45.884467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1634be0-226f-4903-86d1-74ca4d3df29d req-446bfa44-4fae-4ef9-8999-c5b71a7785d5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:45.885963 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c1634be0-226f-4903-86d1-74ca4d3df29d req-446bfa44-4fae-4ef9-8999-c5b71a7785d5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0475934 Apr 04 12:09:45.926725 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c1634be0-226f-4903-86d1-74ca4d3df29d req-63d78f17-67c9-47e9-9221-1dd23229f609 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348480 Apr 04 12:09:46.034990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0050-6578-4832-92db-cad7d5606030 req-535fade4-1373-49ff-a4ce-3c70668f5e88 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:46.036467 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db3d0050-6578-4832-92db-cad7d5606030 req-535fade4-1373-49ff-a4ce-3c70668f5e88 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0468440 Apr 04 12:09:46.045532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 44992) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:09:46.049893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Request body: {'floatingip': {'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:09:46.090544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:46.852347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:46.925876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:47.021987 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e associated. External IP: 172.26.1.101, port: 3fad8b37-fd07-4408-8f26-3ed81b151ea2. Apr 04 12:09:47.226986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:09:47.332651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:09:47.337455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:47.342498 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:09:47.351513 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:09:47.352128 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:09:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:47.366692 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6ec93f62-07a5-4ad3-83c0-de2d04e1da77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "PUT /v2.0/floatingips/d49061c1-8d86-49ff-8b2d-84a620923b3e HTTP/1.1" status: 200 len: 993 time: 1.3200879 Apr 04 12:09:47.367268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:09:47.369503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f148ad4-6d49-4142-ae99-80f0c15be358" -d '{"events": [{"name": "network-changed", "server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:09:47.407401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3ac9e4-2758-4b01-8cb3-0279e609f7b8 x-openstack-request-id: req-8a3ac9e4-2758-4b01-8cb3-0279e609f7b8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:09:47.407976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:09:47.408226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a3ac9e4-2758-4b01-8cb3-0279e609f7b8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:09:47.408627 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3ac9e4-2758-4b01-8cb3-0279e609f7b8'] response: {'name': 'network-changed', 'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'status': 'completed', 'code': 200} Apr 04 12:09:47.459105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:09:47.472208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-73db27fe-25e3-4745-be69-842fd82566c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:47.473906 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-73db27fe-25e3-4745-be69-842fd82566c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0433466 Apr 04 12:09:47.571356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-1d27802b-749d-40ea-b44c-92c12f21bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:47.572710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-1d27802b-749d-40ea-b44c-92c12f21bcac service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0929973 Apr 04 12:09:47.642643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-4f209a6e-2db8-4ac9-ba03-8e9899b8d7a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0619657 Apr 04 12:09:47.687391 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f8c361-4f50-478f-a68b-673715e4f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:09:46Z', 'revision_number': 13, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:47.697010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-85758930-ac76-4691-a2d3-8502a8ce3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:47.698567 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-85758930-ac76-4691-a2d3-8502a8ce3575 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0468185 Apr 04 12:09:47.712953 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:09:47.721751 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:09:47.725723 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:09:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:47.744592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-4d58d744-be9f-4c43-b615-e8329bc39d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:47.746155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-4d58d744-be9f-4c43-b615-e8329bc39d42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402896 Apr 04 12:09:47.841049 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:09:47.849850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-0e90ebd8-d8b3-4259-b995-d33493def724 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957720 Apr 04 12:09:47.941888 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f148ad4-6d49-4142-ae99-80f0c15be358 req-e2527fea-f76c-45f8-b147-a731cb307f60 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Apr 04 12:09:48.067831 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f8c361-4f50-478f-a68b-673715e4f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:09:46Z', 'revision_number': 13, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:09:48.103945 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dd8d4-0c83-4d9d-8b1d-16d47c9c8d69 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'd49061c1-8d86-49ff-8b2d-84a620923b3e', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f8c361-4f50-478f-a68b-673715e4f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:06:45Z', 'updated_at': '2022-04-04T12:09:46Z', 'revision_number': 13, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:09:48.292537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cf37f-12ea-470f-9b87-b189e220691b None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:09:49.393435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d229-5b57-4d12-aecd-2ced60b68f7b req-9514e457-b539-4ec5-848a-d5f10766dbca tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:09:49.394900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b307d229-5b57-4d12-aecd-2ced60b68f7b req-9514e457-b539-4ec5-848a-d5f10766dbca tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0526156 Apr 04 12:09:49.431637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b307d229-5b57-4d12-aecd-2ced60b68f7b req-b9880bcd-7b50-4cce-8b5d-0a4a61a617f6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Apr 04 12:09:57.227894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9cadd001-18ec-4a82-95bd-af4226bed281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:09:59.417179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f1250d3e-8a73-4547-a8fa-c3f58eb2ab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:00.617316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:02.125636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:02.428541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:02.509225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a26fd9-5818-4cad-b7cf-6d2c976a5c04 req-95c561f4-dd16-4507-95c1-984d35eb691d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:02.510608 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-23a26fd9-5818-4cad-b7cf-6d2c976a5c04 req-95c561f4-dd16-4507-95c1-984d35eb691d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Apr 04 12:10:02.547847 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-23a26fd9-5818-4cad-b7cf-6d2c976a5c04 req-0f4f7c90-a199-40d0-a735-0f0a4b6d7355 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Apr 04 12:10:02.650591 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-46af2e91-ed8f-44e9-ad5b-a80a5fc6d4a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814095 Apr 04 12:10:03.661707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887be2-4c4a-4ebc-965d-42371b12f458 req-9418e446-01fa-4ce3-a99c-99160124ae77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:03.663170 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38887be2-4c4a-4ebc-965d-42371b12f458 req-9418e446-01fa-4ce3-a99c-99160124ae77 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0474315 Apr 04 12:10:03.700905 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-38887be2-4c4a-4ebc-965d-42371b12f458 req-87bf2240-773f-4e73-bd39-6dd7a78cc2dd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Apr 04 12:10:04.257616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-8100463e-0622-44ca-af7d-261fb0e03af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.259087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-8100463e-0622-44ca-af7d-261fb0e03af5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0821717 Apr 04 12:10:04.371337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:04.386921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-a23dce5f-b91d-497a-beb6-139f067dd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.388358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-a23dce5f-b91d-497a-beb6-139f067dd34e service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0882695 Apr 04 12:10:04.440994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:10:04.454996 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-e4afbb43-8731-4f3a-a92b-85536e83774e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1003 time: 0.0578840 Apr 04 12:10:04.505965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-21366727-c61a-4829-b901-cb062b242f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.507369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-21366727-c61a-4829-b901-cb062b242f04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0464981 Apr 04 12:10:04.550768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-31939296-4b68-4665-a9e0-8424ca0d248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.552193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-31939296-4b68-4665-a9e0-8424ca0d248b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381243 Apr 04 12:10:04.638120 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-4eb29246-486c-40b3-9806-0d2be550e10d service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789833 Apr 04 12:10:04.728825 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4df5e5f6-e62b-4a2f-b7ac-d702c09cdd1e req-55d96803-08ca-4a5e-9ad1-bfddcb06f891 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Apr 04 12:10:04.808256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-efdc8e7b-1c04-4418-9816-d2e22202b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.810439 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-efdc8e7b-1c04-4418-9816-d2e22202b216 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0402327 Apr 04 12:10:04.821180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d4b1-2a7a-4065-8aea-b98a14d41a23 req-0c6c77ed-405e-4918-be3d-242efb846de0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.822659 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fd4d4b1-2a7a-4065-8aea-b98a14d41a23 req-0c6c77ed-405e-4918-be3d-242efb846de0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0509927 Apr 04 12:10:04.860012 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fd4d4b1-2a7a-4065-8aea-b98a14d41a23 req-36f5735d-8eb2-4d9d-ad72-1a136188ff09 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Apr 04 12:10:04.902584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f1ced6c1-57b7-4d77-9f1e-4f8242b99f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:04.904000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f1ced6c1-57b7-4d77-9f1e-4f8242b99f1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0877028 Apr 04 12:10:04.973821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-07ce7b98-4175-4472-9d01-372e88b523bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1003 time: 0.0571129 Apr 04 12:10:05.026017 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f3ea53b0-0a98-477a-9967-360fc89e225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:05.027476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f3ea53b0-0a98-477a-9967-360fc89e225f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0469613 Apr 04 12:10:05.072400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-9950b6c8-e37f-4f82-b068-4864b8df6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:05.073923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-9950b6c8-e37f-4f82-b068-4864b8df6baa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385692 Apr 04 12:10:05.163340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-d02f0b83-9fcc-4907-a326-e44a3335d1f6 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802107 Apr 04 12:10:05.255662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f2b130ef-6d11-4af6-8dc2-3d559b2b32f0 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846920 Apr 04 12:10:05.973778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c29807-b967-4615-a82d-3d252d9ed822 req-c96fd069-35e4-4cf6-8842-4c8aad525e03 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:05.975211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e1c29807-b967-4615-a82d-3d252d9ed822 req-c96fd069-35e4-4cf6-8842-4c8aad525e03 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Apr 04 12:10:06.011408 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e1c29807-b967-4615-a82d-3d252d9ed822 req-7fdfc3bf-1b06-44dd-ae53-60850e5a57de tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302482 Apr 04 12:10:07.128196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868ee3-1d4f-497a-b969-c6ac582ed93b req-69a512a4-88d4-4d3e-ada4-a7268d6c2a79 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:07.129723 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c8868ee3-1d4f-497a-b969-c6ac582ed93b req-69a512a4-88d4-4d3e-ada4-a7268d6c2a79 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0473433 Apr 04 12:10:07.166689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c8868ee3-1d4f-497a-b969-c6ac582ed93b req-d86542d4-93a3-4500-a12e-49fce0e0d655 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Apr 04 12:10:08.290552 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd64dd1-a084-46ae-a003-abf5917eb39c req-987b6fd4-364d-4bd2-9c2b-ce5aacc2e4b0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:08.292054 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dbd64dd1-a084-46ae-a003-abf5917eb39c req-987b6fd4-364d-4bd2-9c2b-ce5aacc2e4b0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0546713 Apr 04 12:10:08.329565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-dbd64dd1-a084-46ae-a003-abf5917eb39c req-acaf7b50-bc6f-4203-924e-5a2abf56c3f4 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Apr 04 12:10:09.446148 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005e595-43b5-40c1-9755-bc230da210e5 req-d5e0963e-7515-432a-a5e1-c25cc198467b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:09.447579 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b005e595-43b5-40c1-9755-bc230da210e5 req-d5e0963e-7515-432a-a5e1-c25cc198467b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0463979 Apr 04 12:10:09.487234 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b005e595-43b5-40c1-9755-bc230da210e5 req-d14104d7-1d04-4166-b604-e7dc258b6f7b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Apr 04 12:10:10.604138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028668c-af0c-47b3-a48f-46fec1ed5241 req-149be6c5-a913-49d1-8708-aec70761eeaf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:10.605590 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a028668c-af0c-47b3-a48f-46fec1ed5241 req-149be6c5-a913-49d1-8708-aec70761eeaf tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Apr 04 12:10:10.646719 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a028668c-af0c-47b3-a48f-46fec1ed5241 req-af7db83c-c5f7-4712-bfd9-0a13ae6bcdb6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Apr 04 12:10:11.765341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd965f5-fce8-4a94-84fb-69797d728616 req-6d7c7a46-af9d-4d1b-be80-dace46acde02 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:11.766863 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bdd965f5-fce8-4a94-84fb-69797d728616 req-6d7c7a46-af9d-4d1b-be80-dace46acde02 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0513222 Apr 04 12:10:11.803235 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bdd965f5-fce8-4a94-84fb-69797d728616 req-faa77322-2de7-4dae-bdbf-c6298c95f71a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304036 Apr 04 12:10:12.916443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc2f33-388e-4979-9d38-56f136455794 req-5f34f487-cdac-44f3-ae8e-af85a7508667 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:12.917919 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-55cc2f33-388e-4979-9d38-56f136455794 req-5f34f487-cdac-44f3-ae8e-af85a7508667 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0482969 Apr 04 12:10:12.954756 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-55cc2f33-388e-4979-9d38-56f136455794 req-10cac64c-d445-4722-bbde-defc53807692 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Apr 04 12:10:14.067151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f413a3-71f1-4901-8cf4-65d467156187 req-3e823f61-e78b-48f7-bbdb-85ff5b07d03a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:14.068619 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22f413a3-71f1-4901-8cf4-65d467156187 req-3e823f61-e78b-48f7-bbdb-85ff5b07d03a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0475070 Apr 04 12:10:14.105205 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22f413a3-71f1-4901-8cf4-65d467156187 req-846b0ef6-3d01-45b4-81a4-f69dff4d46d6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Apr 04 12:10:15.232420 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc865-a5e2-42e9-8956-4c7745fe2ac7 req-84e12b98-89f0-4ae1-9b7b-5bf296b812fd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:15.234525 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fc5bc865-a5e2-42e9-8956-4c7745fe2ac7 req-84e12b98-89f0-4ae1-9b7b-5bf296b812fd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0541279 Apr 04 12:10:15.270535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fc5bc865-a5e2-42e9-8956-4c7745fe2ac7 req-1ad19b1f-33c6-4ea8-9b09-575ee480ce87 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300555 Apr 04 12:10:16.384968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5644d2-78ac-4592-8f2d-9da0bc4e31a9 req-e2569a37-e81b-4856-b2ae-aceb0cbb4d9d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:16.386465 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cc5644d2-78ac-4592-8f2d-9da0bc4e31a9 req-e2569a37-e81b-4856-b2ae-aceb0cbb4d9d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Apr 04 12:10:16.423528 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cc5644d2-78ac-4592-8f2d-9da0bc4e31a9 req-550c1e65-0c38-488c-8531-b86188a5a241 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Apr 04 12:10:17.540098 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea40f2-7224-407d-b6ac-cae2dae22d09 req-7bbcda93-40b0-43f2-9dad-68318d20e450 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:17.541605 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4ea40f2-7224-407d-b6ac-cae2dae22d09 req-7bbcda93-40b0-43f2-9dad-68318d20e450 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0497193 Apr 04 12:10:17.579547 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f4ea40f2-7224-407d-b6ac-cae2dae22d09 req-7b3f51af-1a86-4753-98d5-8198e788ee87 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Apr 04 12:10:18.698951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2f301-ef7e-4e92-8446-a74378c04e62 req-e3924415-3986-4b62-a972-906a9a5ec81f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:18.700431 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0fe2f301-ef7e-4e92-8446-a74378c04e62 req-e3924415-3986-4b62-a972-906a9a5ec81f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0523188 Apr 04 12:10:19.028441 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0fe2f301-ef7e-4e92-8446-a74378c04e62 req-5b68f335-6096-401f-9bb1-2f170dcdaa38 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218069 Apr 04 12:10:19.251110 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-80efbe4c-cf1c-4626-ba07-0e56d9f14197 service neutron] 10.222.0.44 "GET /v2.0/ports/3fad8b37-fd07-4408-8f26-3ed81b151ea2/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0546131 Apr 04 12:10:19.719060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f2ebd366-8c54-4955-9fd6-338c5f500ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:19.720579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f2ebd366-8c54-4955-9fd6-338c5f500ef6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0448136 Apr 04 12:10:19.777851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f393cd31-b1bf-470e-8257-f726db8e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:19.779291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-f393cd31-b1bf-470e-8257-f726db8e1533 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0393364 Apr 04 12:10:19.864285 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-dcc0d919-263f-4096-b69f-24be7234c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:19.865731 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-dcc0d919-263f-4096-b69f-24be7234c610 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0801644 Apr 04 12:10:19.932102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-d4593776-5a71-431f-b756-b21206b7e0bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1003 time: 0.0590248 Apr 04 12:10:19.978550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-c39aaf04-8d8d-4577-bf10-615627111915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:19.979903 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-c39aaf04-8d8d-4577-bf10-615627111915 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0410576 Apr 04 12:10:20.022815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-616a66fd-6008-41c8-a450-4326712c8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:20.024239 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-616a66fd-6008-41c8-a450-4326712c8ec7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378442 Apr 04 12:10:20.142667 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-401b44a8-6077-4bf3-ae7a-661966c7ad6d service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107724 Apr 04 12:10:20.164732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4bb45-b723-414d-baf6-7a4a4be0fc94 req-bcb4d69d-31c9-4876-8090-fbbf0e508de9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:20.166237 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8f4bb45-b723-414d-baf6-7a4a4be0fc94 req-bcb4d69d-31c9-4876-8090-fbbf0e508de9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0687737 Apr 04 12:10:20.250632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b8f4bb45-b723-414d-baf6-7a4a4be0fc94 req-2b0cb35e-4abc-4e0f-a830-5058bbc62b31 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740767 Apr 04 12:10:20.271036 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-902e3085-9ac1-4530-b640-927f3a1bc431 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212230 Apr 04 12:10:21.368282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fc13-3235-48c1-a1c2-0360829be522 req-6c997f0e-ac54-4cb9-8d52-1bac89f011e9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:21.369771 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ac37fc13-3235-48c1-a1c2-0360829be522 req-6c997f0e-ac54-4cb9-8d52-1bac89f011e9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0512865 Apr 04 12:10:21.408451 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ac37fc13-3235-48c1-a1c2-0360829be522 req-42fb5b92-26f7-4afb-ab79-f74c49ab0bd1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Apr 04 12:10:22.158802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:10:22.239322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:22.260985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:10:22.263186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a27d0-3517-4d09-b785-78d1daebd89b" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-unplugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:10:22.275552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:22.306130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7966b4-aea3-42a3-8727-71d995125341 x-openstack-request-id: req-6d7966b4-aea3-42a3-8727-71d995125341 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:10:22.306408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-unplugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:10:22.306666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d7966b4-aea3-42a3-8727-71d995125341 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:10:22.307056 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7966b4-aea3-42a3-8727-71d995125341'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'code': 200} Apr 04 12:10:22.342053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:22.392062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:22.523398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6409f3-5114-4b4e-9a5b-41aac9179f14 req-cb94512d-32c4-4086-a256-817e30e34332 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:22.524876 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee6409f3-5114-4b4e-9a5b-41aac9179f14 req-cb94512d-32c4-4086-a256-817e30e34332 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0475202 Apr 04 12:10:22.562518 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee6409f3-5114-4b4e-9a5b-41aac9179f14 req-27aa7797-ea88-4b49-9ab1-18f591ccbd40 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Apr 04 12:10:23.680719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0afc0-2ef9-44d0-9f33-e46268c1d3c2 req-87dc3387-aaca-4f0c-9288-e6079b9978f6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:23.682216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-96f0afc0-2ef9-44d0-9f33-e46268c1d3c2 req-87dc3387-aaca-4f0c-9288-e6079b9978f6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0487528 Apr 04 12:10:23.720040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-96f0afc0-2ef9-44d0-9f33-e46268c1d3c2 req-ef2e1606-dc24-4b75-9fb9-b608b8154d53 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Apr 04 12:10:24.920745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e7492-5ea1-4874-a27f-0608694ee85c req-6d469b70-790f-451f-b672-2bdae040b7e9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:24.922724 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dc9e7492-5ea1-4874-a27f-0608694ee85c req-6d469b70-790f-451f-b672-2bdae040b7e9 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.1273847 Apr 04 12:10:24.958282 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dc9e7492-5ea1-4874-a27f-0608694ee85c req-55a71fc9-d066-48da-826c-ab664e49074d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295892 Apr 04 12:10:26.124215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc39a51-af2b-46ac-af3a-1a99541edaf4 req-d33a49b5-cb97-4e7f-9a99-dd2159878d06 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:26.125713 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7dc39a51-af2b-46ac-af3a-1a99541edaf4 req-d33a49b5-cb97-4e7f-9a99-dd2159878d06 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.1004481 Apr 04 12:10:26.163348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7dc39a51-af2b-46ac-af3a-1a99541edaf4 req-9fe43479-76a7-45b6-bd0f-f6a66e22963d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Apr 04 12:10:26.174299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:10:26.266442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:26.276902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:10:26.317041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:26.329941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:10:26.348862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:26.393130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:26.444453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:26.452844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['3fad8b37-fd07-4408-8f26-3ed81b151ea2'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:10:26.456494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.456862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.457182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.457521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.457875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.458205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.458531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.458855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.459179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.459497 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.459818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:26.460136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:27.234008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec867aee-f0b1-43a5-99ed-0527cc9e6291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:27.276312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57938-86ef-42be-ba25-58434daf80d7 req-8c6cc623-36fe-4c73-bc0d-dd955753a471 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:27.277778 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12b57938-86ef-42be-ba25-58434daf80d7 req-8c6cc623-36fe-4c73-bc0d-dd955753a471 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 945 time: 0.0465300 Apr 04 12:10:27.314845 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-12b57938-86ef-42be-ba25-58434daf80d7 req-e7e84476-d619-4959-acb0-4b766474c9c1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302348 Apr 04 12:10:28.176155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:10:28.222672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:10:28.223045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:28.299464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:28.321683 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:10:28.323857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086a8ef6-8915-4833-98c1-24468ee33901" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:10:28.336218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:28.370372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8803155a-6990-40cc-bdf4-9c4c6aa9d462 x-openstack-request-id: req-8803155a-6990-40cc-bdf4-9c4c6aa9d462 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:10:28.370701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:10:28.370918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8803155a-6990-40cc-bdf4-9c4c6aa9d462 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:10:28.371307 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8803155a-6990-40cc-bdf4-9c4c6aa9d462'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'code': 200} Apr 04 12:10:28.387795 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:28.432615 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05474c8-7a32-415d-bad3-9d7c1ac19c39 req-b0356c75-dd53-4582-9a6e-7adf2afd7491 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:28.434126 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d05474c8-7a32-415d-bad3-9d7c1ac19c39 req-b0356c75-dd53-4582-9a6e-7adf2afd7491 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0483990 Apr 04 12:10:28.434806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:28.471754 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d05474c8-7a32-415d-bad3-9d7c1ac19c39 req-579fd870-db03-411f-b8ce-f359e3fdda3f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Apr 04 12:10:29.415962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6996a7ae-3949-4d23-9ea6-8d32a3a28384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:29.593347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbdeb7-0456-47d1-a410-103a517c5c70 req-4c2263b5-21cb-4f36-94d0-2251a89c0926 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:29.594813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7bbdeb7-0456-47d1-a410-103a517c5c70 req-4c2263b5-21cb-4f36-94d0-2251a89c0926 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0514619 Apr 04 12:10:29.630841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c7bbdeb7-0456-47d1-a410-103a517c5c70 req-c892e969-699e-4528-9b96-60dadb8e6b06 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301108 Apr 04 12:10:30.598486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:30.747758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364bb48-4586-4137-8beb-62a9d0348812 req-fbaf4dd1-32db-4a60-9fdf-023d3f0897b6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:30.749204 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8364bb48-4586-4137-8beb-62a9d0348812 req-fbaf4dd1-32db-4a60-9fdf-023d3f0897b6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0500908 Apr 04 12:10:30.787911 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8364bb48-4586-4137-8beb-62a9d0348812 req-dc1ca945-5cf4-4a69-89fc-094aee8a7a34 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Apr 04 12:10:31.901383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d189-a7f2-4fc1-a727-14ec20a42ad8 req-e53b069e-96dd-4d8f-9963-fb7ccead81c7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:31.902852 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3112d189-a7f2-4fc1-a727-14ec20a42ad8 req-e53b069e-96dd-4d8f-9963-fb7ccead81c7 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Apr 04 12:10:31.940176 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3112d189-a7f2-4fc1-a727-14ec20a42ad8 req-73ffba8b-4d6b-452d-9622-c79ad83af8a1 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Apr 04 12:10:32.112820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:32.387553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:32.469750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbd6e9-de66-4c64-945e-f5e4c0dfe29e req-a614f011-cff5-4cbb-b7f1-a5e3d8203836 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.471214 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffcbd6e9-de66-4c64-945e-f5e4c0dfe29e req-a614f011-cff5-4cbb-b7f1-a5e3d8203836 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0796862 Apr 04 12:10:32.493486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-65cc7b7c-1de2-45eb-95d8-4f45c2102bd6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.494884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-65cc7b7c-1de2-45eb-95d8-4f45c2102bd6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0769403 Apr 04 12:10:32.547191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ffcbd6e9-de66-4c64-945e-f5e4c0dfe29e req-fa8d1980-ca81-400f-b64c-6ed06f23be62 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685284 Apr 04 12:10:32.569895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-6e12b0fb-238e-488a-a989-8d08882f8f15 service neutron] 10.222.0.44 "GET /v2.0/ports/3fad8b37-fd07-4408-8f26-3ed81b151ea2/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0670705 Apr 04 12:10:32.629850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-c565575c-7956-49fc-9503-687176066688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.631212 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-c565575c-7956-49fc-9503-687176066688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0398803 Apr 04 12:10:32.723157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-0e9dbe61-c729-485d-b6b8-34050568d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.724584 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-0e9dbe61-c729-485d-b6b8-34050568d2be service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0848906 Apr 04 12:10:32.788504 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-0c303b79-6c1d-4d76-9410-f7685ebf3333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1003 time: 0.0568709 Apr 04 12:10:32.839443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-66753f44-d51a-41ab-bb5e-851a28ba194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.840856 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-66753f44-d51a-41ab-bb5e-851a28ba194a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0460715 Apr 04 12:10:32.885262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-dc04a611-7ba8-4aff-b8d2-fb9dedc8b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:32.886647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-dc04a611-7ba8-4aff-b8d2-fb9dedc8b93d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387681 Apr 04 12:10:32.972227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-3cb8ac20-62bf-45fa-8855-80ad7700a575 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782993 Apr 04 12:10:33.062077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-e511ca4c-d60c-4836-b44a-c61157d8a089 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835443 Apr 04 12:10:33.663923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054340b9-07cf-49ea-825a-6440bb92148b req-417e19e5-a14c-4be4-8609-0b0bdf402389 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:33.665462 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-054340b9-07cf-49ea-825a-6440bb92148b req-417e19e5-a14c-4be4-8609-0b0bdf402389 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0480087 Apr 04 12:10:33.705605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-054340b9-07cf-49ea-825a-6440bb92148b req-1238bfa9-d7a5-4e16-972c-f96a7f3ee34a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Apr 04 12:10:34.324142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:34.821620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3579-5f9b-4211-bb31-b6b5fa1d34ce req-31b47a60-2891-482d-8a0c-c4cc57ea8eb0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:34.823106 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b6d3579-5f9b-4211-bb31-b6b5fa1d34ce req-31b47a60-2891-482d-8a0c-c4cc57ea8eb0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0483735 Apr 04 12:10:34.861670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b6d3579-5f9b-4211-bb31-b6b5fa1d34ce req-d5ae0e3b-918f-4f3e-89f7-a595d7cb4dfd tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Apr 04 12:10:35.979273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132b873-95bb-4d7c-bb54-e740900ab1ff req-4b585916-f665-4539-98d3-a3e927486013 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:35.980759 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4132b873-95bb-4d7c-bb54-e740900ab1ff req-4b585916-f665-4539-98d3-a3e927486013 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0478160 Apr 04 12:10:36.018591 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4132b873-95bb-4d7c-bb54-e740900ab1ff req-4da8f535-640c-461e-bc33-aebcdb71f5ed tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Apr 04 12:10:37.141434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438662-5a27-4b2e-9dc8-7945beee50a3 req-68e33eb3-1988-4669-8979-559f8e2cc0e0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:37.142948 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0438662-5a27-4b2e-9dc8-7945beee50a3 req-68e33eb3-1988-4669-8979-559f8e2cc0e0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0536189 Apr 04 12:10:37.180334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a0438662-5a27-4b2e-9dc8-7945beee50a3 req-0d31f691-3aca-49e9-a146-37ed61ebf034 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Apr 04 12:10:37.816121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-d0ca6a0d-6756-4b22-910e-631ae6e13a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:37.817608 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-d0ca6a0d-6756-4b22-910e-631ae6e13a6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956&tenant_id=b86c9c070fc94abc9f6980bb3996e6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0403409 Apr 04 12:10:37.877992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-9b34d243-ebd5-433e-846c-a8d9be335810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:37.879402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-9b34d243-ebd5-433e-846c-a8d9be335810 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 1099 time: 0.0399876 Apr 04 12:10:37.970679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-6ab87261-5057-4b5f-a722-8acacdadc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:37.972114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-6ab87261-5057-4b5f-a722-8acacdadc5d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 200 len: 913 time: 0.0868349 Apr 04 12:10:38.034193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-aff0ff16-3890-4c92-a3cd-0df01659d6eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 200 len: 1003 time: 0.0556068 Apr 04 12:10:38.084201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-209682bd-e3aa-4c42-a281-2e30733c0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:38.085669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-209682bd-e3aa-4c42-a281-2e30733c0cb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 200 len: 851 time: 0.0453143 Apr 04 12:10:38.132148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-2f726b9c-b26c-4a2d-9896-6cb75d76c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:38.133611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-2f726b9c-b26c-4a2d-9896-6cb75d76c008 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404143 Apr 04 12:10:38.222249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:10:38.222862 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-6f810a7a-7bb7-425b-9bde-ece4aac49e49 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816293 Apr 04 12:10:38.303453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:38.310659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2739-e719-4598-a6c5-37c36e1414e9 req-51c9c2d0-139c-4e0e-af02-1eac2b225178 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:38.312791 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e58c2739-e719-4598-a6c5-37c36e1414e9 req-51c9c2d0-139c-4e0e-af02-1eac2b225178 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0541558 Apr 04 12:10:38.318342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b3300466-9fa6-4dfe-a97c-b7c0ccba963a req-d5e79773-f258-4baf-82ed-08d4b126f614 service neutron] 10.222.0.44 "GET /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892568 Apr 04 12:10:38.337306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:10:38.339569 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830f849-e048-4ed0-b0b0-38f00133347e" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-unplugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:10:38.352100 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e58c2739-e719-4598-a6c5-37c36e1414e9 req-e6934374-f15d-4b2b-b1aa-f80eb0f77132 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Apr 04 12:10:38.352259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:38.387574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590f3e4-8a89-45d6-89d2-55599f7b38a6 x-openstack-request-id: req-9590f3e4-8a89-45d6-89d2-55599f7b38a6 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:10:38.387870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-unplugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:10:38.388173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9590f3e4-8a89-45d6-89d2-55599f7b38a6 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:10:38.388526 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9590f3e4-8a89-45d6-89d2-55599f7b38a6'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'code': 200} Apr 04 12:10:38.421312 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:38.470845 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=9']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:39.491430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394361-0130-4a8d-bcde-0f552aeb82f7 req-678e993e-3e43-4dac-862b-824d06ed3a5c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:39.492934 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a4394361-0130-4a8d-bcde-0f552aeb82f7 req-678e993e-3e43-4dac-862b-824d06ed3a5c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0501778 Apr 04 12:10:39.531715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a4394361-0130-4a8d-bcde-0f552aeb82f7 req-2a7ae887-1f2f-4ab0-bbe3-a2a70c5d3617 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326755 Apr 04 12:10:40.649646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806df6b-8b05-47ef-9c8e-d42fb49636cf req-c66b7676-c54c-4cf7-9524-00f712397f60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:40.651114 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1806df6b-8b05-47ef-9c8e-d42fb49636cf req-c66b7676-c54c-4cf7-9524-00f712397f60 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0488477 Apr 04 12:10:40.692229 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1806df6b-8b05-47ef-9c8e-d42fb49636cf req-0e415636-4879-43b7-ad12-83e70365c2f8 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Apr 04 12:10:41.439582 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:10:41.814416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3959d-5647-4adc-bdcf-3b0abe8aa692 req-2add65de-31fd-47de-8158-8ea7f0cf6b59 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:41.815874 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22a3959d-5647-4adc-bdcf-3b0abe8aa692 req-2add65de-31fd-47de-8158-8ea7f0cf6b59 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0485532 Apr 04 12:10:41.852677 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-22a3959d-5647-4adc-bdcf-3b0abe8aa692 req-fa5f4a7e-c4d8-471a-b9d8-cc271cdd500f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Apr 04 12:10:42.967836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3a8a3-e2a6-4a19-b2c7-301a173a1787 req-4d4686e2-3187-4477-922a-899d451a28f3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:42.969276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4aa3a8a3-e2a6-4a19-b2c7-301a173a1787 req-4d4686e2-3187-4477-922a-899d451a28f3 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0466764 Apr 04 12:10:43.009091 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4aa3a8a3-e2a6-4a19-b2c7-301a173a1787 req-845f5f49-70dd-40ab-a4db-d23152f28d21 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Apr 04 12:10:44.127229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943f59-9325-4900-9a6c-3eaa1320788a req-0e26436f-8eff-4dce-b46c-bc10ce1767ed tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:44.128724 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13943f59-9325-4900-9a6c-3eaa1320788a req-0e26436f-8eff-4dce-b46c-bc10ce1767ed tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 944 time: 0.0519912 Apr 04 12:10:44.166510 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-13943f59-9325-4900-9a6c-3eaa1320788a req-05178d51-3d50-4861-8bc0-da056fe4c3fb tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Apr 04 12:10:44.250979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:10:44.497030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:44.508325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'port_id': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'mac_address': 'fa:16:3e:71:dd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:10:44.544429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:44.556830 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:10:44.576437 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:44.621169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:44.674427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=10']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:44.680327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['3fad8b37-fd07-4408-8f26-3ed81b151ea2'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:10:45.278553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f828c1-801d-49ff-8bd1-132881f54a54 req-1ec63be1-cc53-4dac-b102-6ec02e591a0e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:45.279992 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23f828c1-801d-49ff-8bd1-132881f54a54 req-1ec63be1-cc53-4dac-b102-6ec02e591a0e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0474367 Apr 04 12:10:45.317189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23f828c1-801d-49ff-8bd1-132881f54a54 req-eefd38a6-5e01-4389-aa7a-f6caf269196f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Apr 04 12:10:46.268579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:10:46.323067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:10:46.323433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:46.400064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:46.422305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:10:46.424516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0a5aa-3127-4081-bb33-e9e327f34f14" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:10:46.434237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57dedd-9d84-46fc-b4b8-9e56825ffd76 req-3bf39264-b542-4762-853e-06e47d51fd2d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:46.435893 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b57dedd-9d84-46fc-b4b8-9e56825ffd76 req-3bf39264-b542-4762-853e-06e47d51fd2d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 946 time: 0.0476990 Apr 04 12:10:46.437333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:46.471835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1931a0d-7467-42ea-8e79-a0d64a22c25d x-openstack-request-id: req-b1931a0d-7467-42ea-8e79-a0d64a22c25d {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:10:46.472133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-plugged", "status": "completed", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:10:46.472386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1931a0d-7467-42ea-8e79-a0d64a22c25d {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:10:46.472786 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1931a0d-7467-42ea-8e79-a0d64a22c25d'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'code': 200} Apr 04 12:10:46.476934 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b57dedd-9d84-46fc-b4b8-9e56825ffd76 req-e72c5554-f8ee-49a3-9b02-840a8624298e tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Apr 04 12:10:46.478754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:46.524689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=11']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:47.591158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c9f6-9198-4470-89c4-1646e425cfba req-2f88f68e-eb3f-42df-b6f8-dedcfba02284 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:47.592596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5b3c9f6-9198-4470-89c4-1646e425cfba req-2f88f68e-eb3f-42df-b6f8-dedcfba02284 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0467422 Apr 04 12:10:47.629291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c5b3c9f6-9198-4470-89c4-1646e425cfba req-36ce4377-ce15-4840-9d81-f6bd0fed6af2 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301912 Apr 04 12:10:48.748763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4ace8-1732-4dd2-9fbc-53762274a06c req-cdf1e0b4-df3e-40f5-9b53-7eb99cfeb526 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:48.750860 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3c4ace8-1732-4dd2-9fbc-53762274a06c req-cdf1e0b4-df3e-40f5-9b53-7eb99cfeb526 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0488336 Apr 04 12:10:48.788345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c3c4ace8-1732-4dd2-9fbc-53762274a06c req-c0005e03-bdcd-43d1-af66-f266ad20dc1d tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Apr 04 12:10:49.901268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cfa8f-659c-4c57-812c-0c864b8a6aee req-67987ed9-4718-4799-a885-ec481a54e083 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:49.902728 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-433cfa8f-659c-4c57-812c-0c864b8a6aee req-67987ed9-4718-4799-a885-ec481a54e083 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0470262 Apr 04 12:10:49.942798 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-433cfa8f-659c-4c57-812c-0c864b8a6aee req-5b5c1286-841d-45ed-be0c-273725ee4295 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340328 Apr 04 12:10:50.057809 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255e60-2287-4310-8b17-54629fd298c5 req-31dac058-6e27-4d14-b883-e734e78d1735 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:50.059272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05255e60-2287-4310-8b17-54629fd298c5 req-31dac058-6e27-4d14-b883-e734e78d1735 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0513854 Apr 04 12:10:50.096950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-05255e60-2287-4310-8b17-54629fd298c5 req-eb026453-63cb-488d-bfe6-119073202e12 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Apr 04 12:10:50.208255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000759-a49e-48fb-8c92-c3932f9969eb req-6918f163-f16f-4970-9bbc-a9b254f460c5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:50.209724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-87000759-a49e-48fb-8c92-c3932f9969eb req-6918f163-f16f-4970-9bbc-a9b254f460c5 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0480139 Apr 04 12:10:50.246244 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-87000759-a49e-48fb-8c92-c3932f9969eb req-bd5172bd-7003-4344-8c18-29664695508c tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Apr 04 12:10:50.608501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee90cce-256c-43a7-8bae-8fd5cd7e5694 req-c450b58e-10dc-4ca1-a91f-9737de467f10 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:50.609969 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4ee90cce-256c-43a7-8bae-8fd5cd7e5694 req-c450b58e-10dc-4ca1-a91f-9737de467f10 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0478797 Apr 04 12:10:50.646463 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4ee90cce-256c-43a7-8bae-8fd5cd7e5694 req-98ceda81-fff0-4923-b753-d87395debba0 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299482 Apr 04 12:10:51.763222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f820be0-fedb-40e9-9b36-7f3736a3e10b req-5ab2c76b-6a54-442e-ba2f-212c1427b8da tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:51.764669 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f820be0-fedb-40e9-9b36-7f3736a3e10b req-5ab2c76b-6a54-442e-ba2f-212c1427b8da tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0471282 Apr 04 12:10:51.801836 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f820be0-fedb-40e9-9b36-7f3736a3e10b req-8637f05d-64fa-46a8-8d79-51618f9e6588 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Apr 04 12:10:52.917468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d58662-04c3-41ae-96ee-d7aa705a1c4d req-5aed3e00-6f27-4856-b59e-068917fb1832 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:52.918956 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67d58662-04c3-41ae-96ee-d7aa705a1c4d req-5aed3e00-6f27-4856-b59e-068917fb1832 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0485513 Apr 04 12:10:52.983233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67d58662-04c3-41ae-96ee-d7aa705a1c4d req-20251ddb-6a01-4224-a96e-e5d8620fca9b tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583358 Apr 04 12:10:53.000352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-3124e91f-9b52-4b7b-ba19-242c96d25f43 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:10:53.001840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-3124e91f-9b52-4b7b-ba19-242c96d25f43 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 947 time: 0.0581317 Apr 04 12:10:53.087818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Deleting port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:10:53.088079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.176478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] For port 3fad8b37-fd07-4408-8f26-3ed81b151ea2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fad8b37-fd07-4408-8f26-3ed81b151ea2,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:10:53.176846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.338520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.338799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.339115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e disassociated. External IP: 172.26.1.101, port: 3fad8b37-fd07-4408-8f26-3ed81b151ea2. Apr 04 12:10:53.339454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Calling delete_port for 3fad8b37-fd07-4408-8f26-3ed81b151ea2 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:10:53.523930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.550054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'Port': ['ID=3fad8b37-fd07-4408-8f26-3ed81b151ea2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:10:53.559756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.560109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.560452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.560790 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.561125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.561456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.561817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.562151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.562813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.562813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.563096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.563408 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:10:53.679041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:10:53.791404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:10:53.804549 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:10:53.814352 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:10:53.814969 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:10:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:10:53.831558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] No DVR routers for this DVR port 3fad8b37-fd07-4408-8f26-3ed81b151ea2 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:10:53.834138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:53.837393 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0bd26307-e9cc-4581-8ba4-88ec6ba4892c req-49a52a20-193a-4e60-8286-1993c9c12fa6 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.44 "DELETE /v2.0/ports/3fad8b37-fd07-4408-8f26-3ed81b151ea2 HTTP/1.1" status: 204 len: 173 time: 0.8303008 Apr 04 12:10:53.837808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-deleted', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:10:53.840062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b735a2f0-c0f7-4b64-9ba9-c4bc2bc9a92b" -d '{"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-deleted", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:10:53.933821 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:10:53.936496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65adcdbc-928b-4c85-90f2-a217bd782641 x-openstack-request-id: req-65adcdbc-928b-4c85-90f2-a217bd782641 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:10:53.937022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8c361-4f50-478f-a68b-673715e4f956", "name": "network-vif-deleted", "tag": "3fad8b37-fd07-4408-8f26-3ed81b151ea2", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:10:53.937022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65adcdbc-928b-4c85-90f2-a217bd782641 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:10:53.937408 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65adcdbc-928b-4c85-90f2-a217bd782641'] response: {'server_uuid': '11f8c361-4f50-478f-a68b-673715e4f956', 'name': 'network-vif-deleted', 'tag': '3fad8b37-fd07-4408-8f26-3ed81b151ea2', 'status': 'completed', 'code': 200} Apr 04 12:10:54.082369 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ca15a64f-8d84-468a-8b20-f86dc010c7f7 req-b290d5b5-6a4b-48fc-b3c7-43c5c7fc142a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Apr 04 12:10:54.144419 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:10:54.174590 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:10:54.182845 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:10:54.183438 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:10:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:10:54.368339 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:10:54.570667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:10:54.598132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecde8b1-5bb6-44d0-99a5-07e0ff458154 None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:06:42Z', 'revision_number': 4, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'ac8f1204-9334-4a62-98ee-2eab41730e82', 'name': '', 'network_id': '455a512c-8d1c-42a2-a54a-cc8ca51fc1d9', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'mac_address': 'fa:16:3e:98:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:41Z', 'updated_at': '2022-04-04T12:06:45Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'subnets': [{'id': 'ad457d9e-78ae-49e0-b0fa-f60bf982d534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:10:54.812461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569513ba-c22d-4a63-b605-6ec5294472ef None None] New status for floating IP d49061c1-8d86-49ff-8b2d-84a620923b3e: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:10:55.184655 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1e259aaa-ebd9-40b7-88d8-7fafe0915bcc req-4d54cfa5-5eba-44a2-9cdb-5ca043672155 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Apr 04 12:10:56.277617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-82d1cb5c-f6c8-43b8-bd03-82ed1d67b618 req-ff350627-29f3-4b91-9246-7342da3c1d15 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0255706 Apr 04 12:10:56.300487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:10:56.325903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 3fad8b37-fd07-4408-8f26-3ed81b151ea2 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:10:56.326500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 3fad8b37-fd07-4408-8f26-3ed81b151ea2 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:10:57.220629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b2d55aef-78f3-4265-a49c-812455bd8231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:10:57.388685 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3ae5fe4b-22c9-414b-bfbd-6d94ca0b8062 req-0e97b24d-173e-4deb-8384-6370489db5af tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/ports?device_id=11f8c361-4f50-478f-a68b-673715e4f956 HTTP/1.1" status: 200 len: 210 time: 0.0302062 Apr 04 12:10:59.449812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b51-a157-4969-a58a-12978750f817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:00.592504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.095199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.273365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45240) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:02.328310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.355728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.380892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.443654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.446152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.447278 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "DELETE /v2.0/security-groups/5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2 HTTP/1.1" status: 204 len: 168 time: 0.1729207 Apr 04 12:11:02.449976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:02.456489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22b8d-4f20-4965-8c8c-22f80b2e0d17 tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:02.463505 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-0f2003a0-f806-470d-bb10-7e9782fced1f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] show failed (client error): The resource could not be found. Apr 04 12:11:02.467164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:02.467307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0f2003a0-f806-470d-bb10-7e9782fced1f tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "GET /v2.0/security-groups/5326fc4f-27a7-403e-9cfe-5f93f6e9c1a2 HTTP/1.1" status: 404 len: 347 time: 0.0162587 Apr 04 12:11:02.587914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Deleting port 6be062fe-f06c-4777-9bfe-fa9ba7580310 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:02.588251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.663383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.663714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.674717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Calling delete_port for 6be062fe-f06c-4777-9bfe-fa9ba7580310 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:02.849440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.875246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Pushing event deleted for resources: {'Port': ['ID=6be062fe-f06c-4777-9bfe-fa9ba7580310,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:02.935823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.938391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:02.940019 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-921294e6-de58-4de3-9783-a20ef6d8f43a tempest-ServerActionsTestJSON-1234245048 tempest-ServerActionsTestJSON-1234245048-project] 10.222.0.43 "DELETE /v2.0/floatingips/d49061c1-8d86-49ff-8b2d-84a620923b3e HTTP/1.1" status: 204 len: 168 time: 0.4710937 Apr 04 12:11:02.942939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45246) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:03.614324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:03.850095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Deleting port ac8f1204-9334-4a62-98ee-2eab41730e82 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:03.850432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:03.925458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] For port ac8f1204-9334-4a62-98ee-2eab41730e82, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=ac8f1204-9334-4a62-98ee-2eab41730e82,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:03.925781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:03.937863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Calling delete_port for ac8f1204-9334-4a62-98ee-2eab41730e82 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:04.186121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:04.211379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8f1204-9334-4a62-98ee-2eab41730e82,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:04.329176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:04.397468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:04.606585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Router 763168b4-4ed6-406c-a008-f5a094df815c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:11:04.708094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:11:04.713134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-be2706f7-ccec-437f-ad77-1c24f0ddbd0d admin admin] 10.222.0.43 "PUT /v2.0/routers/763168b4-4ed6-406c-a008-f5a094df815c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692475 Apr 04 12:11:04.715584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45248) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:04.718255 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Sync routers for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:11:04.728135 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:11:04.728748 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:10:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:04.818063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:04.828551 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:11:04.914213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:04.999387 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:11:04Z', 'revision_number': 5, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port': {'id': 'b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763168b4-4ed6-406c-a008-f5a094df815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:06:39Z', 'updated_at': '2022-04-04T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:05.025286 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Checking router: 763168b4-4ed6-406c-a008-f5a094df815c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:11:05.034720 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Routers {'763168b4-4ed6-406c-a008-f5a094df815c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:11:05.035325 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:10:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['763168b4-4ed6-406c-a008-f5a094df815c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:05.053619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Deleting port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:05.053963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.120529 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] Set router 763168b4-4ed6-406c-a008-f5a094df815c gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:11:05.130349 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] For port b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:05.130711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.143302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Calling delete_port for b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:05.173717 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:11:04Z', 'revision_number': 6, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:05.199124 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10233aaa-0c84-44f8-a22f-d91c5b2e400f None None] The sync data for ids ['763168b4-4ed6-406c-a008-f5a094df815c'] in dv-neutron-835866-1-hyperv is: [{'id': '763168b4-4ed6-406c-a008-f5a094df815c', 'name': 'tempest-ServerActionsTestJSON-1497323051-router', 'tenant_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:06:38Z', 'updated_at': '2022-04-04T12:11:04Z', 'revision_number': 6, 'project_id': 'b86c9c070fc94abc9f6980bb3996e6c2', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:11:05.363071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.388614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:05.451067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.540855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.543160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.666523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.667083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763168b4-4ed6-406c-a008-f5a094df815c {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:11:05.671268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.672477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7df7006a-f80b-48f4-adc4-b2e41c3472e2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/763168b4-4ed6-406c-a008-f5a094df815c HTTP/1.1" status: 204 len: 168 time: 0.9559743 Apr 04 12:11:05.674959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45250) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:05.721277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Deleting subnet ad457d9e-78ae-49e0-b0fa-f60bf982d534 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:11:05.724334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.756792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.830815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.918234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.949310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad457d9e-78ae-49e0-b0fa-f60bf982d534,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:05.954126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:05.957881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1d412ced-3969-4a4d-a4f4-7bba7e049623 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad457d9e-78ae-49e0-b0fa-f60bf982d534 HTTP/1.1" status: 204 len: 168 time: 0.2819636 Apr 04 12:11:05.959418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f60301c-b560-43ac-acc8-59f7a628d183 None None] Network 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:05.960620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45252) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:06.029496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.083697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Deleting port c0987f04-dd80-46ad-92c8-3d3a16edcd0a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:06.084049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.153294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] For port c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:06.153572 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.159672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] DHCP port deletion for 455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:11:06.167412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Calling delete_port for c0987f04-dd80-46ad-92c8-3d3a16edcd0a owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:06.215036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Deleting port c0987f04-dd80-46ad-92c8-3d3a16edcd0a {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:06.215418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.280776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] For port c0987f04-dd80-46ad-92c8-3d3a16edcd0a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,segment=NetworkSegment(44df4b97-7337-4f10-b48d-884c11443466),segment_id=44df4b97-7337-4f10-b48d-884c11443466)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:06.281180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.293978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Calling delete_port for c0987f04-dd80-46ad-92c8-3d3a16edcd0a owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:06.317764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.344540 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.355865 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.356498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.356583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.356894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.357233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.357610 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.357913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:06.360698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] No DVR routers for this DVR port c0987f04-dd80-46ad-92c8-3d3a16edcd0a on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:06.372065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.401783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] Pushing event deleted for resources: {'Port': ['ID=c0987f04-dd80-46ad-92c8-3d3a16edcd0a,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:06.405826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5da88-cb79-41fe-90c2-0dd6baa74db0 None None] No DVR routers for this DVR port c0987f04-dd80-46ad-92c8-3d3a16edcd0a on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:06.438950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c0987f04-dd80-46ad-92c8-3d3a16edcd0a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:11:06.442960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.459190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: c0987f04-dd80-46ad-92c8-3d3a16edcd0a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:11:06.459533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c0987f04-dd80-46ad-92c8-3d3a16edcd0a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:11:06.459952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ac8f1204-9334-4a62-98ee-2eab41730e82 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:11:06.466395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455a512c-8d1c-42a2-a54a-cc8ca51fc1d9']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:06.476052 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44df4b97-7337-4f10-b48d-884c11443466') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:06.476349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44df4b97-7337-4f10-b48d-884c11443466') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:06.478996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: ac8f1204-9334-4a62-98ee-2eab41730e82 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:11:06.479340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device ac8f1204-9334-4a62-98ee-2eab41730e82 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:11:06.479751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:11:06.486271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.497829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:11:06.498177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b02f4b9f-7e1f-4c04-8c30-43ce9bba8c9a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:11:06.498730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.504567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:06.504977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:06.506641 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:06.626350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.631588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:06.634679 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] 10.222.0.43 "DELETE /v2.0/networks/455a512c-8d1c-42a2-a54a-cc8ca51fc1d9 HTTP/1.1" status: 204 len: 168 time: 0.6729090 Apr 04 12:11:06.645507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cb607-795c-469d-b266-ff47ab1ebb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=455a512c-8d1c-42a2-a54a-cc8ca51fc1d9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:06.944372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45256) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:06.982642 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-663b592b-80ea-487a-bc21-9cd7ea036574 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b86c9c070fc94abc9f6980bb3996e6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371451 Apr 04 12:11:06.985245 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:07.036285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:07.055944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:07.175425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:07.178071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:07.179309 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/596fd5e4-63c0-4024-99ed-6baf008bf6a7 HTTP/1.1" status: 204 len: 168 time: 0.1931188 Apr 04 12:11:07.187315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a3cc-6361-47be-a3a5-bc7151e03436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596fd5e4-63c0-4024-99ed-6baf008bf6a7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:08.141491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45280) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:08.236674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-902376890-network', 'tenant_id': 'f4b6fc11f001493caf09e49560190b39'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:08.352163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Made reservation on behalf of f4b6fc11f001493caf09e49560190b39 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:08.354421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.363407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.436419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.540101 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.564434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:08.572770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26970740-101d-4d3e-9467-99dc6efb71da,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:08.578818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.579194 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Added segment 22388797-d7c6-43c6-a4c5-0a655394b24f of type vlan for network 3e34323c-d148-4ba4-b803-f4cc075cba8b Apr 04 12:11:08.617951 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.671401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.672339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:08.672922 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:08.732593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] Pushing event updated for resources: {'Network': ['ID=3e34323c-d148-4ba4-b803-f4cc075cba8b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:08.739253 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-10e8186a-9dd3-43ad-b0ce-74903b71ac2c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5961912 Apr 04 12:11:08.741581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45284) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:08.742798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:08.746414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Request body: {'subnet': {'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-902376890-subnet', 'tenant_id': 'f4b6fc11f001493caf09e49560190b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:08.814835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Made reservation on behalf of f4b6fc11f001493caf09e49560190b39 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:08.817293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:09.049282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:09.104320 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a69cc0-0e2c-45c5-b23a-a0865eedcc60,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:09.114815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Checking segment: {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:09.115174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Network hostable DHCP agents. Network: 3e34323c-d148-4ba4-b803-f4cc075cba8b, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:09.220481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:09.312274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3e34323c-d148-4ba4-b803-f4cc075cba8b) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:09.317055 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:09.317803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:09.321857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f07a6-f185-47ce-9f4d-c564df3fa757 None None] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:09.383614 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-731bd32d-7ce5-4d37-bacc-62901cf8b460 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6409609 Apr 04 12:11:09.453480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a971ed2-8c01-4e87-a56a-4ecf9f0c03b9 None None] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:09.862750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-09898b8b-8557-4a48-ab5b-d8a22c74fdd6 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:09.864152 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-09898b8b-8557-4a48-ab5b-d8a22c74fdd6 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/networks?id=3e34323c-d148-4ba4-b803-f4cc075cba8b HTTP/1.1" status: 200 len: 813 time: 0.1123304 Apr 04 12:11:09.878935 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-db0e05fa-31c2-46bd-9d2c-ad4064e1f429 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/quotas/f4b6fc11f001493caf09e49560190b39 HTTP/1.1" status: 200 len: 375 time: 0.0090706 Apr 04 12:11:09.909305 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-ce94911f-62d4-45fc-a410-35835152e136 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250814 Apr 04 12:11:10.041855 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2f61df57-7a3a-469d-8914-dc535a12ee24 service neutron] 10.222.0.43 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257718 Apr 04 12:11:10.131603 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-ead2d0ef-38f5-4b42-985b-2dd2e4ed6166 service neutron] 10.222.0.43 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836267 Apr 04 12:11:10.348310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08c03643-4692-49ff-96ca-128b2444ab26 req-3ee416fa-cf2a-42eb-8b85-144b651d6b1b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 210 time: 0.0274892 Apr 04 12:11:11.194496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-9c5db843-a38c-4dbc-8e27-c0850245a191 req-0b23f52c-9427-4350-9277-6d3a0f20f3c9 service neutron] (109637) timed out ('10.222.0.44', 61088) {{(pid=109637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 04 12:11:11.441352 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-65c82acc-0e69-4436-a049-7e4ce9763eae req-315aad5f-4f62-4470-9937-0eba50fcd491 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Apr 04 12:11:12.206635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-57c2cab7-8137-47e0-b4f5-d57f6ab5131c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:12.208078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-57c2cab7-8137-47e0-b4f5-d57f6ab5131c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "GET /v2.0/networks?id=3e34323c-d148-4ba4-b803-f4cc075cba8b HTTP/1.1" status: 200 len: 813 time: 0.1056457 Apr 04 12:11:12.221941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Request body: {'port': {'device_id': '3734840b-76f8-4df1-a552-6941c6560070', 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b', 'admin_state_up': True, 'tenant_id': 'f4b6fc11f001493caf09e49560190b39'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:12.391906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Made reservation on behalf of f4b6fc11f001493caf09e49560190b39 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:12.395521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:12.541944 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-17fe9871-5d8e-4abd-8e86-e012e9d638b6 req-59fabc5d-d627-4410-95ff-1a1c5a3ecf1c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 210 time: 0.0335076 Apr 04 12:11:12.547025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Allocated IP 172.20.0.8 (3e34323c-d148-4ba4-b803-f4cc075cba8b/b0a69cc0-0e2c-45c5-b23a-a0865eedcc60/20017e70-1b62-461d-84be-32cd3272b99e) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:12.685212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:12.774731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:12.815926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:12.818879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:12.822379 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:12.848107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Pushing event updated for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:12.871869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:12.872466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:12.943112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-68d8989e-b70c-473f-a8bc-d20ec1882fef tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249744 Apr 04 12:11:12.954637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Request body: {'port': {'device_id': '3734840b-76f8-4df1-a552-6941c6560070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:13.006238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.262517 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20017e70-1b62-461d-84be-32cd3272b99e {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:11:13.269785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.281262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Transition to ACTIVE for port object 20017e70-1b62-461d-84be-32cd3272b99e will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:11:13.329695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.381001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Pushing event updated for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:13.444996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Attempting to bind port 20017e70-1b62-461d-84be-32cd3272b99e on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:13.445327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Attempting to bind port 20017e70-1b62-461d-84be-32cd3272b99e by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:13.445688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Attempting to bind port 20017e70-1b62-461d-84be-32cd3272b99e on network 3e34323c-d148-4ba4-b803-f4cc075cba8b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:13.449875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Port 20017e70-1b62-461d-84be-32cd3272b99e on network 3e34323c-d148-4ba4-b803-f4cc075cba8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:11:13.450195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Attempting to bind port 20017e70-1b62-461d-84be-32cd3272b99e on network 3e34323c-d148-4ba4-b803-f4cc075cba8b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:13.454850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:13.455185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Checking segment: {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:13.455562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Bound using segment: {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:13.455982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Bound port: 20017e70-1b62-461d-84be-32cd3272b99e, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:13.456331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.516424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:13.519209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=20017e70-1b62-461d-84be-32cd3272b99e,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:13.563292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.599197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.599920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:13.601242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] 10.222.0.44 "PUT /v2.0/ports/20017e70-1b62-461d-84be-32cd3272b99e HTTP/1.1" status: 200 len: 1093 time: 0.6506069 Apr 04 12:11:13.601705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:13.603950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59f31f-59dc-4a2d-9052-8613289a7a74" -d '{"events": [{"name": "network-changed", "server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "tag": "20017e70-1b62-461d-84be-32cd3272b99e"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:13.642274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22d0f-4c5d-4fe2-b816-4f9a2604706d service neutron] Pushing event updated for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:13.651312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1683eef0-710a-4434-ad5d-da63954f0dca x-openstack-request-id: req-1683eef0-710a-4434-ad5d-da63954f0dca {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:13.651312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "tag": "20017e70-1b62-461d-84be-32cd3272b99e", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:13.651312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1683eef0-710a-4434-ad5d-da63954f0dca {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:13.651312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1683eef0-710a-4434-ad5d-da63954f0dca'] response: {'name': 'network-changed', 'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e', 'status': 'completed', 'code': 200} Apr 04 12:11:13.669230 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d777-4153-44bb-80e2-f6951742972e req-a18af3d0-90c2-45ca-8499-4a3d355264ae tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.670784 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7424d777-4153-44bb-80e2-f6951742972e req-a18af3d0-90c2-45ca-8499-4a3d355264ae tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 943 time: 0.0565960 Apr 04 12:11:13.704619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-3888f09c-854e-4878-a991-2a1ef1c12a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.706178 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-3888f09c-854e-4878-a991-2a1ef1c12a45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 1096 time: 0.0406380 Apr 04 12:11:13.710388 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7424d777-4153-44bb-80e2-f6951742972e req-2aa97e42-1b59-4996-8997-9d9f29793342 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Apr 04 12:11:13.805788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-07609803-57bc-433f-b7c8-2b2a8e9b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.807241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-07609803-57bc-433f-b7c8-2b2a8e9b6f5f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4b6fc11f001493caf09e49560190b39&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0937631 Apr 04 12:11:13.900138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-0872c23e-2653-4905-9fef-22ca1f29673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.901581 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cd59f31f-59dc-4a2d-9052-8613289a7a74 req-0872c23e-2653-4905-9fef-22ca1f29673f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873816 Apr 04 12:11:13.977634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-a5e1d562-5845-470d-b01a-2102dff05cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:13.979090 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-a5e1d562-5845-470d-b01a-2102dff05cd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 1096 time: 0.0396247 Apr 04 12:11:14.020197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-db7f6916-8c84-4a8f-9af7-f2ba70dc822f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20017e70-1b62-461d-84be-32cd3272b99e HTTP/1.1" status: 200 len: 217 time: 0.0326874 Apr 04 12:11:14.069546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-9b6a68f0-b07a-4378-8539-1cb00ffccf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:14.070895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-9b6a68f0-b07a-4378-8539-1cb00ffccf0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b0a69cc0-0e2c-45c5-b23a-a0865eedcc60 HTTP/1.1" status: 200 len: 853 time: 0.0442355 Apr 04 12:11:14.102111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-4a76dd0a-71db-4623-9282-2c8f68d611cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e34323c-d148-4ba4-b803-f4cc075cba8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242014 Apr 04 12:11:14.188255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-e507d712-0ca1-46de-928d-be756b32eaff service neutron] 10.222.0.44 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784738 Apr 04 12:11:14.615531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-97a6afa2-be0b-46e9-884a-c4f739685ab3 req-5f327b0c-59d5-479c-a99a-b0086572448b service neutron] 10.222.0.44 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202297 Apr 04 12:11:14.826173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085b32e-afb2-474b-a652-391d5a010d78 req-db91a34a-4f28-4731-a264-dd634e8f60d7 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:14.827639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7085b32e-afb2-474b-a652-391d5a010d78 req-db91a34a-4f28-4731-a264-dd634e8f60d7 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 943 time: 0.0483894 Apr 04 12:11:14.863807 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7085b32e-afb2-474b-a652-391d5a010d78 req-14956be6-880a-4948-8dcd-91fa6c9121cf tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302203 Apr 04 12:11:15.976307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62918e6c-bb77-4f4a-b73c-842eb52a45e1 req-98301148-0b10-40ff-b48d-86a7279fc5e9 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:15.977865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62918e6c-bb77-4f4a-b73c-842eb52a45e1 req-98301148-0b10-40ff-b48d-86a7279fc5e9 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 943 time: 0.0476136 Apr 04 12:11:16.014992 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62918e6c-bb77-4f4a-b73c-842eb52a45e1 req-3016ec00-2429-432e-9374-8b498d02441e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Apr 04 12:11:16.380101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 20017e70-1b62-461d-84be-32cd3272b99e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:11:16.477072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=20017e70-1b62-461d-84be-32cd3272b99e,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:16.488085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '20017e70-1b62-461d-84be-32cd3272b99e', 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b', 'port_id': '20017e70-1b62-461d-84be-32cd3272b99e', 'mac_address': 'fa:16:3e:7d:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a69cc0-0e2c-45c5-b23a-a0865eedcc60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:11:16.522686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:16.535686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20017e70-1b62-461d-84be-32cd3272b99e {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:11:16.554823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=20017e70-1b62-461d-84be-32cd3272b99e,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:16.631420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:16.680702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:16.885298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['20017e70-1b62-461d-84be-32cd3272b99e'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:11:17.126302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126647-c057-4749-8943-1356adf394d2 req-35a68f40-2a6c-415c-8b09-0faceb91a0ed tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:17.127763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5126647-c057-4749-8943-1356adf394d2 req-35a68f40-2a6c-415c-8b09-0faceb91a0ed tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 944 time: 0.0482576 Apr 04 12:11:17.168873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b5126647-c057-4749-8943-1356adf394d2 req-9574497f-dc07-4cc5-8cee-ca347246401e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Apr 04 12:11:18.280953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9a340-da93-4563-ba80-a134af05429f req-5c8726bc-725b-427b-8f8b-6691ecaf4d5a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:18.282727 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-def9a340-da93-4563-ba80-a134af05429f req-5c8726bc-725b-427b-8f8b-6691ecaf4d5a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 944 time: 0.0474136 Apr 04 12:11:18.319704 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-def9a340-da93-4563-ba80-a134af05429f req-664df651-0d37-40e8-8e64-8df94aa6a918 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Apr 04 12:11:18.394636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 20017e70-1b62-461d-84be-32cd3272b99e up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:18.437140 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:11:18.488595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 20017e70-1b62-461d-84be-32cd3272b99e completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:11:18.492384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 20017e70-1b62-461d-84be-32cd3272b99e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:18.492757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:18.566352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:18.587801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:18.590030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd57b37-20d5-4224-a354-cf22b9f90e1d" -d '{"events": [{"server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "name": "network-vif-plugged", "status": "completed", "tag": "20017e70-1b62-461d-84be-32cd3272b99e"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:18.602776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=20017e70-1b62-461d-84be-32cd3272b99e,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:18.637058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:18.688856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9698f-7745-43e1-8d57-86a9de427a9e x-openstack-request-id: req-c7d9698f-7745-43e1-8d57-86a9de427a9e {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:18.689149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "name": "network-vif-plugged", "status": "completed", "tag": "20017e70-1b62-461d-84be-32cd3272b99e", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:18.689399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7d9698f-7745-43e1-8d57-86a9de427a9e {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:18.689814 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d9698f-7745-43e1-8d57-86a9de427a9e'] response: {'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e', 'code': 200} Apr 04 12:11:18.691271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:18.984378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f52553-422c-4634-ad94-bcd6e27c4766 req-690aeb0a-91f8-457e-a6e8-464840f4385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:18.985840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-35f52553-422c-4634-ad94-bcd6e27c4766 req-690aeb0a-91f8-457e-a6e8-464840f4385a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 1098 time: 0.0392499 Apr 04 12:11:19.019975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-35f52553-422c-4634-ad94-bcd6e27c4766 req-15b4cb3a-9687-4066-9f29-89e735d2b1f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273044 Apr 04 12:11:19.437527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2aee2-a3e6-48f9-98f0-094707eae119 req-63be65c2-73cd-41ab-980c-40056a985a2e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:19.439012 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f7b2aee2-a3e6-48f9-98f0-094707eae119 req-63be65c2-73cd-41ab-980c-40056a985a2e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0541391 Apr 04 12:11:19.476513 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f7b2aee2-a3e6-48f9-98f0-094707eae119 req-7afc8dd4-f88f-4eee-a2bb-9931620609f2 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Apr 04 12:11:20.591528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a3ad-3dcc-419d-b0ff-6f62383621b5 req-eca75cfa-0d64-4f78-92ed-3da01b53bff0 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:20.592991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aa75a3ad-3dcc-419d-b0ff-6f62383621b5 req-eca75cfa-0d64-4f78-92ed-3da01b53bff0 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Apr 04 12:11:20.630275 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aa75a3ad-3dcc-419d-b0ff-6f62383621b5 req-6428a1da-e693-4b10-a949-4b98753e5d2d tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Apr 04 12:11:20.841656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-c1df93cc-173b-467d-a915-82786964dde3 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:20.843091 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-c1df93cc-173b-467d-a915-82786964dde3 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/networks?id=3e34323c-d148-4ba4-b803-f4cc075cba8b HTTP/1.1" status: 200 len: 813 time: 0.0967803 Apr 04 12:11:20.857533 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-951c0c8f-8366-40cb-9a73-765310f6dc4a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/quotas/f4b6fc11f001493caf09e49560190b39 HTTP/1.1" status: 200 len: 375 time: 0.0086627 Apr 04 12:11:20.908397 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-ac88230a-02fb-4c65-9b63-7803d21885eb tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449865 Apr 04 12:11:20.994624 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-22faa014-3fad-4062-a131-57354345aa8b service neutron] 10.222.0.43 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788569 Apr 04 12:11:21.084105 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-5b5e0e5d-3d19-4ace-ae11-5e2a1ae20d85 service neutron] 10.222.0.43 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832849 Apr 04 12:11:21.356290 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0da9a056-bcbe-4047-beff-b7126517cdc9 req-b09aa160-b38f-4c61-9451-b9bc41be8633 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 210 time: 0.0268455 Apr 04 12:11:22.448096 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-221041b4-bb58-4aed-8cb9-b0c042dc2641 req-074ed8bc-fa5b-47bf-a380-01f9c13c6458 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 210 time: 0.0257828 Apr 04 12:11:23.083409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-5a77a7fd-c906-4c78-82a7-404a5e2c5d3b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:23.084992 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-5a77a7fd-c906-4c78-82a7-404a5e2c5d3b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "GET /v2.0/networks?id=3e34323c-d148-4ba4-b803-f4cc075cba8b HTTP/1.1" status: 200 len: 813 time: 0.1051800 Apr 04 12:11:23.098018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Request body: {'port': {'device_id': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b', 'admin_state_up': True, 'tenant_id': 'f4b6fc11f001493caf09e49560190b39'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:23.374795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Made reservation on behalf of f4b6fc11f001493caf09e49560190b39 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:23.378922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:23.506223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Allocated IP 172.20.0.11 (3e34323c-d148-4ba4-b803-f4cc075cba8b/b0a69cc0-0e2c-45c5-b23a-a0865eedcc60/f10e35a8-4f39-4d73-9cdf-925d4411f3a4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:23.550367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-794a1528-d397-4e88-ae73-bef09b2b5893 req-2ea4dd0d-a94a-49e2-bf17-e37baca8d457 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 210 time: 0.0343430 Apr 04 12:11:23.679480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:23.751421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:23.763757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['20017e70-1b62-461d-84be-32cd3272b99e'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:11:23.801472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Network 3e34323c-d148-4ba4-b803-f4cc075cba8b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:23.804507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:23.808764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:23.812631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Pushing event updated for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:23.856496 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:23.857107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:23.914348 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-860e1769-de28-48ca-9398-097c7b2f1af8 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206627 Apr 04 12:11:23.927508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Request body: {'port': {'device_id': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:23.979031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.239885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10e35a8-4f39-4d73-9cdf-925d4411f3a4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:11:24.247077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.258432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Transition to ACTIVE for port object f10e35a8-4f39-4d73-9cdf-925d4411f3a4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:11:24.311389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.362220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Pushing event updated for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:24.430622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Attempting to bind port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:24.430952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Attempting to bind port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:24.431276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Attempting to bind port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 on network 3e34323c-d148-4ba4-b803-f4cc075cba8b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:24.435879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 on network 3e34323c-d148-4ba4-b803-f4cc075cba8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:11:24.436295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Attempting to bind port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 on network 3e34323c-d148-4ba4-b803-f4cc075cba8b {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:24.441397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:24.444583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Checking segment: {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:24.444583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Bound using segment: {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:24.444583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Bound port: f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22388797-d7c6-43c6-a4c5-0a655394b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:24.444583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.504480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:24.507269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:24.586668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.622916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:24.623533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:24.624907 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] 10.222.0.44 "PUT /v2.0/ports/f10e35a8-4f39-4d73-9cdf-925d4411f3a4 HTTP/1.1" status: 200 len: 1094 time: 0.7021773 Apr 04 12:11:24.625350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:24.627633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daabf6a5-9e33-4565-a5e9-1a875a6928d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:24.650599 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b940-3ba6-41ae-8195-ce6000a5c502 service neutron] Pushing event updated for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:24.670390 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cfd9a5-a5db-40cc-a379-f661691ecdf8 x-openstack-request-id: req-64cfd9a5-a5db-40cc-a379-f661691ecdf8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:24.670698 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:24.670949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64cfd9a5-a5db-40cc-a379-f661691ecdf8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:24.671352 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cfd9a5-a5db-40cc-a379-f661691ecdf8'] response: {'name': 'network-changed', 'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4', 'status': 'completed', 'code': 200} Apr 04 12:11:24.674451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b516-6660-4816-8f2f-ea32df597a80 req-3dbac8a3-87e7-4324-9c1c-8b2e6f034259 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:24.675988 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c03b516-6660-4816-8f2f-ea32df597a80 req-3dbac8a3-87e7-4324-9c1c-8b2e6f034259 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 944 time: 0.0567665 Apr 04 12:11:24.715693 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c03b516-6660-4816-8f2f-ea32df597a80 req-2dc20a01-fed6-4989-a843-b6dfd5d517dd tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Apr 04 12:11:24.733540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-fd0d3fef-4101-4400-a289-55ab5439d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:24.735371 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-fd0d3fef-4101-4400-a289-55ab5439d96a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 1097 time: 0.0462778 Apr 04 12:11:24.835518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-852ca83d-4b8d-4eac-9d64-24b7a9f3da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:24.836987 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-852ca83d-4b8d-4eac-9d64-24b7a9f3da70 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4b6fc11f001493caf09e49560190b39&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0932360 Apr 04 12:11:24.929971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-19aef0b7-50c0-4ef7-a71e-34776aba30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:24.931392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-daabf6a5-9e33-4565-a5e9-1a875a6928d3 req-19aef0b7-50c0-4ef7-a71e-34776aba30fb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872784 Apr 04 12:11:25.005512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-7bcbd136-b795-49b3-9c07-9c39570c441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:25.007007 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-7bcbd136-b795-49b3-9c07-9c39570c441e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4b6fc11f001493caf09e49560190b39&device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 1097 time: 0.0393822 Apr 04 12:11:25.047360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-c2373e60-8a4c-4ece-9b0c-094e49c5e0e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4 HTTP/1.1" status: 200 len: 217 time: 0.0329247 Apr 04 12:11:25.102701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b73-6f81-444e-9988-844038c39cf0 req-89578a64-3ca1-4889-89c7-cd05b9b80e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:25.104207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-89578a64-3ca1-4889-89c7-cd05b9b80e65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b0a69cc0-0e2c-45c5-b23a-a0865eedcc60 HTTP/1.1" status: 200 len: 853 time: 0.0502324 Apr 04 12:11:25.134961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-b8838322-8a08-4d54-8a68-fb7f5a430516 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e34323c-d148-4ba4-b803-f4cc075cba8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238917 Apr 04 12:11:25.223732 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-21b69f67-c456-47c2-b3dd-622d192b14d4 service neutron] 10.222.0.44 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811779 Apr 04 12:11:25.316336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-00f57b73-6f81-444e-9988-844038c39cf0 req-45bd98cc-9eaf-4962-9994-57989bfb85c0 service neutron] 10.222.0.44 "GET /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Apr 04 12:11:25.830165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ed31b-dab6-4031-a4b7-e354333f3d25 req-efe2e4d8-d3c9-4839-9900-6c6571288a4b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:25.831695 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-863ed31b-dab6-4031-a4b7-e354333f3d25 req-efe2e4d8-d3c9-4839-9900-6c6571288a4b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 944 time: 0.0485952 Apr 04 12:11:25.868380 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-863ed31b-dab6-4031-a4b7-e354333f3d25 req-7ec0e570-b12b-4fa1-8699-78c258403134 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Apr 04 12:11:26.983927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0884-6abf-47e8-9aa7-9df5c041240c req-e6c11807-2cd4-4c87-ad80-120edd59d355 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:26.985354 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9bbd0884-6abf-47e8-9aa7-9df5c041240c req-e6c11807-2cd4-4c87-ad80-120edd59d355 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 944 time: 0.0513151 Apr 04 12:11:27.022143 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9bbd0884-6abf-47e8-9aa7-9df5c041240c req-cc98e4ec-6e35-4254-aa7e-8b6cf8d3c543 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Apr 04 12:11:27.253834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8359ad20-82eb-4afa-ae99-3709da345c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:28.132895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed01749-9af3-4eb7-9c71-f424bb3c8e64 req-51c0d647-f424-4df5-8bd9-725ecfd29e2c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:28.134396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ed01749-9af3-4eb7-9c71-f424bb3c8e64 req-51c0d647-f424-4df5-8bd9-725ecfd29e2c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 944 time: 0.0476320 Apr 04 12:11:28.176126 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ed01749-9af3-4eb7-9c71-f424bb3c8e64 req-c4272be2-271f-446d-bbe0-ff85c070a8d0 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Apr 04 12:11:28.451212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device f10e35a8-4f39-4d73-9cdf-925d4411f3a4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:11:28.542185 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:28.552655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4', 'network_id': '3e34323c-d148-4ba4-b803-f4cc075cba8b', 'port_id': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4', 'mac_address': 'fa:16:3e:e0:ab:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a69cc0-0e2c-45c5-b23a-a0865eedcc60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:11:28.592235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:28.604833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10e35a8-4f39-4d73-9cdf-925d4411f3a4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:11:28.623857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:28.682978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:28.729766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:28.736552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.736909 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.737255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.737622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.737963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.738300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.738634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.738970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.739807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.740135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.740466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.740792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:28.885413 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['f10e35a8-4f39-4d73-9cdf-925d4411f3a4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:11:29.287688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070d98-6352-4f36-822c-e782a10c72e9 req-975ca751-df01-4bb1-ace0-455ea778aa74 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:29.289136 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2c070d98-6352-4f36-822c-e782a10c72e9 req-975ca751-df01-4bb1-ace0-455ea778aa74 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Apr 04 12:11:29.325417 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2c070d98-6352-4f36-822c-e782a10c72e9 req-69577855-4856-440e-9cef-ded1030a8dfc tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302565 Apr 04 12:11:29.465400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86f57c40-710a-4c50-8836-c8e109d1a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:30.442574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803579-94e0-47a1-9f92-5bdef8ddcc21 req-bca75ef7-3ff0-4143-96e5-44ff2cceea7e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:30.444072 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37803579-94e0-47a1-9f92-5bdef8ddcc21 req-bca75ef7-3ff0-4143-96e5-44ff2cceea7e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 945 time: 0.0533247 Apr 04 12:11:30.478329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device f10e35a8-4f39-4d73-9cdf-925d4411f3a4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:30.481902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37803579-94e0-47a1-9f92-5bdef8ddcc21 req-d972f7b2-7cd9-4fdd-9883-f8eeab962466 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Apr 04 12:11:30.591655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:11:30.593671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:30.596084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:30.596448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:30.674498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:30.696100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:30.698339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919c213-67ac-4f44-a486-6d5642a31bd7" -d '{"events": [{"server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "name": "network-vif-plugged", "status": "completed", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:30.711836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:30.733706 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963102f8-5a7b-4e40-81d8-596dc090b1af x-openstack-request-id: req-963102f8-5a7b-4e40-81d8-596dc090b1af {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:30.733991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "name": "network-vif-plugged", "status": "completed", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:30.734239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-963102f8-5a7b-4e40-81d8-596dc090b1af {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:30.734630 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963102f8-5a7b-4e40-81d8-596dc090b1af'] response: {'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4', 'code': 200} Apr 04 12:11:30.757741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:30.803819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:30.995541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80a00-8200-4502-8fa5-27f37810b1dc req-9874b8b3-05d7-4aeb-a333-79e01f0aa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:30.996943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ef80a00-8200-4502-8fa5-27f37810b1dc req-9874b8b3-05d7-4aeb-a333-79e01f0aa41c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 1099 time: 0.0396588 Apr 04 12:11:31.031631 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ef80a00-8200-4502-8fa5-27f37810b1dc req-47ebdc41-73b2-4805-bcfe-b364fe398e60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277905 Apr 04 12:11:31.597041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537df4-3e54-44d6-a734-df3c267d4151 req-72588395-cbbf-4072-a026-59770f6a2ccc tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:31.598539 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f537df4-3e54-44d6-a734-df3c267d4151 req-72588395-cbbf-4072-a026-59770f6a2ccc tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 946 time: 0.0518785 Apr 04 12:11:31.640006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7f537df4-3e54-44d6-a734-df3c267d4151 req-d58c0917-23ef-433d-ba53-f47366fe4363 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348184 Apr 04 12:11:32.105894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:32.413775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:32.754549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770dbc0-52ca-43e6-a220-10d9e22db792 req-48731dd4-1c9f-4027-a215-ac925dee30fa tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:32.756002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8770dbc0-52ca-43e6-a220-10d9e22db792 req-48731dd4-1c9f-4027-a215-ac925dee30fa tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 946 time: 0.0478745 Apr 04 12:11:32.793466 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8770dbc0-52ca-43e6-a220-10d9e22db792 req-86721508-af45-4766-b610-c41903a0351c tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Apr 04 12:11:33.234281 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddf6a7-8889-4839-9115-c08a1994217f req-b264ff07-3ec3-465e-a29a-3952c5e675f3 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:33.235714 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-82ddf6a7-8889-4839-9115-c08a1994217f req-b264ff07-3ec3-465e-a29a-3952c5e675f3 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 946 time: 0.0516820 Apr 04 12:11:33.271707 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-82ddf6a7-8889-4839-9115-c08a1994217f req-bab17608-7e00-4e23-9741-01d428d70329 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294504 Apr 04 12:11:34.322635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:34.389007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9795e0-1f95-483f-84b3-d2ca1952de6f req-e5ccd785-967d-4c96-8515-9309af578452 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:34.390531 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa9795e0-1f95-483f-84b3-d2ca1952de6f req-e5ccd785-967d-4c96-8515-9309af578452 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Apr 04 12:11:34.429611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa9795e0-1f95-483f-84b3-d2ca1952de6f req-bad6f37d-1da8-4de4-b362-c111d7cafb23 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331075 Apr 04 12:11:34.674315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-97dfe04d-a872-4165-8df3-192980f82188 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:34.675643 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-97dfe04d-a872-4165-8df3-192980f82188 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 946 time: 0.0469167 Apr 04 12:11:34.762866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Deleting port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:34.763204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:34.847670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] For port f10e35a8-4f39-4d73-9cdf-925d4411f3a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:34.848054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:34.861050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Calling delete_port for f10e35a8-4f39-4d73-9cdf-925d4411f3a4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:35.042843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:35.055685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['20017e70-1b62-461d-84be-32cd3272b99e', 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:11:35.068403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Pushing event deleted for resources: {'Port': ['ID=f10e35a8-4f39-4d73-9cdf-925d4411f3a4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:35.112443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] No DVR routers for this DVR port f10e35a8-4f39-4d73-9cdf-925d4411f3a4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:35.115177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:35.118908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f7626cd4-2be6-430b-8889-c1a949f3416b req-edda0410-cc30-4268-9127-87d74837d453 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "DELETE /v2.0/ports/f10e35a8-4f39-4d73-9cdf-925d4411f3a4 HTTP/1.1" status: 204 len: 173 time: 0.4374366 Apr 04 12:11:35.119406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'name': 'network-vif-deleted', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:35.122445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a111d1c-ad53-47ba-b7c6-447b354695f1" -d '{"events": [{"server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "name": "network-vif-deleted", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:35.159813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1173682-17a1-4881-9e5f-079f0f617f0b x-openstack-request-id: req-a1173682-17a1-4881-9e5f-079f0f617f0b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:35.160107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35471e-844a-43a8-b7dd-66fae82d1841", "name": "network-vif-deleted", "tag": "f10e35a8-4f39-4d73-9cdf-925d4411f3a4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:35.160358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1173682-17a1-4881-9e5f-079f0f617f0b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:35.160762 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1173682-17a1-4881-9e5f-079f0f617f0b'] response: {'server_uuid': 'fa35471e-844a-43a8-b7dd-66fae82d1841', 'name': 'network-vif-deleted', 'tag': 'f10e35a8-4f39-4d73-9cdf-925d4411f3a4', 'status': 'completed', 'code': 200} Apr 04 12:11:35.535729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a4272090-f99d-4e92-8976-0cf11a6d1919 req-e4392e74-bfc2-4214-bd18-73db630d75b1 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa35471e-844a-43a8-b7dd-66fae82d1841 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Apr 04 12:11:36.681466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b173c-658e-433b-9635-f1e9c9703aa7 req-a4f08f0e-769e-41df-a3da-9a8028ce06be tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:36.682837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a8b173c-658e-433b-9635-f1e9c9703aa7 req-a4f08f0e-769e-41df-a3da-9a8028ce06be tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Apr 04 12:11:36.718558 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a8b173c-658e-433b-9635-f1e9c9703aa7 req-faf16612-e5df-47c4-8499-96d7f4a27873 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298169 Apr 04 12:11:36.844888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e8481-4a70-4e2c-8dea-7c734c95a149 req-776c5ec5-1768-4c09-a6e8-690c5127e05b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:36.846383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5e5e8481-4a70-4e2c-8dea-7c734c95a149 req-776c5ec5-1768-4c09-a6e8-690c5127e05b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0474775 Apr 04 12:11:36.883211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5e5e8481-4a70-4e2c-8dea-7c734c95a149 req-4eb8da2a-cded-444f-ae6c-7120561a623e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304685 Apr 04 12:11:36.994863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0339b3-3817-469c-b64f-a96fef01acf1 req-08e700fd-8f18-4b7d-975e-ce1dd1b6084a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:36.996226 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fb0339b3-3817-469c-b64f-a96fef01acf1 req-08e700fd-8f18-4b7d-975e-ce1dd1b6084a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0472598 Apr 04 12:11:37.032700 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fb0339b3-3817-469c-b64f-a96fef01acf1 req-5c511868-61dc-4ec3-89f2-2ef78fb1c33b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302837 Apr 04 12:11:37.193637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff190-2a39-425f-8cf5-717afb8c433d req-8f1cc76c-fc3d-4f14-a760-497cd5c15a60 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:37.195074 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ddff190-2a39-425f-8cf5-717afb8c433d req-8f1cc76c-fc3d-4f14-a760-497cd5c15a60 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0469058 Apr 04 12:11:37.232082 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4ddff190-2a39-425f-8cf5-717afb8c433d req-949cec2e-6ab1-4e52-bf21-9b7e1e901d8e tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Apr 04 12:11:37.346900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aa44f-3f06-431b-a906-6a372b119578 req-bee6a74a-8dee-4a32-bd96-7db2d786b87b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:37.348354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-411aa44f-3f06-431b-a906-6a372b119578 req-bee6a74a-8dee-4a32-bd96-7db2d786b87b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Apr 04 12:11:37.384695 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-411aa44f-3f06-431b-a906-6a372b119578 req-e3936bab-40f3-43b3-b420-4967ca0c8017 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Apr 04 12:11:37.504859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7f17-6c5f-47d9-83df-5b43e0f310de req-468cf0ce-c244-4617-80b9-d7bf78252227 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:37.506377 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f9bd7f17-6c5f-47d9-83df-5b43e0f310de req-468cf0ce-c244-4617-80b9-d7bf78252227 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0479240 Apr 04 12:11:37.543158 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f9bd7f17-6c5f-47d9-83df-5b43e0f310de req-36d07d57-c5be-4ec0-a91f-96fc0cb7818b tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Apr 04 12:11:37.959358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5106-daf2-42b1-a90c-713b8ca8fb90 req-8cf3d338-c6e3-4538-80fb-75d7bbb1cbbd tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:37.960851 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-94cf5106-daf2-42b1-a90c-713b8ca8fb90 req-8cf3d338-c6e3-4538-80fb-75d7bbb1cbbd tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0469990 Apr 04 12:11:37.998512 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-94cf5106-daf2-42b1-a90c-713b8ca8fb90 req-fd6ab965-2c2f-4687-87a4-151ddddf5abe tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Apr 04 12:11:38.562464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device f10e35a8-4f39-4d73-9cdf-925d4411f3a4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:11:38.722907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: f10e35a8-4f39-4d73-9cdf-925d4411f3a4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:11:38.723164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device f10e35a8-4f39-4d73-9cdf-925d4411f3a4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:11:39.118595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d43c4-0a29-405c-9a99-014ab76a7af0 req-55dfd673-f88d-42d2-ac47-33188a925cb4 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:39.120056 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-628d43c4-0a29-405c-9a99-014ab76a7af0 req-55dfd673-f88d-42d2-ac47-33188a925cb4 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0523629 Apr 04 12:11:39.157508 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-628d43c4-0a29-405c-9a99-014ab76a7af0 req-a235a0ee-5ac3-49a8-8a8f-17b8c445ad1a tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/security-groups?id=26970740-101d-4d3e-9467-99dc6efb71da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Apr 04 12:11:39.381527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318b48-fe2d-46cd-b1a7-644685346908 req-e13e9d88-b008-499e-9dfd-a2014fed1920 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:39.382985 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-05318b48-fe2d-46cd-b1a7-644685346908 req-e13e9d88-b008-499e-9dfd-a2014fed1920 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Apr 04 12:11:39.470074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Deleting port 20017e70-1b62-461d-84be-32cd3272b99e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:39.470413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:39.558261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] For port 20017e70-1b62-461d-84be-32cd3272b99e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=20017e70-1b62-461d-84be-32cd3272b99e,segment=NetworkSegment(22388797-d7c6-43c6-a4c5-0a655394b24f),segment_id=22388797-d7c6-43c6-a4c5-0a655394b24f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:39.558621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:39.570476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Calling delete_port for 20017e70-1b62-461d-84be-32cd3272b99e owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:39.774156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:39.785957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['20017e70-1b62-461d-84be-32cd3272b99e'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:11:39.807564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Pushing event deleted for resources: {'Port': ['ID=20017e70-1b62-461d-84be-32cd3272b99e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:39.848415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] No DVR routers for this DVR port 20017e70-1b62-461d-84be-32cd3272b99e on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:39.850909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:39.854290 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-05318b48-fe2d-46cd-b1a7-644685346908 req-b10b285a-5ba4-48aa-a8aa-76eb85765856 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.44 "DELETE /v2.0/ports/20017e70-1b62-461d-84be-32cd3272b99e HTTP/1.1" status: 204 len: 173 time: 0.4640486 Apr 04 12:11:39.854738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'name': 'network-vif-deleted', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:11:39.856940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690ef02-4d1b-43e0-96a2-32a81827e5ad" -d '{"events": [{"server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "name": "network-vif-deleted", "tag": "20017e70-1b62-461d-84be-32cd3272b99e"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:11:39.893680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0097a739-54d1-4bb5-9d46-d6dc87ba0ae5 x-openstack-request-id: req-0097a739-54d1-4bb5-9d46-d6dc87ba0ae5 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:11:39.893970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734840b-76f8-4df1-a552-6941c6560070", "name": "network-vif-deleted", "tag": "20017e70-1b62-461d-84be-32cd3272b99e", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:11:39.894221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0097a739-54d1-4bb5-9d46-d6dc87ba0ae5 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:11:39.894621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0097a739-54d1-4bb5-9d46-d6dc87ba0ae5'] response: {'server_uuid': '3734840b-76f8-4df1-a552-6941c6560070', 'name': 'network-vif-deleted', 'tag': '20017e70-1b62-461d-84be-32cd3272b99e', 'status': 'completed', 'code': 200} Apr 04 12:11:40.263356 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-01c1af54-ee75-4651-bb89-1b89b82eb39d req-30f21cea-f257-4631-8009-a243a372b4e3 tempest-ServersNegativeTestJSON-822759886 tempest-ServersNegativeTestJSON-822759886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734840b-76f8-4df1-a552-6941c6560070 HTTP/1.1" status: 200 len: 210 time: 0.0270810 Apr 04 12:11:41.322821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:41.365191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Deleting subnet b0a69cc0-0e2c-45c5-b23a-a0865eedcc60 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:11:41.368007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.401522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.442625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.550608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.577447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a69cc0-0e2c-45c5-b23a-a0865eedcc60,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:41.579502 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.582632 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-439d6aaf-9262-4817-b7ce-6bbb55028bd5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0a69cc0-0e2c-45c5-b23a-a0865eedcc60 HTTP/1.1" status: 204 len: 168 time: 0.2588265 Apr 04 12:11:41.585161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45442) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:41.655354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.736038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.756276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e34323c-d148-4ba4-b803-f4cc075cba8b']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:41.765306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22388797-d7c6-43c6-a4c5-0a655394b24f') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:41.765635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22388797-d7c6-43c6-a4c5-0a655394b24f') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:41.774637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.787424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.792994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:41.793379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:41.794996 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:41.917015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.922285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:41.925308 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] 10.222.0.43 "DELETE /v2.0/networks/3e34323c-d148-4ba4-b803-f4cc075cba8b HTTP/1.1" status: 204 len: 168 time: 0.3391991 Apr 04 12:11:41.936404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55087ec6-4d8f-48d1-b677-3798d137c94b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e34323c-d148-4ba4-b803-f4cc075cba8b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:42.177183 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45446) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:42.216970 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-60348499-d410-4d4d-ac88-01c5fc401919 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4b6fc11f001493caf09e49560190b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379832 Apr 04 12:11:42.224851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45450) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:42.269894 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:42.291152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:42.413663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:42.416229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:42.417382 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26970740-101d-4d3e-9467-99dc6efb71da HTTP/1.1" status: 204 len: 168 time: 0.1916449 Apr 04 12:11:42.425315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c145e38-9744-4d54-85f9-f175f7b09947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26970740-101d-4d3e-9467-99dc6efb71da,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:42.564042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 20017e70-1b62-461d-84be-32cd3272b99e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:11:42.584632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 20017e70-1b62-461d-84be-32cd3272b99e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:11:42.584974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 20017e70-1b62-461d-84be-32cd3272b99e not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:11:43.437821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45472) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:43.528396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466443655'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:43.608191 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:43.611658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.628747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.700534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.779578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.807916 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:43.813895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829d3a0b-1ba9-459c-99af-4f344f5333f3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:43.819721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.820074 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Added segment 39f136d0-0054-4767-acee-262d9af3e4f4 of type vlan for network c5f0f4f1-07eb-4102-8119-83f87cc92c87 Apr 04 12:11:43.861627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.945298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:43.950851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:43.951440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:44.016623 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Network': ['ID=c5f0f4f1-07eb-4102-8119-83f87cc92c87,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:44.027649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:44.048409 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-452ab282-4436-4f06-81f6-1a1948e7a681 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6061590 Apr 04 12:11:47.304200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45476) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:47.309365 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'subnet': {'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:47.476724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:47.480179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:47.733864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:47.799738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Subnet': ['ID=36f81efa-08aa-401e-b841-2a7ebbced402,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:47.804594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking segment: {'id': '39f136d0-0054-4767-acee-262d9af3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:47.814004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network hostable DHCP agents. Network: c5f0f4f1-07eb-4102-8119-83f87cc92c87, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:47.899415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:47.980741 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c5f0f4f1-07eb-4102-8119-83f87cc92c87) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:47.987149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:47.987745 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:47.990364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26753ef-a8b3-4dd1-8e26-f44c902a1871 None None] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:48.039687 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-90468050-f145-42b5-aa20-aee36a2e538a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7343729 Apr 04 12:11:48.043454 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45478) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:48.048327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-549766624'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:48.116812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:48.121179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.133996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-c5f0f4f1-07eb-4102-8119-83f87cc92c87', 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87', 'tenant_id': 'e41964b3d146433694a09072720213b2', 'fixed_ips': [{'subnet_id': '36f81efa-08aa-401e-b841-2a7ebbced402'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:11:48.134865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.145326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:48.153964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.155637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Added segment 46f37dd1-78bc-4596-8f89-4def8ceccfe6 of type vlan for network 2b189a9a-2acb-4e55-ab75-94e97919f3ab Apr 04 12:11:48.194716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.271642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.273630 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Allocated IP 2001:db8:0:ffff::2 (c5f0f4f1-07eb-4102-8119-83f87cc92c87/36f81efa-08aa-401e-b841-2a7ebbced402/b750cfce-7279-471a-aab2-67198e17f84a) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:48.277224 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:48.277842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.343506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Network': ['ID=2b189a9a-2acb-4e55-ab75-94e97919f3ab,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:48.354628 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 2b189a9a-2acb-4e55-ab75-94e97919f3ab details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:48.370892 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bb177b8c-cfcf-40c2-a0cc-1218b28a13cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3264055 Apr 04 12:11:48.373618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:48.378881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'subnet': {'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:48.478549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.556940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:48.560526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.597252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.640907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:48.645411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:48.650351 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:48.652289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Pushing event updated for resources: {'Port': ['ID=b750cfce-7279-471a-aab2-67198e17f84a,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:48.703530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Attempting to bind port b750cfce-7279-471a-aab2-67198e17f84a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:48.703904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Attempting to bind port b750cfce-7279-471a-aab2-67198e17f84a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '39f136d0-0054-4767-acee-262d9af3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:48.704264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Attempting to bind port b750cfce-7279-471a-aab2-67198e17f84a on network c5f0f4f1-07eb-4102-8119-83f87cc92c87 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:48.709639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:48.710010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Checking segment: {'id': '39f136d0-0054-4767-acee-262d9af3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:48.710410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.710804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Bound using segment: {'id': '39f136d0-0054-4767-acee-262d9af3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:48.711259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Bound port: b750cfce-7279-471a-aab2-67198e17f84a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f136d0-0054-4767-acee-262d9af3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c5f0f4f1-07eb-4102-8119-83f87cc92c87'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:48.711639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.771856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] For port b750cfce-7279-471a-aab2-67198e17f84a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:48.774820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] For port b750cfce-7279-471a-aab2-67198e17f84a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b750cfce-7279-471a-aab2-67198e17f84a,segment=NetworkSegment(39f136d0-0054-4767-acee-262d9af3e4f4),segment_id=39f136d0-0054-4767-acee-262d9af3e4f4)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:48.820184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.854518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:48.878084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Subnet': ['ID=bd627e17-0e18-417d-8cd2-5246d0ffae55,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:48.887385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking segment: {'id': '46f37dd1-78bc-4596-8f89-4def8ceccfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:48.887750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network hostable DHCP agents. Network: 2b189a9a-2acb-4e55-ab75-94e97919f3ab, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:48.917287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86942513-28a4-45d3-a762-6ef9ef86efb2 None None] Pushing event updated for resources: {'Port': ['ID=b750cfce-7279-471a-aab2-67198e17f84a,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:48.967814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network 2b189a9a-2acb-4e55-ab75-94e97919f3ab is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:49.058192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 2b189a9a-2acb-4e55-ab75-94e97919f3ab) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:49.058192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:49.058192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.071424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba3b80-1d92-4b5d-b8a7-dea25fea346c None None] Network 2b189a9a-2acb-4e55-ab75-94e97919f3ab requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:49.136865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-95a97f8f-90fa-49a1-b448-fd053b9a54cd tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7620306 Apr 04 12:11:49.139391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45482) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:49.232369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-2b189a9a-2acb-4e55-ab75-94e97919f3ab', 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab', 'tenant_id': 'e41964b3d146433694a09072720213b2', 'fixed_ips': [{'subnet_id': 'bd627e17-0e18-417d-8cd2-5246d0ffae55'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:11:49.233317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.245027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.320791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.371907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Allocated IP 2001:db8::2 (2b189a9a-2acb-4e55-ab75-94e97919f3ab/bd627e17-0e18-417d-8cd2-5246d0ffae55/59247ed5-38c2-4a67-961b-90ee919418ed) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:49.511917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.585852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.627404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Network 2b189a9a-2acb-4e55-ab75-94e97919f3ab is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:49.630416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:49.633896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:49.641020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Pushing event updated for resources: {'Port': ['ID=59247ed5-38c2-4a67-961b-90ee919418ed,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:49.678228 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.700175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Attempting to bind port 59247ed5-38c2-4a67-961b-90ee919418ed on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:49.700548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Attempting to bind port 59247ed5-38c2-4a67-961b-90ee919418ed by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '46f37dd1-78bc-4596-8f89-4def8ceccfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:49.700911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Attempting to bind port 59247ed5-38c2-4a67-961b-90ee919418ed on network 2b189a9a-2acb-4e55-ab75-94e97919f3ab {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:49.706100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:49.706484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Checking segment: {'id': '46f37dd1-78bc-4596-8f89-4def8ceccfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:49.706874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.707270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Bound using segment: {'id': '46f37dd1-78bc-4596-8f89-4def8ceccfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:49.707735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Bound port: 59247ed5-38c2-4a67-961b-90ee919418ed, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f37dd1-78bc-4596-8f89-4def8ceccfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:49.708115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.714242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Subnet': ['ID=bd627e17-0e18-417d-8cd2-5246d0ffae55,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:49.773292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] For port 59247ed5-38c2-4a67-961b-90ee919418ed, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:49.774015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.776945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] For port 59247ed5-38c2-4a67-961b-90ee919418ed, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=59247ed5-38c2-4a67-961b-90ee919418ed,segment=NetworkSegment(46f37dd1-78bc-4596-8f89-4def8ceccfe6),segment_id=46f37dd1-78bc-4596-8f89-4def8ceccfe6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:49.799158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b189a9a-2acb-4e55-ab75-94e97919f3ab']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:49.810366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f37dd1-78bc-4596-8f89-4def8ceccfe6') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:49.810757 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f37dd1-78bc-4596-8f89-4def8ceccfe6') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:49.820815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.856644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f2498-34a8-493a-a7ac-d7c16adfa4fd None None] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:49.865078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.865260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.869293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:49.869786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:49.872765 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:49.962879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.db.api [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 12:11:49.962879 dv-neutron-835866-1-hyperv neutron-server[109637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 12:11:49.962879 dv-neutron-835866-1-hyperv neutron-server[109637]: [parameters: {'id': '2b189a9a-2acb-4e55-ab75-94e97919f3ab'}] Apr 04 12:11:49.962879 dv-neutron-835866-1-hyperv neutron-server[109637]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:11:49.963312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG oslo_db.api [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:11:50.021342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e9bd-b277-4089-a836-bb6fc107f6f6 None None] Pushing event updated for resources: {'Port': ['ID=59247ed5-38c2-4a67-961b-90ee919418ed,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:50.024506 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] Provisioning complete for port b750cfce-7279-471a-aab2-67198e17f84a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:50.024877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.053084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134df11-3312-4701-9673-e8b8817128b1 None None] Network 2b189a9a-2acb-4e55-ab75-94e97919f3ab requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:50.253832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.298964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] For port b750cfce-7279-471a-aab2-67198e17f84a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b750cfce-7279-471a-aab2-67198e17f84a,segment=NetworkSegment(39f136d0-0054-4767-acee-262d9af3e4f4),segment_id=39f136d0-0054-4767-acee-262d9af3e4f4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:50.362616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.412087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c990f5-d2c6-4ee2-b174-550779869000 None None] Pushing event updated for resources: {'Port': ['ID=b750cfce-7279-471a-aab2-67198e17f84a,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:50.437801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579797a-12d2-4da1-a0ea-b30d2e2c0c83 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 12:11:50.464737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.500321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b750cfce-7279-471a-aab2-67198e17f84a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:50.525595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting port 59247ed5-38c2-4a67-961b-90ee919418ed {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:50.525863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.544130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-94a03801-786a-4554-b556-9d597c66091a None None] Provisioning complete for port b750cfce-7279-471a-aab2-67198e17f84a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:50.544445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-94a03801-786a-4554-b556-9d597c66091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.550233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579797a-12d2-4da1-a0ea-b30d2e2c0c83 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 12:11:50.592614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] For port 59247ed5-38c2-4a67-961b-90ee919418ed, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=59247ed5-38c2-4a67-961b-90ee919418ed,segment=NetworkSegment(46f37dd1-78bc-4596-8f89-4def8ceccfe6),segment_id=46f37dd1-78bc-4596-8f89-4def8ceccfe6)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:50.592976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.605748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Calling delete_port for 59247ed5-38c2-4a67-961b-90ee919418ed owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:50.664886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b750cfce-7279-471a-aab2-67198e17f84a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:50.665252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.739762 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.768620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No DVR routers for this DVR port 59247ed5-38c2-4a67-961b-90ee919418ed on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:50.773821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Port': ['ID=59247ed5-38c2-4a67-961b-90ee919418ed,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:50.853437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.872449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b189a9a-2acb-4e55-ab75-94e97919f3ab']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:50.882175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f37dd1-78bc-4596-8f89-4def8ceccfe6') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:50.882476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f37dd1-78bc-4596-8f89-4def8ceccfe6') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:50.892707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.906099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.912702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:50.913119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:50.916366 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:51.036627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.043344 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.046552 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/2b189a9a-2acb-4e55-ab75-94e97919f3ab HTTP/1.1" status: 204 len: 168 time: 1.9060762 Apr 04 12:11:51.050231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45484) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:51.055778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943842899'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:51.057717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117755-a7fa-4bab-8983-c3515bb00941 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Network': ['ID=2b189a9a-2acb-4e55-ab75-94e97919f3ab,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:51.122198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:51.125764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.149393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:51.158536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.158881 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Added segment 94ce09ca-d9d9-4061-932a-9ff82f7277a6 of type vlan for network ee384acd-ddfb-4891-a076-6c9db232ea32 Apr 04 12:11:51.197690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.270013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.276261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:51.279858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.343126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Network': ['ID=ee384acd-ddfb-4891-a076-6c9db232ea32,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:51.353696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ee384acd-ddfb-4891-a076-6c9db232ea32 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:51.382472 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c325f81b-80a1-4622-ab09-ced13e9daf48 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3310597 Apr 04 12:11:51.385232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45486) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:51.390396 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'subnet': {'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:51.539131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:51.542627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.601203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Performing IP validity checks on allocation pools {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 04 12:11:51.601757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.ipam_backend_mixin [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 04 12:11:51.785095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:51.847650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Subnet': ['ID=2d389e01-d0f4-487f-8fd5-714cf9285a1e,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:51.854608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking segment: {'id': '94ce09ca-d9d9-4061-932a-9ff82f7277a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:51.854964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network hostable DHCP agents. Network: ee384acd-ddfb-4891-a076-6c9db232ea32, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:51.927544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network ee384acd-ddfb-4891-a076-6c9db232ea32 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:52.013472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ee384acd-ddfb-4891-a076-6c9db232ea32) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:52.017683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:52.018312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.023308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7dea73-c1ef-4475-b692-6a7dbfebde6c None None] Network ee384acd-ddfb-4891-a076-6c9db232ea32 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:52.102722 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-662976ea-882f-4f1d-a020-978bf861d144 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7162998 Apr 04 12:11:52.105288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45488) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:52.166608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ee384acd-ddfb-4891-a076-6c9db232ea32', 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32', 'tenant_id': 'e41964b3d146433694a09072720213b2', 'fixed_ips': [{'subnet_id': '2d389e01-d0f4-487f-8fd5-714cf9285a1e'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:11:52.167529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.200365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.283994 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.302774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Allocated IP 2001:db8::3 (ee384acd-ddfb-4891-a076-6c9db232ea32/2d389e01-d0f4-487f-8fd5-714cf9285a1e/b36401c7-9bc5-4a04-8674-96e537bf54f4) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:52.440387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.457148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b750cfce-7279-471a-aab2-67198e17f84a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:52.502377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b750cfce-7279-471a-aab2-67198e17f84a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:52.502746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.531092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.580976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Network ee384acd-ddfb-4891-a076-6c9db232ea32 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:52.588712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:52.592998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:52.597111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.602544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Pushing event updated for resources: {'Port': ['ID=b36401c7-9bc5-4a04-8674-96e537bf54f4,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:52.630080 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Subnet': ['ID=2d389e01-d0f4-487f-8fd5-714cf9285a1e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:52.680655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Attempting to bind port b36401c7-9bc5-4a04-8674-96e537bf54f4 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:52.681123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Attempting to bind port b36401c7-9bc5-4a04-8674-96e537bf54f4 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '94ce09ca-d9d9-4061-932a-9ff82f7277a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:52.681376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Attempting to bind port b36401c7-9bc5-4a04-8674-96e537bf54f4 on network ee384acd-ddfb-4891-a076-6c9db232ea32 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:52.686417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:52.686789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Checking segment: {'id': '94ce09ca-d9d9-4061-932a-9ff82f7277a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:52.687193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.687566 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Bound using segment: {'id': '94ce09ca-d9d9-4061-932a-9ff82f7277a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:52.688029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Bound port: b36401c7-9bc5-4a04-8674-96e537bf54f4, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ce09ca-d9d9-4061-932a-9ff82f7277a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:52.688400 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.688519 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.709306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee384acd-ddfb-4891-a076-6c9db232ea32']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:52.718228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ce09ca-d9d9-4061-932a-9ff82f7277a6') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:52.718528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ce09ca-d9d9-4061-932a-9ff82f7277a6') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:52.727596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.740906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.746607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:52.746995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.749014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] For port b36401c7-9bc5-4a04-8674-96e537bf54f4, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:52.750039 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:52.801960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] For port b36401c7-9bc5-4a04-8674-96e537bf54f4, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b36401c7-9bc5-4a04-8674-96e537bf54f4,segment=NetworkSegment(94ce09ca-d9d9-4061-932a-9ff82f7277a6),segment_id=94ce09ca-d9d9-4061-932a-9ff82f7277a6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:52.865962 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 12:11:52.865962 dv-neutron-835866-1-hyperv neutron-server[109636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 12:11:52.865962 dv-neutron-835866-1-hyperv neutron-server[109636]: [parameters: {'id': 'ee384acd-ddfb-4891-a076-6c9db232ea32'}] Apr 04 12:11:52.865962 dv-neutron-835866-1-hyperv neutron-server[109636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:11:52.866342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:11:52.893852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:52.970998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f892438-7330-41b4-a9ec-6c90f98f44b7 None None] Pushing event updated for resources: {'Port': ['ID=b36401c7-9bc5-4a04-8674-96e537bf54f4,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:52.986695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7a3ed-4912-4ea2-add7-af5a7ae4f624 None None] Network ee384acd-ddfb-4891-a076-6c9db232ea32 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:53.105098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0230b-f27e-42ce-858a-c47a73bf4df4 None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 12:11:53.169448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0230b-f27e-42ce-858a-c47a73bf4df4 None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 12:11:53.367804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.421141 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting port b36401c7-9bc5-4a04-8674-96e537bf54f4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:53.421475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.480768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] For port b36401c7-9bc5-4a04-8674-96e537bf54f4, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b36401c7-9bc5-4a04-8674-96e537bf54f4,segment=NetworkSegment(94ce09ca-d9d9-4061-932a-9ff82f7277a6),segment_id=94ce09ca-d9d9-4061-932a-9ff82f7277a6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:53.481124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.493181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Calling delete_port for b36401c7-9bc5-4a04-8674-96e537bf54f4 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:53.619372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.644849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Port': ['ID=b36401c7-9bc5-4a04-8674-96e537bf54f4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:53.646955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No DVR routers for this DVR port b36401c7-9bc5-4a04-8674-96e537bf54f4 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:53.656661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.657010 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.657638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.658481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.658820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.659152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.659480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.659806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.660160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.660484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.660805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.661125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:11:53.733189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.755978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee384acd-ddfb-4891-a076-6c9db232ea32']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:53.764687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ce09ca-d9d9-4061-932a-9ff82f7277a6') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:53.764989 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ce09ca-d9d9-4061-932a-9ff82f7277a6') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:53.773807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.786832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.792493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:53.792882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:53.795732 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:53.928809 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.935848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:53.938915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/ee384acd-ddfb-4891-a076-6c9db232ea32 HTTP/1.1" status: 204 len: 168 time: 1.8324583 Apr 04 12:11:53.942481 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45492) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:53.947626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8146215'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:53.949615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f864-839f-4e87-8c36-00a83fd3a8dc tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Network': ['ID=ee384acd-ddfb-4891-a076-6c9db232ea32,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:54.025093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:54.028541 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.052763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:54.061072 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.064270 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Added segment 9290facc-3e68-4d4e-a81b-753298e82cff of type vlan for network 3f730d3c-d6c3-4c79-a017-f910538acc03 Apr 04 12:11:54.098810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.202175 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.207573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:54.208152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.274895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Network': ['ID=3f730d3c-d6c3-4c79-a017-f910538acc03,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:54.285234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:54.307826 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-638c8753-a775-4467-b577-1f712539d847 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3641469 Apr 04 12:11:54.310829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45494) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:54.315778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'subnet': {'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:54.487448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:54.490839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.710620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.766864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Subnet': ['ID=7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:54.777112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking segment: {'id': '9290facc-3e68-4d4e-a81b-753298e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:54.777472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network hostable DHCP agents. Network: 3f730d3c-d6c3-4c79-a017-f910538acc03, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:54.830284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:54.893085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 3f730d3c-d6c3-4c79-a017-f910538acc03) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:54.897692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:54.898298 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:54.904156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b17d5-ead0-40ff-8ba1-4d57895ad58f None None] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:54.970343 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d536294c-2587-45dd-b177-4e8e52b748b0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6583714 Apr 04 12:11:54.973763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45496) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:54.979069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864826756'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:55.055331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-3f730d3c-d6c3-4c79-a017-f910538acc03', 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03', 'tenant_id': 'e41964b3d146433694a09072720213b2', 'fixed_ips': [{'subnet_id': '7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:11:55.056172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.059499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:55.064634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.089770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:11:55.099290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.099639 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Added segment f0565752-557c-46c5-8570-eaf91a827187 of type vlan for network fa617946-c504-4dcd-b4fe-7a30e485da26 Apr 04 12:11:55.138468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.194779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Allocated IP 2001:db8::2 (3f730d3c-d6c3-4c79-a017-f910538acc03/7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf/e27c1c4f-38bd-4c95-b85d-64ae9c66a102) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:55.225210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.230742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:55.231319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.299509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Network': ['ID=fa617946-c504-4dcd-b4fe-7a30e485da26,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:55.316263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network fa617946-c504-4dcd-b4fe-7a30e485da26 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:11:55.359698 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e000a1d3-b380-4500-ab36-e3a3ec88ea36 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3846476 Apr 04 12:11:55.360017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.362444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45498) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:55.368470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Request body: {'subnet': {'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:11:55.435117 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:11:55.460164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.500444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:55.503119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:55.506794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:55.511991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Pushing event updated for resources: {'Port': ['ID=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:55.522473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Made reservation on behalf of e41964b3d146433694a09072720213b2 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:11:55.526114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.567244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Attempting to bind port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:55.567514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Attempting to bind port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9290facc-3e68-4d4e-a81b-753298e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:55.567897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Attempting to bind port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 on network 3f730d3c-d6c3-4c79-a017-f910538acc03 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:55.572733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:55.573102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Checking segment: {'id': '9290facc-3e68-4d4e-a81b-753298e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:55.573498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.573919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Bound using segment: {'id': '9290facc-3e68-4d4e-a81b-753298e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:55.574383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Bound port: e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9290facc-3e68-4d4e-a81b-753298e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f730d3c-d6c3-4c79-a017-f910538acc03'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:55.574791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.636508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] For port e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:55.640101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] For port e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,segment=NetworkSegment(9290facc-3e68-4d4e-a81b-753298e82cff),segment_id=9290facc-3e68-4d4e-a81b-753298e82cff)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:55.700246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.745709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:55.760958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3b92-2e93-473b-9071-a8e75d2957e6 None None] Pushing event updated for resources: {'Port': ['ID=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:55.812392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event updated for resources: {'Subnet': ['ID=486b44a6-d083-46f4-932c-fbaf7acefdd9,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:55.819782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Checking segment: {'id': 'f0565752-557c-46c5-8570-eaf91a827187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:55.820143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network hostable DHCP agents. Network: fa617946-c504-4dcd-b4fe-7a30e485da26, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:11:55.891094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Network fa617946-c504-4dcd-b4fe-7a30e485da26 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:11:56.002346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, fa617946-c504-4dcd-b4fe-7a30e485da26) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:56.006508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:11:56.007089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.012142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a111a-fb91-421a-83ad-916bed2545d4 None None] Network fa617946-c504-4dcd-b4fe-7a30e485da26 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:56.091045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e9383ff6-a8b3-4de2-9287-d1f9906c8d21 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7267075 Apr 04 12:11:56.092950 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45500) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:56.156141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-fa617946-c504-4dcd-b4fe-7a30e485da26', 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26', 'tenant_id': 'e41964b3d146433694a09072720213b2', 'fixed_ips': [{'subnet_id': '486b44a6-d083-46f4-932c-fbaf7acefdd9'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:11:56.159128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.195182 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.247046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.299138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Allocated IP 2001:db8::2 (fa617946-c504-4dcd-b4fe-7a30e485da26/486b44a6-d083-46f4-932c-fbaf7acefdd9/f742ef2e-ce42-4f06-a27b-2c08abf5225c) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:11:56.454358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.490705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e27c1c4f-38bd-4c95-b85d-64ae9c66a102 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:56.534176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.581349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Network fa617946-c504-4dcd-b4fe-7a30e485da26 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:11:56.586505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:11:56.588927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:11:56.602727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Pushing event updated for resources: {'Port': ['ID=f742ef2e-ce42-4f06-a27b-2c08abf5225c,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:56.609236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:56.609770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.625684 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.655707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Subnet': ['ID=486b44a6-d083-46f4-932c-fbaf7acefdd9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:56.689058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Attempting to bind port f742ef2e-ce42-4f06-a27b-2c08abf5225c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:11:56.689512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Attempting to bind port f742ef2e-ce42-4f06-a27b-2c08abf5225c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'f0565752-557c-46c5-8570-eaf91a827187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:11:56.689773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Attempting to bind port f742ef2e-ce42-4f06-a27b-2c08abf5225c on network fa617946-c504-4dcd-b4fe-7a30e485da26 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:11:56.699202 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:11:56.699581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Checking segment: {'id': 'f0565752-557c-46c5-8570-eaf91a827187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:11:56.699983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.700377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Bound using segment: {'id': 'f0565752-557c-46c5-8570-eaf91a827187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:11:56.700870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Bound port: f742ef2e-ce42-4f06-a27b-2c08abf5225c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0565752-557c-46c5-8570-eaf91a827187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:11:56.701255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.705942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558dcd4-a468-4a8d-bd72-fde8c0ae0ce4 None None] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:56.723911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.745297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa617946-c504-4dcd-b4fe-7a30e485da26']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:56.754753 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0565752-557c-46c5-8570-eaf91a827187') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:56.755234 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0565752-557c-46c5-8570-eaf91a827187') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:56.765082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.778168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.784674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:56.785074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:56.788110 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:56.899845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.db.api [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 04 12:11:56.899845 dv-neutron-835866-1-hyperv neutron-server[109636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 04 12:11:56.899845 dv-neutron-835866-1-hyperv neutron-server[109636]: [parameters: {'id': 'fa617946-c504-4dcd-b4fe-7a30e485da26'}] Apr 04 12:11:56.899845 dv-neutron-835866-1-hyperv neutron-server[109636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:11:56.900250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG oslo_db.api [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:11:56.995442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dbe571b9-7ff3-499c-a51b-01dde058380d None None] Provisioning complete for port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:56.995737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dbe571b9-7ff3-499c-a51b-01dde058380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.034243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.092971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] For port f742ef2e-ce42-4f06-a27b-2c08abf5225c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:11:57.117848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] For port f742ef2e-ce42-4f06-a27b-2c08abf5225c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f742ef2e-ce42-4f06-a27b-2c08abf5225c,segment=NetworkSegment(f0565752-557c-46c5-8570-eaf91a827187),segment_id=f0565752-557c-46c5-8570-eaf91a827187)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:11:57.132156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,segment=NetworkSegment(9290facc-3e68-4d4e-a81b-753298e82cff),segment_id=9290facc-3e68-4d4e-a81b-753298e82cff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:57.204532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.214165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dbe571b9-7ff3-499c-a51b-01dde058380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.249300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.314774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7e462388-ed7b-444e-9f46-06f18100c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.349503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819e96-d547-4232-a6cb-408b10a53ffd None None] Pushing event updated for resources: {'Port': ['ID=f742ef2e-ce42-4f06-a27b-2c08abf5225c,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:57.382660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4007ea-32fa-4be2-8f88-3d9bc026fd4b None None] Network fa617946-c504-4dcd-b4fe-7a30e485da26 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:57.401909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.406107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-dbe571b9-7ff3-499c-a51b-01dde058380d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:11:57.406476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-dbe571b9-7ff3-499c-a51b-01dde058380d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:11:57.456817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:57.457830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting port f742ef2e-ce42-4f06-a27b-2c08abf5225c {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:57.458671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.523256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] For port f742ef2e-ce42-4f06-a27b-2c08abf5225c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f742ef2e-ce42-4f06-a27b-2c08abf5225c,segment=NetworkSegment(f0565752-557c-46c5-8570-eaf91a827187),segment_id=f0565752-557c-46c5-8570-eaf91a827187)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:57.523541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.530654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84da96d-ee99-4ee8-8bc5-f3c25cde220b None None] get_active_networks_info from dv-neutron-835866-1-hyperv {{(pid=109638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 04 12:11:57.536270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Calling delete_port for f742ef2e-ce42-4f06-a27b-2c08abf5225c owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:57.606547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84da96d-ee99-4ee8-8bc5-f3c25cde220b None None] Resources bound (agent type, host, resource id): {{(pid=109638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 04 12:11:57.670894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:57.700470 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No DVR routers for this DVR port f742ef2e-ce42-4f06-a27b-2c08abf5225c on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:57.702367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Port': ['ID=f742ef2e-ce42-4f06-a27b-2c08abf5225c,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:57.780110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.067546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1cfccbb4-28e1-472f-ae78-a7446944621b None None] Provisioning complete for port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:58.068636 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1cfccbb4-28e1-472f-ae78-a7446944621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.148624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa617946-c504-4dcd-b4fe-7a30e485da26']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:58.158216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0565752-557c-46c5-8570-eaf91a827187') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:58.158512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0565752-557c-46c5-8570-eaf91a827187') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:58.167324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.180173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.185888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:58.186279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:58.189131 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:58.305147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.311750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.314754 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/fa617946-c504-4dcd-b4fe-7a30e485da26 HTTP/1.1" status: 204 len: 168 time: 2.2206185 Apr 04 12:11:58.318518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45502) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.326163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b104d-7d42-4f22-aeb8-b05a1cd7295f tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Network': ['ID=fa617946-c504-4dcd-b4fe-7a30e485da26,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:58.346248 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6ab4c2-619d-4fca-8b0c-a3ab593c01ed tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] GET failed (client error): The resource could not be found. Apr 04 12:11:58.347563 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ab6ab4c2-619d-4fca-8b0c-a3ab593c01ed tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "GET /v2.0/subnets/486b44a6-d083-46f4-932c-fbaf7acefdd9 HTTP/1.1" status: 404 len: 337 time: 0.0281353 Apr 04 12:11:58.350274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45504) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.367217 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb0da20-65e5-45bd-862e-1c4adfb52bb4 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:58.367729 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb0da20-65e5-45bd-862e-1c4adfb52bb4 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:58.370566 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ccb0da20-65e5-45bd-862e-1c4adfb52bb4 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/fa617946-c504-4dcd-b4fe-7a30e485da26 HTTP/1.1" status: 404 len: 339 time: 0.0194192 Apr 04 12:11:58.373996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.398622 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f944707-01b2-4f93-9e34-fbcd69361437 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:58.399078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f944707-01b2-4f93-9e34-fbcd69361437 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:58.401906 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5f944707-01b2-4f93-9e34-fbcd69361437 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/subnets/486b44a6-d083-46f4-932c-fbaf7acefdd9 HTTP/1.1" status: 404 len: 337 time: 0.0270331 Apr 04 12:11:58.404321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.421976 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0c850e-8142-4a7f-83b4-f910e2ceaf18 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:58.422500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0c850e-8142-4a7f-83b4-f910e2ceaf18 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:58.425445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ac0c850e-8142-4a7f-83b4-f910e2ceaf18 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/fa617946-c504-4dcd-b4fe-7a30e485da26 HTTP/1.1" status: 404 len: 339 time: 0.0202394 Apr 04 12:11:58.428594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.469986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e27c1c4f-38bd-4c95-b85d-64ae9c66a102 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:11:58.481532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting subnet 7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:11:58.484543 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.516476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:11:58.516843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.525599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.611854 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.740265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.764780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:58.770399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.773453 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-577eed1b-ad06-41f2-a1d8-9dd028252d83 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/subnets/7ed0b8d3-88e8-4c8e-98e4-e1db150d37cf HTTP/1.1" status: 204 len: 168 time: 0.3439720 Apr 04 12:11:58.775842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:58.778397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2b1fa-ac33-4d23-babc-9e543f8d11b3 None None] Network 3f730d3c-d6c3-4c79-a017-f910538acc03 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:58.848641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.904279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:58.904629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.945890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] DHCP port deletion for 3f730d3c-d6c3-4c79-a017-f910538acc03 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:11:58.967519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] For port e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,segment=NetworkSegment(9290facc-3e68-4d4e-a81b-753298e82cff),segment_id=9290facc-3e68-4d4e-a81b-753298e82cff)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:58.967897 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:58.979737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Calling delete_port for e27c1c4f-38bd-4c95-b85d-64ae9c66a102 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:58.991092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Deleting port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:58.991469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.051331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] For port e27c1c4f-38bd-4c95-b85d-64ae9c66a102, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,segment=NetworkSegment(9290facc-3e68-4d4e-a81b-753298e82cff),segment_id=9290facc-3e68-4d4e-a81b-753298e82cff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:11:59.051739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.069010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Calling delete_port for e27c1c4f-38bd-4c95-b85d-64ae9c66a102 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:11:59.122132 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.141800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.148574 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Port': ['ID=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:59.152196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No DVR routers for this DVR port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:59.174372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] Pushing event deleted for resources: {'Port': ['ID=e27c1c4f-38bd-4c95-b85d-64ae9c66a102,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:59.174372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b0695-d980-4b94-8920-5085c5bd770b None None] No DVR routers for this DVR port e27c1c4f-38bd-4c95-b85d-64ae9c66a102 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:11:59.232432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.251232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f730d3c-d6c3-4c79-a017-f910538acc03']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:59.260555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9290facc-3e68-4d4e-a81b-753298e82cff') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:59.260859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9290facc-3e68-4d4e-a81b-753298e82cff') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:11:59.274455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.287442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.293352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:11:59.293743 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:11:59.296654 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:11:59.402125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.409484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.412297 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/3f730d3c-d6c3-4c79-a017-f910538acc03 HTTP/1.1" status: 204 len: 168 time: 0.6355567 Apr 04 12:11:59.415020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45514) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.419370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fbce952f-ffa1-47db-b3b0-9bc7aaab55c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.423123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd5fc-a3e6-495f-a06a-3949118131d0 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Network': ['ID=3f730d3c-d6c3-4c79-a017-f910538acc03,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:59.441232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d9062-3208-4ef8-98c5-e50e4bd5d764 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:59.441660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00d9062-3208-4ef8-98c5-e50e4bd5d764 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:59.445127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d00d9062-3208-4ef8-98c5-e50e4bd5d764 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/subnets/2d389e01-d0f4-487f-8fd5-714cf9285a1e HTTP/1.1" status: 404 len: 337 time: 0.0290647 Apr 04 12:11:59.447604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45516) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.468819 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24ffcb4-e3f4-4cd1-acc8-ec901a7dcf66 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:59.469338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24ffcb4-e3f4-4cd1-acc8-ec901a7dcf66 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:59.472233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a24ffcb4-e3f4-4cd1-acc8-ec901a7dcf66 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/ee384acd-ddfb-4891-a076-6c9db232ea32 HTTP/1.1" status: 404 len: 339 time: 0.0237391 Apr 04 12:11:59.474513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45518) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.499217 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f363529-28d6-4ead-bde8-b7bbf8e9dc4a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:59.499679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f363529-28d6-4ead-bde8-b7bbf8e9dc4a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:59.502547 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f363529-28d6-4ead-bde8-b7bbf8e9dc4a tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/subnets/bd627e17-0e18-417d-8cd2-5246d0ffae55 HTTP/1.1" status: 404 len: 337 time: 0.0271678 Apr 04 12:11:59.504839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45520) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.522110 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5c9b84-7043-4605-b62c-78f8c5c7d90d tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] DELETE failed (client error): The resource could not be found. Apr 04 12:11:59.522618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5c9b84-7043-4605-b62c-78f8c5c7d90d tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 04 12:11:59.525387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cf5c9b84-7043-4605-b62c-78f8c5c7d90d tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/2b189a9a-2acb-4e55-ab75-94e97919f3ab HTTP/1.1" status: 404 len: 339 time: 0.0190709 Apr 04 12:11:59.527509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45522) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.575948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting subnet 36f81efa-08aa-401e-b841-2a7ebbced402 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:11:59.578918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.616267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.699264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.807716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.836569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.839766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/subnets/36f81efa-08aa-401e-b841-2a7ebbced402 HTTP/1.1" status: 204 len: 168 time: 0.3113990 Apr 04 12:11:59.840857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c18491-8755-4f60-824b-d6d307fdc9ac tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Subnet': ['ID=36f81efa-08aa-401e-b841-2a7ebbced402,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:11:59.842491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:11:59.844782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d21b75-db2b-4207-8001-9c6130785f78 None None] Network c5f0f4f1-07eb-4102-8119-83f87cc92c87 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:11:59.919199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:11:59.972148 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Deleting port b750cfce-7279-471a-aab2-67198e17f84a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:11:59.972497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.009212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] DHCP port deletion for c5f0f4f1-07eb-4102-8119-83f87cc92c87 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:12:00.033709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] For port b750cfce-7279-471a-aab2-67198e17f84a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b750cfce-7279-471a-aab2-67198e17f84a,segment=NetworkSegment(39f136d0-0054-4767-acee-262d9af3e4f4),segment_id=39f136d0-0054-4767-acee-262d9af3e4f4)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:00.034066 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.046303 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Calling delete_port for b750cfce-7279-471a-aab2-67198e17f84a owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:00.054927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Deleting port b750cfce-7279-471a-aab2-67198e17f84a {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:12:00.055371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.123627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] For port b750cfce-7279-471a-aab2-67198e17f84a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b750cfce-7279-471a-aab2-67198e17f84a,segment=NetworkSegment(39f136d0-0054-4767-acee-262d9af3e4f4),segment_id=39f136d0-0054-4767-acee-262d9af3e4f4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:00.124033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.137970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Calling delete_port for b750cfce-7279-471a-aab2-67198e17f84a owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:00.328129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.353067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] Pushing event deleted for resources: {'Port': ['ID=b750cfce-7279-471a-aab2-67198e17f84a,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:00.356720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbb288-fe7b-4166-b4ee-ae9153687438 None None] No DVR routers for this DVR port b750cfce-7279-471a-aab2-67198e17f84a on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:00.419482 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.445510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Port': ['ID=b750cfce-7279-471a-aab2-67198e17f84a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:00.450136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] No DVR routers for this DVR port b750cfce-7279-471a-aab2-67198e17f84a on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:00.459295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b750cfce-7279-471a-aab2-67198e17f84a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:12:00.479275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b750cfce-7279-471a-aab2-67198e17f84a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:12:00.479615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b750cfce-7279-471a-aab2-67198e17f84a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:12:00.480031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e27c1c4f-38bd-4c95-b85d-64ae9c66a102 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:12:00.498746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: e27c1c4f-38bd-4c95-b85d-64ae9c66a102 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:12:00.499082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device e27c1c4f-38bd-4c95-b85d-64ae9c66a102 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:12:00.532840 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.553593 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f0f4f1-07eb-4102-8119-83f87cc92c87']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:00.563034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f136d0-0054-4767-acee-262d9af3e4f4') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:00.563336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f136d0-0054-4767-acee-262d9af3e4f4') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:00.573085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.585131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.586093 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.591977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:12:00.592519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self.session.flush() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:12:00.595502 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:12:00.693579 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.697680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:00.700829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] 10.222.0.43 "DELETE /v2.0/networks/c5f0f4f1-07eb-4102-8119-83f87cc92c87 HTTP/1.1" status: 204 len: 168 time: 0.8573036 Apr 04 12:12:00.719331 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d7a2-c5fe-43ee-a0f2-2c8cd9e48446 tempest-NetworksIpV6Test-1690071366 tempest-NetworksIpV6Test-1690071366-project] Pushing event deleted for resources: {'Network': ['ID=c5f0f4f1-07eb-4102-8119-83f87cc92c87,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:01.108529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45530) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:01.234580 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b94cd586-85c0-47e1-8ae1-29d0976e89db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e41964b3d146433694a09072720213b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248877 Apr 04 12:12:01.236985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45534) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:01.282140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:01.303461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:01.413329 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:01.415967 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:01.417114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/829d3a0b-1ba9-459c-99af-4f344f5333f3 HTTP/1.1" status: 204 len: 168 time: 0.1792595 Apr 04 12:12:01.425165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ffbeb-f80f-4dc8-a0b7-fb88342f3344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d3a0b-1ba9-459c-99af-4f344f5333f3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:02.138977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.346518 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45556) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:02.402195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.439414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2114323488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:02.504616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.506235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.560717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.642327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.729646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.730846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-fedfa298-f9d7-4fff-83c4-20f2e4a655b5 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3833277 Apr 04 12:12:02.733607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45560) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:02.738298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1903078923'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:02.813354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Made reservation on behalf of 75119475c3da4004b167eb7c2a9a67a4 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:02.816707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.825927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.897180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.961986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:02.984084 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:12:02.998810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51747e75-8ba5-46e3-9e63-c22e97977b88,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:03.001705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.002053 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Added segment aa7bb7c2-13a6-4bcc-909d-4775bc276c30 of type vlan for network 857af083-a284-40e5-ba0c-50ecd2f2d974 Apr 04 12:12:03.040004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.116564 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.122154 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:03.122754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.189022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event updated for resources: {'Network': ['ID=857af083-a284-40e5-ba0c-50ecd2f2d974,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:03.198743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:12:03.232231 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d5af1b3f-df20-46c9-802e-c7d1ed031725 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4975684 Apr 04 12:12:03.234959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45562) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:03.239944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'subnet': {'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:03.407599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Made reservation on behalf of 75119475c3da4004b167eb7c2a9a67a4 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:03.411830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.632079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.698609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event updated for resources: {'Subnet': ['ID=68e395d7-a3a5-4477-8393-c0e077235679,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:03.705240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Checking segment: {'id': 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:03.705659 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Network hostable DHCP agents. Network: 857af083-a284-40e5-ba0c-50ecd2f2d974, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:12:03.779107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:12:03.858904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 857af083-a284-40e5-ba0c-50ecd2f2d974) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:03.862995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:03.863590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:03.870372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28741f87-5fe2-4796-969e-6a026581c02d None None] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:03.942284 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-23f803fa-8b04-4cb9-a25b-be1fdb1744cf tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7061098 Apr 04 12:12:03.945650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45564) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:03.950688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1745513395'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:04.021150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-857af083-a284-40e5-ba0c-50ecd2f2d974', 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974', 'tenant_id': '75119475c3da4004b167eb7c2a9a67a4', 'fixed_ips': [{'subnet_id': '68e395d7-a3a5-4477-8393-c0e077235679'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:12:04.022018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.024958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Made reservation on behalf of 75119475c3da4004b167eb7c2a9a67a4 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:04.028465 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.052323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:12:04.060680 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.061035 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Added segment fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe of type vlan for network 6b10bb84-2a05-4012-8a62-a20913a7b524 Apr 04 12:12:04.100996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.159750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Allocated IP 172.20.0.2 (857af083-a284-40e5-ba0c-50ecd2f2d974/68e395d7-a3a5-4477-8393-c0e077235679/82cc8e5f-09cd-4c32-922d-b9eceae14f94) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:04.189531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.195877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:04.196412 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.262490 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event updated for resources: {'Network': ['ID=6b10bb84-2a05-4012-8a62-a20913a7b524,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:04.284134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:12:04.306541 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0b2128d9-9bf9-4fb8-875a-852042f2480f tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3598285 Apr 04 12:12:04.309652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45566) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:04.315317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'subnet': {'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:04.356550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.390440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.447979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.481889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Made reservation on behalf of 75119475c3da4004b167eb7c2a9a67a4 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:04.485438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.488973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:04.492369 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:04.495788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:04.505961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Pushing event updated for resources: {'Port': ['ID=82cc8e5f-09cd-4c32-922d-b9eceae14f94,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:04.553037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Attempting to bind port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:04.553694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Attempting to bind port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:04.553968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Attempting to bind port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 on network 857af083-a284-40e5-ba0c-50ecd2f2d974 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:04.561364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:04.561769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Checking segment: {'id': 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:04.562186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.562576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Bound using segment: {'id': 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:04.563044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Bound port: 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '857af083-a284-40e5-ba0c-50ecd2f2d974'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:04.563453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.625380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] For port 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:04.628365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] For port 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=82cc8e5f-09cd-4c32-922d-b9eceae14f94,segment=NetworkSegment(aa7bb7c2-13a6-4bcc-909d-4775bc276c30),segment_id=aa7bb7c2-13a6-4bcc-909d-4775bc276c30)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:04.710444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.733637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.767651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96614b0-758d-4fdb-90d7-ac8230654b71 None None] Pushing event updated for resources: {'Port': ['ID=82cc8e5f-09cd-4c32-922d-b9eceae14f94,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:04.796120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event updated for resources: {'Subnet': ['ID=cf1986bc-5eec-49a2-9518-84a912e0fdd7,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:04.806313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Checking segment: {'id': 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:04.806678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Network hostable DHCP agents. Network: 6b10bb84-2a05-4012-8a62-a20913a7b524, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:12:04.870751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:12:04.950743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 6b10bb84-2a05-4012-8a62-a20913a7b524) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:04.954910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:04.955507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:04.962773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edf175-ac5a-467e-ade6-d478c8018230 None None] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:05.056248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ed15d6b6-9da4-4628-89d3-60f725b9e058 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7448490 Apr 04 12:12:05.059252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45568) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:05.064114 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-90eb8c10-8b5c-42d0-8abd-16c02d1574d8 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:05.117675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-6b10bb84-2a05-4012-8a62-a20913a7b524', 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524', 'tenant_id': '75119475c3da4004b167eb7c2a9a67a4', 'fixed_ips': [{'subnet_id': 'cf1986bc-5eec-49a2-9518-84a912e0fdd7'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:12:05.118526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.256117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Allocated IP 172.21.0.2 (6b10bb84-2a05-4012-8a62-a20913a7b524/cf1986bc-5eec-49a2-9518-84a912e0fdd7/900f6d1b-f413-44be-bca9-2bcfe8b1c6bb) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:05.279367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-90eb8c10-8b5c-42d0-8abd-16c02d1574d8 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.402159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.455612 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.api.v2.resource [None req-90eb8c10-8b5c-42d0-8abd-16c02d1574d8 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 04 12:12:05.456678 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-90eb8c10-8b5c-42d0-8abd-16c02d1574d8 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "PUT /v2.0/routers/b73b837c-66d6-4cb9-9ac3-341671d20082 HTTP/1.1" status: 400 len: 364 time: 0.3963966 Apr 04 12:12:05.463634 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45570) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:05.476948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.522930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:05.525917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:05.529432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:05.532965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Deleting subnet cf1986bc-5eec-49a2-9518-84a912e0fdd7 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:12:05.535364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Pushing event updated for resources: {'Port': ['ID=900f6d1b-f413-44be-bca9-2bcfe8b1c6bb,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:05.537833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.581525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.593108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Attempting to bind port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:05.593486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Attempting to bind port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:05.593878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Attempting to bind port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb on network 6b10bb84-2a05-4012-8a62-a20913a7b524 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:05.598938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:05.599311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Checking segment: {'id': 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:05.599713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.600098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Bound using segment: {'id': 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:05.600562 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Bound port: 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b10bb84-2a05-4012-8a62-a20913a7b524'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:05.600943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.665150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] For port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:05.669370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cfc137-f4dd-4e43-8e07-004be601c8e2 None None] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:05.672188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] For port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=900f6d1b-f413-44be-bca9-2bcfe8b1c6bb,segment=NetworkSegment(fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe),segment_id=fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:05.747326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.878957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.899850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.925646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1986bc-5eec-49a2-9518-84a912e0fdd7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:05.932411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:05.937213 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-151efc8c-6650-4b5f-b98b-c49266019942 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "DELETE /v2.0/subnets/cf1986bc-5eec-49a2-9518-84a912e0fdd7 HTTP/1.1" status: 204 len: 168 time: 0.4702773 Apr 04 12:12:05.937500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45572) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:05.954409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] Provisioning complete for port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:05.954784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.013758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0abf-1543-4999-b61d-8c243a7a6359 None None] Pushing event updated for resources: {'Port': ['ID=900f6d1b-f413-44be-bca9-2bcfe8b1c6bb,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:06.022458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.081034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Deleting port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:12:06.081795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.136053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.169347 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] For port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=900f6d1b-f413-44be-bca9-2bcfe8b1c6bb,segment=NetworkSegment(fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe),segment_id=fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:06.169754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.171204 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] For port 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=82cc8e5f-09cd-4c32-922d-b9eceae14f94,segment=NetworkSegment(aa7bb7c2-13a6-4bcc-909d-4775bc276c30),segment_id=aa7bb7c2-13a6-4bcc-909d-4775bc276c30)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:06.182584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Calling delete_port for 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:06.247867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.315982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff8ccb-843e-4a2e-858d-93bae878f691 None None] Pushing event updated for resources: {'Port': ['ID=82cc8e5f-09cd-4c32-922d-b9eceae14f94,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:06.356390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.387276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Port': ['ID=900f6d1b-f413-44be-bca9-2bcfe8b1c6bb,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:06.391453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] No DVR routers for this DVR port 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:06.398844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.399199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.400102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.400102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.400339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.400510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.400839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.401169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.401499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.401852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.402179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.402501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:06.468606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-aa40cb29-0a01-47b5-a2b2-a958371efffb None None] Provisioning complete for port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:06.469156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-aa40cb29-0a01-47b5-a2b2-a958371efffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.484541 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.507403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 82cc8e5f-09cd-4c32-922d-b9eceae14f94 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:06.508758 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b10bb84-2a05-4012-8a62-a20913a7b524']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:06.518632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:06.518942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbccfab1-702e-4fa8-a8e7-2d88c4e8d8fe') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:06.534140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.548044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.554035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:12:06.554449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:12:06.557476 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:12:06.597968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:06.598337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.671083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.683460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.694692 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "DELETE /v2.0/networks/6b10bb84-2a05-4012-8a62-a20913a7b524 HTTP/1.1" status: 204 len: 168 time: 0.7478960 Apr 04 12:12:06.694692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45574) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:06.706435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdb6f-64b7-4b45-9b54-d7cb3833d680 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Network': ['ID=6b10bb84-2a05-4012-8a62-a20913a7b524,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:06.749802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Deleting subnet 68e395d7-a3a5-4477-8393-c0e077235679 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:12:06.753040 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.799474 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:06.883969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.008318 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.015800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3b5537af-14ca-476c-9710-a0dec8863c8d None None] Could not find standard attr ID for object 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb. {{(pid=109638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 04 12:12:07.022315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c6706-b7dd-4672-a3f2-1c11918d7562 None None] DHCP port deletion for 6b10bb84-2a05-4012-8a62-a20913a7b524 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:12:07.039574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd80dde-a1da-4b03-9406-0f6d506f5784 None None] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:07.042958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Subnet': ['ID=68e395d7-a3a5-4477-8393-c0e077235679,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:07.046657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.051980 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ff9b2d44-b2ea-40f5-8017-b12689966555 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "DELETE /v2.0/subnets/68e395d7-a3a5-4477-8393-c0e077235679 HTTP/1.1" status: 204 len: 168 time: 0.3597050 Apr 04 12:12:07.052474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45576) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:07.053029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd80dde-a1da-4b03-9406-0f6d506f5784 None None] Network 6b10bb84-2a05-4012-8a62-a20913a7b524 could not be found, it might have been deleted concurrently. {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 04 12:12:07.056144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d72a1d-9a6b-43bd-ad90-3e48f23fabc4 None None] Network 857af083-a284-40e5-ba0c-50ecd2f2d974 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:07.137824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.193521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Deleting port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:12:07.193890 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.240715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] DHCP port deletion for 857af083-a284-40e5-ba0c-50ecd2f2d974 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:12:07.255922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] For port 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=82cc8e5f-09cd-4c32-922d-b9eceae14f94,segment=NetworkSegment(aa7bb7c2-13a6-4bcc-909d-4775bc276c30),segment_id=aa7bb7c2-13a6-4bcc-909d-4775bc276c30)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:07.256280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.268047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Calling delete_port for 82cc8e5f-09cd-4c32-922d-b9eceae14f94 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:07.287543 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Deleting port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:12:07.287917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.354767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] For port 82cc8e5f-09cd-4c32-922d-b9eceae14f94, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=82cc8e5f-09cd-4c32-922d-b9eceae14f94,segment=NetworkSegment(aa7bb7c2-13a6-4bcc-909d-4775bc276c30),segment_id=aa7bb7c2-13a6-4bcc-909d-4775bc276c30)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:07.354767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.367355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Calling delete_port for 82cc8e5f-09cd-4c32-922d-b9eceae14f94 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:07.402286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.427995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Port': ['ID=82cc8e5f-09cd-4c32-922d-b9eceae14f94,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:07.432389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] No DVR routers for this DVR port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:07.445500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.477979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] Pushing event deleted for resources: {'Port': ['ID=82cc8e5f-09cd-4c32-922d-b9eceae14f94,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:07.483018 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f17c70-3c7c-42dd-90a8-4e8c7dd740f9 None None] No DVR routers for this DVR port 82cc8e5f-09cd-4c32-922d-b9eceae14f94 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:07.518768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.539340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857af083-a284-40e5-ba0c-50ecd2f2d974']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:07.548513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:07.548813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bb7c2-13a6-4bcc-909d-4775bc276c30') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:07.558042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.571864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.577636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:12:07.578060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:12:07.581143 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:12:07.715130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.721863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.724972 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "DELETE /v2.0/networks/857af083-a284-40e5-ba0c-50ecd2f2d974 HTTP/1.1" status: 204 len: 168 time: 0.6714826 Apr 04 12:12:07.729687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45580) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:07.736208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1468ce-5cb6-4915-aae3-be1fa49a469a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Pushing event deleted for resources: {'Network': ['ID=857af083-a284-40e5-ba0c-50ecd2f2d974,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:07.761855 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8da187e6-609b-45f5-9669-ac594d929f8a tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73b837c-66d6-4cb9-9ac3-341671d20082 HTTP/1.1" status: 200 len: 205 time: 0.0306327 Apr 04 12:12:07.763994 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45582) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:07.835002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.988137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:07.990723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.110452 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.110995 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Fanout notify agent at l3_agent the message router_deleted on router b73b837c-66d6-4cb9-9ac3-341671d20082 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:12:08.118426 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.119538 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b904b9b6-a95b-476a-9886-a03e16325382 tempest-RoutersNegativeTest-479933794 tempest-RoutersNegativeTest-479933794-project] 10.222.0.43 "DELETE /v2.0/routers/b73b837c-66d6-4cb9-9ac3-341671d20082 HTTP/1.1" status: 204 len: 168 time: 0.3546538 Apr 04 12:12:08.469055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:12:08.490167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:12:08.490717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 900f6d1b-f413-44be-bca9-2bcfe8b1c6bb not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:12:08.490813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 82cc8e5f-09cd-4c32-922d-b9eceae14f94 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:12:08.509897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 82cc8e5f-09cd-4c32-922d-b9eceae14f94 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:12:08.510246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 82cc8e5f-09cd-4c32-922d-b9eceae14f94 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:12:08.552401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45588) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:08.683724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66dd8fd0-8942-44a9-a9ed-f54e5f9f6ae3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75119475c3da4004b167eb7c2a9a67a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301455 Apr 04 12:12:08.686214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45592) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:08.735904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.756807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.887525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.890028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:08.891182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51747e75-8ba5-46e3-9e63-c22e97977b88 HTTP/1.1" status: 204 len: 168 time: 0.2040787 Apr 04 12:12:08.900661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfea4d-f35b-4134-bf3e-9eacab7cc609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51747e75-8ba5-46e3-9e63-c22e97977b88,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:09.814876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45614) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:09.907530 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872254019-network', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:10.013537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Made reservation on behalf of d50b450213bb432e89d5d34d8c21cb7b for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:10.015866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.024301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.101625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.156121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.183480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:12:10.188659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e7720-0cfc-4929-b22e-3c9c77f51c90,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:10.197427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.198358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Added segment 6a067178-5220-4c1b-bdb2-0f5917281ba3 of type vlan for network dd463b47-4775-4af4-b1c9-aede0584698a Apr 04 12:12:10.244337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.320840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.321864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:10.322449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.384053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd463b47-4775-4af4-b1c9-aede0584698a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:10.394438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network dd463b47-4775-4af4-b1c9-aede0584698a details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:12:10.403656 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8f24c3a2-cdb4-4f3b-ba91-b3260331aca6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5877004 Apr 04 12:12:10.406539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45618) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:10.413670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Request body: {'subnet': {'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-subnet', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:10.493281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Made reservation on behalf of d50b450213bb432e89d5d34d8c21cb7b for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:10.495641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.750836 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:10.800458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c97656-9cac-4fc2-ae15-197767fa0f19,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:10.816047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Checking segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:10.816661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Network hostable DHCP agents. Network: dd463b47-4775-4af4-b1c9-aede0584698a, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:12:10.915916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Network dd463b47-4775-4af4-b1c9-aede0584698a is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:12:10.995961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, dd463b47-4775-4af4-b1c9-aede0584698a) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:11.000521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:11.001166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.005275 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a7e89-90e4-49b8-8137-deb989553c14 None None] Network dd463b47-4775-4af4-b1c9-aede0584698a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:11.070342 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f97197e6-de72-4597-a61c-2f6f2701f7d9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6592383 Apr 04 12:12:11.070864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45620) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:11.075734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:11.149262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-dd463b47-4775-4af4-b1c9-aede0584698a', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:12:11.150142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.156566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.157922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.215498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.282865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Allocated IP 172.20.0.2 (dd463b47-4775-4af4-b1c9-aede0584698a/d3c97656-9cac-4fc2-ae15-197767fa0f19/8dae33b8-9c3a-4ace-97ed-48108b4b00f2) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:11.434425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.476246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.522490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.564326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Network dd463b47-4775-4af4-b1c9-aede0584698a is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:11.567727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:11.571147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:11.581320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Pushing event updated for resources: {'Port': ['ID=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:11.633810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Attempting to bind port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:11.634180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Attempting to bind port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:11.634550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Attempting to bind port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:11.641183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:11.641572 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Checking segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:11.642128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.642528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Bound using segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:11.642999 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Bound port: 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:11.643383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.706443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] For port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:11.709473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] For port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:11.754399 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.777885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.807985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:11.869078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afed84-5f0d-4f6d-bb20-cef2aff5bfd3 None None] Pushing event updated for resources: {'Port': ['ID=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:11.889008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Allocated IP 172.26.1.110 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/f168d8db-e8e9-4173-9265-98e31d6211b6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:12.001894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.105609 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.147711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:12.150597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:12.154865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:12.158118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Pushing event updated for resources: {'Port': ['ID=f168d8db-e8e9-4173-9265-98e31d6211b6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:12.467258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.500893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:12.551298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:12.551693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.641244 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.678040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:12.695900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.721961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.746443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598457f-994c-4e2e-b18e-0f087c20ecd7 None None] Network dd463b47-4775-4af4-b1c9-aede0584698a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:12.826265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:12.839444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b2c9cb3f-3eab-43f2-98f1-5d2341a0bac7 None None] Provisioning complete for port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:12.839813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cb3f-3eab-43f2-98f1-5d2341a0bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:12.864615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Router 2ac30631-3a93-457d-94f0-5fe24a61cc36 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:12:12.981874 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:12:12.991495 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Sync routers for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:12:13.001215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:13.001873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:13.053905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.055269 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3a9cc495-1232-4ce9-b8d0-aa6a9e13d30c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9829760 Apr 04 12:12:13.058059 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45622) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:13.118814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:13.253867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b534a612-4f35-4204-a82c-4cd7a74872ac None None] Provisioning complete for port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:13.254152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b534a612-4f35-4204-a82c-4cd7a74872ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.479275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.588531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:12Z', 'revision_number': 3, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:13.588531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Checking router: 2ac30631-3a93-457d-94f0-5fe24a61cc36 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:12:13.588531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Updating router 2ac30631-3a93-457d-94f0-5fe24a61cc36 port f168d8db-e8e9-4173-9265-98e31d6211b6 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:12:13.588531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.679896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Allocated IP 172.20.0.1 (dd463b47-4775-4af4-b1c9-aede0584698a/d3c97656-9cac-4fc2-ae15-197767fa0f19/746ebeaa-4d28-4f66-85a5-8a91bb27776c) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:13.777138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.834813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.893786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.921841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.934473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Network dd463b47-4775-4af4-b1c9-aede0584698a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:13.937374 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:13.940714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:13.964240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Pushing event updated for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:13.978428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Attempting to bind port f168d8db-e8e9-4173-9265-98e31d6211b6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:13.978850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Attempting to bind port f168d8db-e8e9-4173-9265-98e31d6211b6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:13.979725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Attempting to bind port f168d8db-e8e9-4173-9265-98e31d6211b6 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:13.986142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.986319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6627188-47d9-43b2-ae0b-fd2c340616c5 None None] Pushing event updated for resources: {'Port': ['ID=f168d8db-e8e9-4173-9265-98e31d6211b6,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:13.990393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:13.990832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:13.991243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:13.991632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:13.992114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Bound port: f168d8db-e8e9-4173-9265-98e31d6211b6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:13.992498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.050856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] For port f168d8db-e8e9-4173-9265-98e31d6211b6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:14.055438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] For port f168d8db-e8e9-4173-9265-98e31d6211b6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f168d8db-e8e9-4173-9265-98e31d6211b6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:14.116917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.177727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:14.178365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:14.183227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6627188-47d9-43b2-ae0b-fd2c340616c5 None None] Pushing event updated for resources: {'Port': ['ID=f168d8db-e8e9-4173-9265-98e31d6211b6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:14.280573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-871e04d1-354a-4b79-ac20-5272f5f47d17 None None] Provisioning complete for port 746ebeaa-4d28-4f66-85a5-8a91bb27776c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:14.280952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-871e04d1-354a-4b79-ac20-5272f5f47d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.326847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:14.354412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-871e04d1-354a-4b79-ac20-5272f5f47d17 None None] Port 746ebeaa-4d28-4f66-85a5-8a91bb27776c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:12:14.463405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.484653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:14.563059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:14.563534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.606223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '746ebeaa-4d28-4f66-85a5-8a91bb27776c', 'name': '', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'mac_address': 'fa:16:3e:21:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:13Z', 'updated_at': '2022-04-04T12:12:13Z', 'revision_number': 1, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'subnets': [{'id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:14.628340 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.634085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ae893-0d5e-44aa-b1a1-ade5db200065 None None] The sync data for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv is: [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '746ebeaa-4d28-4f66-85a5-8a91bb27776c', 'name': '', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'mac_address': 'fa:16:3e:21:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:13Z', 'updated_at': '2022-04-04T12:12:13Z', 'revision_number': 1, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'subnets': [{'id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:12:14.692769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.759542 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:14.761235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Pushing event updated for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:14.860986 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Network dd463b47-4775-4af4-b1c9-aede0584698a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:14.863407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:14.994149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Router 2ac30631-3a93-457d-94f0-5fe24a61cc36 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:12:15.081796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a0aa6bb0-57fa-425c-a628-42655ecea6d2 None None] Provisioning complete for port 746ebeaa-4d28-4f66-85a5-8a91bb27776c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:15.082305 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6bb0-57fa-425c-a628-42655ecea6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:15.109843 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:12:15.116124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-546ea932-f891-431a-afc9-0d36b5afe306 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ac30631-3a93-457d-94f0-5fe24a61cc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566967 Apr 04 12:12:15.126066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa6bb0-57fa-425c-a628-42655ecea6d2 None None] Port 746ebeaa-4d28-4f66-85a5-8a91bb27776c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:12:15.818094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45638) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:15.823127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-74114418-network', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:15.921462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Made reservation on behalf of 6dcfe30353f74a22bd0fb506a02bdf42 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:15.923940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:15.937973 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.011528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.092261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.117026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:12:16.126436 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4225105-cebd-4930-8ce5-5e6ab2b7e38f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:16.131269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.131753 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Added segment 2aa2225c-131d-4258-a509-e5e053dd90d4 of type vlan for network fcb5fcb0-852d-463a-a666-d1727d7c07be Apr 04 12:12:16.171673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.247779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.248801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:16.249425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.312789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb5fcb0-852d-463a-a666-d1727d7c07be,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:16.326768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network fcb5fcb0-852d-463a-a666-d1727d7c07be details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:12:16.353433 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-26ef79c9-e147-4fee-9e92-ff99b4ca8916 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5341563 Apr 04 12:12:16.356255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45640) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:16.361335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Request body: {'subnet': {'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-subnet', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:16.446486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Made reservation on behalf of 6dcfe30353f74a22bd0fb506a02bdf42 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:16.448933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.494592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f168d8db-e8e9-4173-9265-98e31d6211b6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:16.509440 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Sync routers for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:12:16.522163 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:16.522919 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:16.543386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f168d8db-e8e9-4173-9265-98e31d6211b6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:16.543751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.630496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.637706 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:16.650943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f168d8db-e8e9-4173-9265-98e31d6211b6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f168d8db-e8e9-4173-9265-98e31d6211b6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:16.699114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.733158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.756334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:16.768313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Checking segment: {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:16.769018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Network hostable DHCP agents. Network: fcb5fcb0-852d-463a-a666-d1727d7c07be, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:12:16.784720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f168d8db-e8e9-4173-9265-98e31d6211b6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:16.858572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Network fcb5fcb0-852d-463a-a666-d1727d7c07be is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:12:16.925269 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '746ebeaa-4d28-4f66-85a5-8a91bb27776c', 'name': '', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'mac_address': 'fa:16:3e:21:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:13Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 2, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'subnets': [{'id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:16.938527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, fcb5fcb0-852d-463a-a666-d1727d7c07be) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:16.943212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:16.943800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:16.948860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e180d0-cfe4-4662-bd9d-c7f31a77fb14 None None] Network fcb5fcb0-852d-463a-a666-d1727d7c07be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:16.951460 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Checking router: 2ac30631-3a93-457d-94f0-5fe24a61cc36 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:12:16.951818 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Updating router 2ac30631-3a93-457d-94f0-5fe24a61cc36 port 746ebeaa-4d28-4f66-85a5-8a91bb27776c binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:12:16.980319 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.035291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f87eeb86-468f-4767-9af7-74a492f037fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6757598 Apr 04 12:12:17.035711 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:17.040160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:17.091216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-fcb5fcb0-852d-463a-a666-d1727d7c07be', 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'fixed_ips': [{'subnet_id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:12:17.092523 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.133151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.134243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.195321 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.230874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Allocated IP 172.20.0.2 (fcb5fcb0-852d-463a-a666-d1727d7c07be/e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993/017deae3-11f1-4fcd-869a-34574bbb0920) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:17.245493 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.306882 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.373779 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Pushing event updated for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:17.386348 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.387192 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.387708 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.388204 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.388677 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.389211 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.390770 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.392123 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.392635 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.393123 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.393678 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.394653 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:17.410280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.426782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.435504 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Attempting to bind port 746ebeaa-4d28-4f66-85a5-8a91bb27776c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:17.435922 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Attempting to bind port 746ebeaa-4d28-4f66-85a5-8a91bb27776c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:17.436285 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Attempting to bind port 746ebeaa-4d28-4f66-85a5-8a91bb27776c on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:17.441703 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:17.442110 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Checking segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:17.442509 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.442897 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Bound using segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:17.443358 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Bound port: 746ebeaa-4d28-4f66-85a5-8a91bb27776c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:17.443740 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.493932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.511544 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] For port 746ebeaa-4d28-4f66-85a5-8a91bb27776c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:17.515017 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] For port 746ebeaa-4d28-4f66-85a5-8a91bb27776c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=746ebeaa-4d28-4f66-85a5-8a91bb27776c,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:17.531384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Network fcb5fcb0-852d-463a-a666-d1727d7c07be is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:17.539207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:17.542796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:17.570608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Pushing event updated for resources: {'Port': ['ID=017deae3-11f1-4fcd-869a-34574bbb0920,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:17.590777 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.611970 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Attempting to bind port 017deae3-11f1-4fcd-869a-34574bbb0920 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:17.612257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Attempting to bind port 017deae3-11f1-4fcd-869a-34574bbb0920 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:17.612822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Attempting to bind port 017deae3-11f1-4fcd-869a-34574bbb0920 on network fcb5fcb0-852d-463a-a666-d1727d7c07be {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:17.614682 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] Provisioning complete for port 746ebeaa-4d28-4f66-85a5-8a91bb27776c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:17.615048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.644150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:17.644530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Checking segment: {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:17.645686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.646354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Bound using segment: {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:17.647001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Bound port: 017deae3-11f1-4fcd-869a-34574bbb0920, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:17.647559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.649366 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:17.650043 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:17.688052 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3118108-0f67-46be-a298-b4b2fc6c90e6 None None] Pushing event updated for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:17.742121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.749771 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] For port 017deae3-11f1-4fcd-869a-34574bbb0920, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:17.762296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.762754 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.767987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] For port 017deae3-11f1-4fcd-869a-34574bbb0920, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=017deae3-11f1-4fcd-869a-34574bbb0920,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:17.775889 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:17.802169 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] For port 746ebeaa-4d28-4f66-85a5-8a91bb27776c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=746ebeaa-4d28-4f66-85a5-8a91bb27776c,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:17.842293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.881062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:17.903857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Allocated IP 172.26.1.218 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/3426052b-83e2-4ab8-a15b-682047d9563b) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:17.920880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913039-6a0d-48c9-b8f4-109d650aad9f None None] Pushing event updated for resources: {'Port': ['ID=017deae3-11f1-4fcd-869a-34574bbb0920,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:17.980690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d83ba-cc00-46ab-971b-3dab66e20f3f None None] Pushing event updated for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:18.009426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a8b2a56e-dd80-4ac8-ac29-f78e1b245b54 None None] Provisioning complete for port 746ebeaa-4d28-4f66-85a5-8a91bb27776c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:18.009838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a56e-dd80-4ac8-ac29-f78e1b245b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.032518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.047316 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '746ebeaa-4d28-4f66-85a5-8a91bb27776c', 'name': '', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'mac_address': 'fa:16:3e:21:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:13Z', 'updated_at': '2022-04-04T12:12:17Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'subnets': [{'id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:18.080509 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2f06f-80ba-4c20-9dde-26d01ea96c67 None None] The sync data for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv is: [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:14Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '746ebeaa-4d28-4f66-85a5-8a91bb27776c', 'name': '', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'mac_address': 'fa:16:3e:21:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:13Z', 'updated_at': '2022-04-04T12:12:17Z', 'revision_number': 4, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'subnets': [{'id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:12:18.149846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.198009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:18.200941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:18.204481 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:18.233363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Pushing event updated for resources: {'Port': ['ID=3426052b-83e2-4ab8-a15b-682047d9563b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:18.576171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.595757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f168d8db-e8e9-4173-9265-98e31d6211b6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:18.648178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f168d8db-e8e9-4173-9265-98e31d6211b6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:18.648856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.734464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 017deae3-11f1-4fcd-869a-34574bbb0920 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:18.803933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 017deae3-11f1-4fcd-869a-34574bbb0920 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:18.804319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.888043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.923201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 017deae3-11f1-4fcd-869a-34574bbb0920, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=017deae3-11f1-4fcd-869a-34574bbb0920,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:18.985289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:18.986314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 746ebeaa-4d28-4f66-85a5-8a91bb27776c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:19.029218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167bf6a-74c4-4deb-a330-6349343f7681 None None] Network fcb5fcb0-852d-463a-a666-d1727d7c07be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:12:19.129449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=017deae3-11f1-4fcd-869a-34574bbb0920,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:19.134818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e3c62b21-4515-48af-a10e-27a06653b0fc None None] Provisioning complete for port 017deae3-11f1-4fcd-869a-34574bbb0920 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:19.135189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e3c62b21-4515-48af-a10e-27a06653b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.178091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.340759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 746ebeaa-4d28-4f66-85a5-8a91bb27776c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:19.341131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.390425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Router 8ac97f0c-2732-4c78-859f-627a950a87a8 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:12:19.494463 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:12:19.505843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Sync routers for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:12:19.523430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:19.524054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:19.563674 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.567915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3806ec77-0ab0-4ff1-9484-521cad218a20 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5281343 Apr 04 12:12:19.568309 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45644) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:12:19.647150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:19.811541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9b932563-e328-4117-95f7-80ce29def57d None None] Provisioning complete for port 017deae3-11f1-4fcd-869a-34574bbb0920 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:19.811907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9b932563-e328-4117-95f7-80ce29def57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.869463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:18Z', 'revision_number': 3, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:19.897457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Checking router: 8ac97f0c-2732-4c78-859f-627a950a87a8 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:12:19.897754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Updating router 8ac97f0c-2732-4c78-859f-627a950a87a8 port 3426052b-83e2-4ab8-a15b-682047d9563b binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:12:19.946680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:19.976032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.131424 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Allocated IP 172.20.0.1 (fcb5fcb0-852d-463a-a666-d1727d7c07be/e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993/b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:20.198859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.234076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.281581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.331011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Attempting to bind port 3426052b-83e2-4ab8-a15b-682047d9563b on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:20.331381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Attempting to bind port 3426052b-83e2-4ab8-a15b-682047d9563b by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:20.331758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Attempting to bind port 3426052b-83e2-4ab8-a15b-682047d9563b on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:20.339001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8a4b-09e8-469c-8bc3-f26380625291 None None] Pushing event updated for resources: {'Port': ['ID=3426052b-83e2-4ab8-a15b-682047d9563b,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:20.341393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:20.341790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:20.342233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.342620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:20.343079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Bound port: 3426052b-83e2-4ab8-a15b-682047d9563b, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:20.343461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.344227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.382639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Network fcb5fcb0-852d-463a-a666-d1727d7c07be is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:20.386858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:20.390520 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:20.396430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] For port 3426052b-83e2-4ab8-a15b-682047d9563b, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:20.400037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] For port 3426052b-83e2-4ab8-a15b-682047d9563b, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3426052b-83e2-4ab8-a15b-682047d9563b,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:20.417588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Pushing event updated for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:20.437879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.464878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.500181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 017deae3-11f1-4fcd-869a-34574bbb0920 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:20.570995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8a4b-09e8-469c-8bc3-f26380625291 None None] Pushing event updated for resources: {'Port': ['ID=3426052b-83e2-4ab8-a15b-682047d9563b,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:20.574934 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:20.575547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:20.633463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 017deae3-11f1-4fcd-869a-34574bbb0920 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:20.633865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.638788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.733034 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2dbbf0ae-b3b8-47fb-ad78-22a2433303c9 None None] Provisioning complete for port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:20.733491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2dbbf0ae-b3b8-47fb-ad78-22a2433303c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.735502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:20.796491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.847492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.868229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2dbbf0ae-b3b8-47fb-ad78-22a2433303c9 None None] Port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:12:20.912930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:20.918404 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Pushing event updated for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:20.981535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:18Z', 'revision_number': 3, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:21.006980 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Network fcb5fcb0-852d-463a-a666-d1727d7c07be is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:21.008368 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:21.011961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc839f41-02e8-41e8-8277-02b216969b60 None None] The sync data for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv is: [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:18Z', 'revision_number': 3, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:12:21.127375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Router 8ac97f0c-2732-4c78-859f-627a950a87a8 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:12:21.254239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:12:21.259186 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a1a78fc-982a-449d-abab-7c8353feb41d admin admin] 10.222.0.43 "PUT /v2.0/routers/8ac97f0c-2732-4c78-859f-627a950a87a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6898704 Apr 04 12:12:21.293259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f319118f-855e-43b0-b369-27cf059aa2c0 None None] Provisioning complete for port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:21.293677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f319118f-855e-43b0-b369-27cf059aa2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:21.329434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f319118f-855e-43b0-b369-27cf059aa2c0 None None] Port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:12:22.023531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-75abc566-e12e-4104-aaa0-31e77d7500fc tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:22.024968 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-75abc566-e12e-4104-aaa0-31e77d7500fc tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/networks?id=dd463b47-4775-4af4-b1c9-aede0584698a HTTP/1.1" status: 200 len: 817 time: 0.1023362 Apr 04 12:12:22.039948 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-fc5a43db-a83e-40ee-9eab-fd8fa38d49d7 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/quotas/d50b450213bb432e89d5d34d8c21cb7b HTTP/1.1" status: 200 len: 375 time: 0.0089865 Apr 04 12:12:22.090113 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-511edec8-754f-4d00-9188-de1f71a293d4 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450175 Apr 04 12:12:22.190861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-61aedf1e-5db6-4c8b-b076-75e556a32e44 service neutron] 10.222.0.43 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876753 Apr 04 12:12:22.282936 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-51f01b0b-edd6-4a9d-835c-d7a913bef346 service neutron] 10.222.0.43 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820453 Apr 04 12:12:22.447126 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Sync routers for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:12:22.456706 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:22.458003 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:22.513431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3426052b-83e2-4ab8-a15b-682047d9563b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:22.542573 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e4f78276-c9a9-411a-8e31-867c12926597 req-8aa5598b-f9fb-42f7-9ad6-85a92be6a76c tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 210 time: 0.0366025 Apr 04 12:12:22.570569 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:22.571203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3426052b-83e2-4ab8-a15b-682047d9563b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:22.571583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:22.653787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:22.679293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 3426052b-83e2-4ab8-a15b-682047d9563b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3426052b-83e2-4ab8-a15b-682047d9563b,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:22.756379 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:22.781941 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 4, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3', 'name': '', 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'mac_address': 'fa:16:3e:fb:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:19Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 2, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'subnets': [{'id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:22.805133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=3426052b-83e2-4ab8-a15b-682047d9563b,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:22.808199 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Checking router: 8ac97f0c-2732-4c78-859f-627a950a87a8 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:12:22.808563 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Updating router 8ac97f0c-2732-4c78-859f-627a950a87a8 port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:12:22.834287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.092940 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.165782 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.240550 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75ead-6a39-48e2-8a26-6d1f92d22065 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:23.263899 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Attempting to bind port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:23.264276 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Attempting to bind port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:23.268529 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Attempting to bind port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 on network fcb5fcb0-852d-463a-a666-d1727d7c07be {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:23.270415 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:23.271018 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Checking segment: {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:23.271411 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.271799 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Bound using segment: {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:23.272261 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Bound port: b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2225c-131d-4258-a509-e5e053dd90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:23.272632 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.340624 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] For port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:23.344081 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] For port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:23.424814 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.466078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] Provisioning complete for port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:23.466633 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.479942 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:12:23.480717 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:11:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:23.524310 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75ead-6a39-48e2-8a26-6d1f92d22065 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:23.552273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.610555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] For port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:23.673295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f577f676-405a-419f-9450-81e3b3e67dff req-c94dc96b-7c86-41e0-8e43-3dab83971d8f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Apr 04 12:12:23.681864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.709908 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:12:23.729717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61433a-9d7c-4dd6-ab74-ccd48d770f94 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:23.806054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-289228f5-c85e-4ee9-912b-585091f667b4 None None] Provisioning complete for port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:23.806537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-289228f5-c85e-4ee9-912b-585091f667b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:23.919446 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 4, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3', 'name': '', 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'mac_address': 'fa:16:3e:fb:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:19Z', 'updated_at': '2022-04-04T12:12:23Z', 'revision_number': 4, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'subnets': [{'id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:12:23.945388 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78c7f2-56f6-4cca-80b2-5a95b7cfdb32 None None] The sync data for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv is: [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:20Z', 'revision_number': 4, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3', 'name': '', 'network_id': 'fcb5fcb0-852d-463a-a666-d1727d7c07be', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'mac_address': 'fa:16:3e:fb:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:19Z', 'updated_at': '2022-04-04T12:12:23Z', 'revision_number': 4, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'subnets': [{'id': 'e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:12:24.539917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3426052b-83e2-4ab8-a15b-682047d9563b up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:24.590788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 3426052b-83e2-4ab8-a15b-682047d9563b triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:24.591439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:24.668862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:24.720883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:24.721423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:24.775431 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-773018f4-874c-4cd0-a39c-d61d0fd9aa4e req-ac0fbf8b-a478-4015-b360-866433beca17 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 210 time: 0.0298049 Apr 04 12:12:24.808860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-a421ea7b-2643-4159-9e29-e53e8550059f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:24.811153 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-a421ea7b-2643-4159-9e29-e53e8550059f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "GET /v2.0/networks?id=dd463b47-4775-4af4-b1c9-aede0584698a HTTP/1.1" status: 200 len: 817 time: 0.1222932 Apr 04 12:12:24.824842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Request body: {'port': {'device_id': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'admin_state_up': True, 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:25.093341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Made reservation on behalf of d50b450213bb432e89d5d34d8c21cb7b for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:12:25.095361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.223808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Allocated IP 172.20.0.5 (dd463b47-4775-4af4-b1c9-aede0584698a/d3c97656-9cac-4fc2-ae15-197767fa0f19/0d630986-eaba-4d7f-934b-052d038bb764) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:12:25.371375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.465193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.511259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Network dd463b47-4775-4af4-b1c9-aede0584698a is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:12:25.514270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:12:25.517854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:12:25.548846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Pushing event updated for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:25.580678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:25.581306 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.654796 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-3c41e31a-7cfa-4cd2-b63e-7990b9a90539 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347361 Apr 04 12:12:25.667299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Request body: {'port': {'device_id': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:12:25.720335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-08803f77-f992-4da1-ace4-b74c5a0c76c0 None None] Provisioning complete for port 0d630986-eaba-4d7f-934b-052d038bb764 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:25.720938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.721053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-08803f77-f992-4da1-ace4-b74c5a0c76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:25.753571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-08803f77-f992-4da1-ace4-b74c5a0c76c0 None None] Port 0d630986-eaba-4d7f-934b-052d038bb764 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:12:25.945755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01eabb-c3f8-43c6-bc3b-cce036610a7e req-d68a7892-104a-4964-82f6-94ffa3f22e5b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:25.947242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ca01eabb-c3f8-43c6-bc3b-cce036610a7e req-d68a7892-104a-4964-82f6-94ffa3f22e5b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 931 time: 0.0991540 Apr 04 12:12:26.015287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ca01eabb-c3f8-43c6-bc3b-cce036610a7e req-b89b791c-7995-4e2d-88ac-d0cd757b4812 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606775 Apr 04 12:12:26.055805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d630986-eaba-4d7f-934b-052d038bb764 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:12:26.063256 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:26.075489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Transition to ACTIVE for port object 0d630986-eaba-4d7f-934b-052d038bb764 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:12:26.155473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:26.204494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:26.292665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Attempting to bind port 0d630986-eaba-4d7f-934b-052d038bb764 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:12:26.293309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Attempting to bind port 0d630986-eaba-4d7f-934b-052d038bb764 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:12:26.293831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Attempting to bind port 0d630986-eaba-4d7f-934b-052d038bb764 on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:26.299427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Port 0d630986-eaba-4d7f-934b-052d038bb764 on network dd463b47-4775-4af4-b1c9-aede0584698a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:12:26.299757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Attempting to bind port 0d630986-eaba-4d7f-934b-052d038bb764 on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:12:26.306113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:12:26.306638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Checking segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:12:26.308831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Bound using segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:12:26.308831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Bound port: 0d630986-eaba-4d7f-934b-052d038bb764, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:12:26.308831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:26.384077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:12:26.387262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0d630986-eaba-4d7f-934b-052d038bb764,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:12:26.459076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:26.495789 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:26.496528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:26.498040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d630986-eaba-4d7f-934b-052d038bb764 HTTP/1.1" status: 200 len: 1093 time: 0.8348832 Apr 04 12:12:26.506240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:12:26.506240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987" -d '{"events": [{"name": "network-changed", "server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "tag": "0d630986-eaba-4d7f-934b-052d038bb764"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:12:26.529577 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ccde3-48d5-4fc0-91bf-e274bcdb7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:26.543061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe378bee-f788-435d-86fd-6c8674e78a95 x-openstack-request-id: req-fe378bee-f788-435d-86fd-6c8674e78a95 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:12:26.543354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "tag": "0d630986-eaba-4d7f-934b-052d038bb764", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:12:26.543606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe378bee-f788-435d-86fd-6c8674e78a95 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:12:26.544022 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe378bee-f788-435d-86fd-6c8674e78a95'] response: {'name': 'network-changed', 'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764', 'status': 'completed', 'code': 200} Apr 04 12:12:26.630681 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-d7ca74c3-8fc7-46d2-ab12-b7e185ec4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:26.634211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-d7ca74c3-8fc7-46d2-ab12-b7e185ec4eca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0686650 Apr 04 12:12:26.745739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-af325693-b3ba-4492-800b-9abb37ca5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:26.747193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-af325693-b3ba-4492-800b-9abb37ca5ce9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058514 Apr 04 12:12:26.842518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-698198be-cc08-4544-ad02-acef114a253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:26.844023 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b89d7b7-9150-4b97-ab37-7aaecbbc1987 req-698198be-cc08-4544-ad02-acef114a253c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900264 Apr 04 12:12:26.917839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-bd4793fd-fcc0-4493-8fad-d09e9476b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:26.919397 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-bd4793fd-fcc0-4493-8fad-d09e9476b121 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0405152 Apr 04 12:12:26.963020 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-7810f6f7-085e-431f-8553-1c63f8609aae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d630986-eaba-4d7f-934b-052d038bb764 HTTP/1.1" status: 200 len: 217 time: 0.0367930 Apr 04 12:12:27.015476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-382fccf0-a665-4838-93f1-a9bfeda8593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:27.016880 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-382fccf0-a665-4838-93f1-a9bfeda8593c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3c97656-9cac-4fc2-ae15-197767fa0f19 HTTP/1.1" status: 200 len: 856 time: 0.0460730 Apr 04 12:12:27.061651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-50236062-9a89-4aff-9d27-a4f77ce87982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:27.063161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-50236062-9a89-4aff-9d27-a4f77ce87982 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd463b47-4775-4af4-b1c9-aede0584698a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399010 Apr 04 12:12:27.180785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa0f99-c46e-420c-bfae-f38c55264413 req-7e916340-9219-45a0-986d-bbec47bdbfb6 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:27.182295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3aa0f99-c46e-420c-bfae-f38c55264413 req-7e916340-9219-45a0-986d-bbec47bdbfb6 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 943 time: 0.0953186 Apr 04 12:12:27.202267 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-caedb9d4-7bee-4887-80b4-24693912e5e1 service neutron] 10.222.0.44 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319587 Apr 04 12:12:27.250480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3aa0f99-c46e-420c-bfae-f38c55264413 req-4ca66fa8-b61c-4efd-9781-3bcb450b653f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Apr 04 12:12:27.263320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-10f39d55-5bef-452e-b379-ef1922d3c59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:27.309991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9442dd77-c1aa-430e-bb86-14a5ecb24b67 req-232d0947-f7c9-4a2a-a42d-484de75c7dbb service neutron] 10.222.0.44 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990055 Apr 04 12:12:28.364181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86457951-149f-43f1-bd37-fd5da6be81b6 req-ecac4ece-ac29-467d-895d-4a41902b38f2 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:28.366226 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-86457951-149f-43f1-bd37-fd5da6be81b6 req-ecac4ece-ac29-467d-895d-4a41902b38f2 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 943 time: 0.0469868 Apr 04 12:12:28.405235 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-86457951-149f-43f1-bd37-fd5da6be81b6 req-1b442fc6-4f84-48e5-a0dd-cf46fd06d27f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Apr 04 12:12:28.776171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0d630986-eaba-4d7f-934b-052d038bb764 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:12:28.868698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0d630986-eaba-4d7f-934b-052d038bb764,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:28.879433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '0d630986-eaba-4d7f-934b-052d038bb764', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'port_id': '0d630986-eaba-4d7f-934b-052d038bb764', 'mac_address': 'fa:16:3e:73:f1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:12:28.918963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:28.931010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d630986-eaba-4d7f-934b-052d038bb764 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:12:28.949663 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0d630986-eaba-4d7f-934b-052d038bb764,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:29.018715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:29.066002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:29.073755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.074106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.074449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.074787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.075123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.075457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.075787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.076138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.076466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.076789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.077111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.077432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:29.257920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['0d630986-eaba-4d7f-934b-052d038bb764'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:12:29.447053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d9b934eb-b874-4fca-bdcb-9cf31e694d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:29.523694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b237f-3739-4cb8-bb6f-47b6d91b979c req-814d4ea3-4f66-41ef-b031-cc29c883472a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:29.525143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b8b237f-3739-4cb8-bb6f-47b6d91b979c req-814d4ea3-4f66-41ef-b031-cc29c883472a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 944 time: 0.0521612 Apr 04 12:12:29.562612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b8b237f-3739-4cb8-bb6f-47b6d91b979c req-109ae4e1-e637-4683-8e96-33177d09f28c tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Apr 04 12:12:30.616880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:30.674035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8253846-5b82-4e5c-83b2-d2d86a31bbc3 req-be397b9c-2f49-48df-93bb-da7a51899445 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:30.675385 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a8253846-5b82-4e5c-83b2-d2d86a31bbc3 req-be397b9c-2f49-48df-93bb-da7a51899445 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 944 time: 0.0469086 Apr 04 12:12:30.716502 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a8253846-5b82-4e5c-83b2-d2d86a31bbc3 req-c26e48ca-60df-4953-8492-78d1e1a29cf7 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Apr 04 12:12:30.776211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0d630986-eaba-4d7f-934b-052d038bb764 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:12:30.873820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 0d630986-eaba-4d7f-934b-052d038bb764 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:12:30.877445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 0d630986-eaba-4d7f-934b-052d038bb764 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:12:30.877877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:30.953375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:30.976542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:12:30.978778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580a269-7b58-4eb4-855c-1c2c410c1742" -d '{"events": [{"server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0d630986-eaba-4d7f-934b-052d038bb764"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:12:30.991447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0d630986-eaba-4d7f-934b-052d038bb764,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:31.014423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1301e9-12df-4d8d-bceb-2b16f4d4fbf5 x-openstack-request-id: req-4d1301e9-12df-4d8d-bceb-2b16f4d4fbf5 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:12:31.014705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0d630986-eaba-4d7f-934b-052d038bb764", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:12:31.014959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d1301e9-12df-4d8d-bceb-2b16f4d4fbf5 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:12:31.015353 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1301e9-12df-4d8d-bceb-2b16f4d4fbf5'] response: {'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764', 'code': 200} Apr 04 12:12:31.035325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:31.082087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:31.295148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c803d-cbc7-4eb1-bbb8-3c0971c17308 req-988fb34a-6c34-4b87-b24d-6f1c0b95f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:31.296620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b5c803d-cbc7-4eb1-bbb8-3c0971c17308 req-988fb34a-6c34-4b87-b24d-6f1c0b95f55c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0382593 Apr 04 12:12:31.329386 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b5c803d-cbc7-4eb1-bbb8-3c0971c17308 req-6e3a5206-47b3-47cc-9406-438df8979b09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260398 Apr 04 12:12:31.830220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ae805-a88b-4f41-bfe6-5f07bbc42061 req-e8f3af0e-2b77-4036-9006-a0a605e0ef13 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:31.831674 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3c4ae805-a88b-4f41-bfe6-5f07bbc42061 req-e8f3af0e-2b77-4036-9006-a0a605e0ef13 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Apr 04 12:12:31.872662 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3c4ae805-a88b-4f41-bfe6-5f07bbc42061 req-bc6965eb-b18c-4bb7-8c6f-35d1a062214f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Apr 04 12:12:32.160927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:32.395326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:32.434906 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:12:32.985837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7281-d7a2-4c85-aa7d-9c09c8a583c9 req-16cecc5e-9213-488d-8713-b70eb8c42198 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:32.987285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2fdf7281-d7a2-4c85-aa7d-9c09c8a583c9 req-16cecc5e-9213-488d-8713-b70eb8c42198 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0472069 Apr 04 12:12:33.024008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2fdf7281-d7a2-4c85-aa7d-9c09c8a583c9 req-da080755-db34-489b-940c-13158654ffe8 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301294 Apr 04 12:12:33.135090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f3f7-152c-43ab-8dd5-fab673d5c185 req-1ae1950a-11dd-4c0e-8e11-9a37ef8b1a88 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:33.136555 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c71f3f7-152c-43ab-8dd5-fab673d5c185 req-1ae1950a-11dd-4c0e-8e11-9a37ef8b1a88 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0474560 Apr 04 12:12:33.177393 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c71f3f7-152c-43ab-8dd5-fab673d5c185 req-16aed74b-3d18-449e-be47-3e63cae4017c tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Apr 04 12:12:34.366704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:56.250133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e3ec0-8b3c-4c45-a503-7be17d3a72c0 req-a10c52b3-e146-4d79-959c-0af88060d1b9 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:56.251576 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c83e3ec0-8b3c-4c45-a503-7be17d3a72c0 req-a10c52b3-e146-4d79-959c-0af88060d1b9 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Apr 04 12:12:56.289081 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c83e3ec0-8b3c-4c45-a503-7be17d3a72c0 req-4c48c1f2-c7d3-43f2-9720-1941d489f42b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Apr 04 12:12:57.234802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-674958ab-6d1d-4f45-ad5c-1f2e38d8948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:57.406252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650112-df64-4af3-becc-ace06c7cff48 req-1cd302b9-c7d0-49b9-a0a8-c1103f26c361 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:57.407868 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f6650112-df64-4af3-becc-ace06c7cff48 req-1cd302b9-c7d0-49b9-a0a8-c1103f26c361 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Apr 04 12:12:57.444488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f6650112-df64-4af3-becc-ace06c7cff48 req-bf19d832-eb49-4281-a029-7d15657c996c tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300927 Apr 04 12:12:57.852782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-636f6981-8d11-407d-8058-8f4d6bedf5ae tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:12:57.854236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-636f6981-8d11-407d-8058-8f4d6bedf5ae tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Apr 04 12:12:57.958940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Deleting port 0d630986-eaba-4d7f-934b-052d038bb764 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:12:57.959290 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:58.046178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] For port 0d630986-eaba-4d7f-934b-052d038bb764, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0d630986-eaba-4d7f-934b-052d038bb764,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:12:58.046545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:58.059236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Calling delete_port for 0d630986-eaba-4d7f-934b-052d038bb764 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:12:58.239126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:58.250854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['0d630986-eaba-4d7f-934b-052d038bb764'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:12:58.267758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Pushing event deleted for resources: {'Port': ['ID=0d630986-eaba-4d7f-934b-052d038bb764,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:12:58.279528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.279881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.280226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.280570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.280903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.281231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.281569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.281902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.282493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.282817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.283140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.283467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:12:58.318785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] No DVR routers for this DVR port 0d630986-eaba-4d7f-934b-052d038bb764 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:12:58.321252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:12:58.324485 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4074fafa-6423-417f-adcc-2bcd4eece2bc req-409a7de6-8565-4694-bc5f-ac31330ad9cd tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "DELETE /v2.0/ports/0d630986-eaba-4d7f-934b-052d038bb764 HTTP/1.1" status: 204 len: 173 time: 0.4640052 Apr 04 12:12:58.324917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'name': 'network-vif-deleted', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:12:58.327151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2bcc1-5318-40d7-a303-9688b71e803f" -d '{"events": [{"server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "name": "network-vif-deleted", "tag": "0d630986-eaba-4d7f-934b-052d038bb764"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:12:58.365173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd8be62-8ca4-4fab-924e-776e8a8f7ab8 x-openstack-request-id: req-1cd8be62-8ca4-4fab-924e-776e8a8f7ab8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:12:58.365173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e3617e-d95c-47b5-aa3f-256f7740c3d8", "name": "network-vif-deleted", "tag": "0d630986-eaba-4d7f-934b-052d038bb764", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:12:58.365173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cd8be62-8ca4-4fab-924e-776e8a8f7ab8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:12:58.365173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd8be62-8ca4-4fab-924e-776e8a8f7ab8'] response: {'server_uuid': '34e3617e-d95c-47b5-aa3f-256f7740c3d8', 'name': 'network-vif-deleted', 'tag': '0d630986-eaba-4d7f-934b-052d038bb764', 'status': 'completed', 'code': 200} Apr 04 12:12:58.543904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4d153750-283a-4f45-82b3-2bb9f1ba27b3 req-64c9f846-8922-4870-9ccd-2983e5f3a642 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e3617e-d95c-47b5-aa3f-256f7740c3d8 HTTP/1.1" status: 200 len: 210 time: 0.0299854 Apr 04 12:12:59.432741 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a4052966-183a-4c77-be0b-11544d8502d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:00.434645 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-a8c8f7a9-93c0-41b1-a9bc-bbae393d15ee tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:00.436042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-a8c8f7a9-93c0-41b1-a9bc-bbae393d15ee tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/networks?id=dd463b47-4775-4af4-b1c9-aede0584698a HTTP/1.1" status: 200 len: 817 time: 0.0981598 Apr 04 12:13:00.450474 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-e3957abb-b23c-49ec-af72-e7690daaa7c8 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/quotas/d50b450213bb432e89d5d34d8c21cb7b HTTP/1.1" status: 200 len: 375 time: 0.0087447 Apr 04 12:13:00.499837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-c38c8d0c-ec6e-4063-ad97-3448afa56e7a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442991 Apr 04 12:13:00.599715 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-ca699dfb-0ab7-4fa1-bbbc-af72a326c462 service neutron] 10.222.0.43 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Apr 04 12:13:00.606045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:00.690507 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-79641a31-9379-48d8-8c25-f8387489d291 service neutron] 10.222.0.43 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845518 Apr 04 12:13:00.797642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0d630986-eaba-4d7f-934b-052d038bb764 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:00.817963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 0d630986-eaba-4d7f-934b-052d038bb764 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:00.820134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 0d630986-eaba-4d7f-934b-052d038bb764 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:00.922599 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-489f4296-1867-4306-98ee-fc70513208ea req-91a13a87-802a-4c6c-ae75-d1fb945e1459 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 210 time: 0.0259507 Apr 04 12:13:02.014889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3e1909a8-5b8c-4d54-9ac8-2a6e68fe4526 req-1d2e8a3f-fcc2-4fae-a757-de62475e41af tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 210 time: 0.0272703 Apr 04 12:13:02.137301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:02.412131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:02.641340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-c57355e1-8625-424c-b733-17a10558dc2e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:02.642786 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-c57355e1-8625-424c-b733-17a10558dc2e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "GET /v2.0/networks?id=dd463b47-4775-4af4-b1c9-aede0584698a HTTP/1.1" status: 200 len: 817 time: 0.0979860 Apr 04 12:13:02.654567 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Request body: {'port': {'device_id': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'admin_state_up': True, 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:02.833364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Made reservation on behalf of d50b450213bb432e89d5d34d8c21cb7b for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:13:02.837510 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:02.964566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Allocated IP 172.20.0.3 (dd463b47-4775-4af4-b1c9-aede0584698a/d3c97656-9cac-4fc2-ae15-197767fa0f19/e26d858e-abdd-4856-9d0a-36b5cb467bad) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:03.105730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.119450 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c753220c-0194-488e-acaa-0f19f0ea54b6 req-c3e78b9c-2430-431e-b396-576d4a03ecba tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 210 time: 0.0286336 Apr 04 12:13:03.189610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.236984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Network dd463b47-4775-4af4-b1c9-aede0584698a is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:03.239862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:03.243830 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:03.249749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Pushing event updated for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:03.297467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:03.298152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.397312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-62435775-aa77-46b5-9517-a85803920e64 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7461498 Apr 04 12:13:03.410028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Request body: {'port': {'device_id': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:03.431354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-bb0077a6-343a-4b3d-918c-eefcf0bbd947 None None] Provisioning complete for port e26d858e-abdd-4856-9d0a-36b5cb467bad triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:03.431939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bb0077a6-343a-4b3d-918c-eefcf0bbd947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.464143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.464824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-bb0077a6-343a-4b3d-918c-eefcf0bbd947 None None] Port e26d858e-abdd-4856-9d0a-36b5cb467bad cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:13:03.714974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26d858e-abdd-4856-9d0a-36b5cb467bad {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:13:03.721852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.733480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Transition to ACTIVE for port object e26d858e-abdd-4856-9d0a-36b5cb467bad will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:13:03.789028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.852772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Pushing event updated for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:03.909035 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Attempting to bind port e26d858e-abdd-4856-9d0a-36b5cb467bad on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:03.909378 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Attempting to bind port e26d858e-abdd-4856-9d0a-36b5cb467bad by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:03.909758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Attempting to bind port e26d858e-abdd-4856-9d0a-36b5cb467bad on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:03.914901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Port e26d858e-abdd-4856-9d0a-36b5cb467bad on network dd463b47-4775-4af4-b1c9-aede0584698a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:13:03.915223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Attempting to bind port e26d858e-abdd-4856-9d0a-36b5cb467bad on network dd463b47-4775-4af4-b1c9-aede0584698a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:03.920104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:03.920449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Checking segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:03.921431 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Bound using segment: {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:03.921901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Bound port: e26d858e-abdd-4856-9d0a-36b5cb467bad, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a067178-5220-4c1b-bdb2-0f5917281ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:03.922265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:03.998987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:04.003204 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:04.103937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:04.138927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.139569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:04.140885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] 10.222.0.44 "PUT /v2.0/ports/e26d858e-abdd-4856-9d0a-36b5cb467bad HTTP/1.1" status: 200 len: 1093 time: 0.7352226 Apr 04 12:13:04.141325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:13:04.143837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:13:04.166595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671897a6-849b-43f2-b097-bcac86ed6df0 service neutron] Pushing event updated for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:04.192421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56096d5-0d7a-480c-81b8-f17a148de966 x-openstack-request-id: req-f56096d5-0d7a-480c-81b8-f17a148de966 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:13:04.192911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:13:04.193178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f56096d5-0d7a-480c-81b8-f17a148de966 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:13:04.193611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56096d5-0d7a-480c-81b8-f17a148de966'] response: {'name': 'network-changed', 'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad', 'status': 'completed', 'code': 200} Apr 04 12:13:04.285191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86e437-cef8-4f15-acbe-b60c4bfb31ad req-b57a3726-c0fb-42d6-8863-551285d3a3ef tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.286825 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db86e437-cef8-4f15-acbe-b60c4bfb31ad req-b57a3726-c0fb-42d6-8863-551285d3a3ef tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 943 time: 0.0834572 Apr 04 12:13:04.289852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-1cff5dbd-e6f3-4bc9-a9ee-aead296b45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.291341 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-1cff5dbd-e6f3-4bc9-a9ee-aead296b45c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 1096 time: 0.0770955 Apr 04 12:13:04.332031 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:04.378434 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db86e437-cef8-4f15-acbe-b60c4bfb31ad req-55b55a4d-5ba9-470e-bf53-8ebe60dfeac0 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847087 Apr 04 12:13:04.411696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-e82f31b3-6acc-409f-9c97-df3bbbca5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.413110 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-e82f31b3-6acc-409f-9c97-df3bbbca5fbd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1132858 Apr 04 12:13:04.508993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-8aff4106-d03d-434d-bc4c-c065191a49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.510390 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7c6c358-5573-4635-8e9e-5aa96f56dbb2 req-8aff4106-d03d-434d-bc4c-c065191a49eb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905778 Apr 04 12:13:04.587147 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-324728e8-7a35-498a-8bc0-0ea2854f9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.588927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-324728e8-7a35-498a-8bc0-0ea2854f9967 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 1096 time: 0.0407617 Apr 04 12:13:04.633800 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-f4637cf1-9c91-4f15-b723-c7f5217785de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad HTTP/1.1" status: 200 len: 217 time: 0.0367789 Apr 04 12:13:04.680651 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-b5468b8a-4aca-4bd0-ba33-85503857b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.682092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-b5468b8a-4aca-4bd0-ba33-85503857b7c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3c97656-9cac-4fc2-ae15-197767fa0f19 HTTP/1.1" status: 200 len: 856 time: 0.0420179 Apr 04 12:13:04.725304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-2ec8a5e3-2269-449c-9975-8263d999718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:04.726747 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-2ec8a5e3-2269-449c-9975-8263d999718f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd463b47-4775-4af4-b1c9-aede0584698a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379088 Apr 04 12:13:04.817787 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-ad7b03e0-9ad1-4ecc-8738-21032977639b service neutron] 10.222.0.44 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837021 Apr 04 12:13:04.906258 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65718e20-264c-4698-810b-e2b8a0a829c4 req-904a929b-8c52-487f-be48-d5c73eb76fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825024 Apr 04 12:13:05.493480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7a546-92e8-4e06-abc3-11bf72c66f1b req-450cb60f-d40d-4689-99f3-63b5472c7e8f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:05.494959 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-41a7a546-92e8-4e06-abc3-11bf72c66f1b req-450cb60f-d40d-4689-99f3-63b5472c7e8f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 943 time: 0.0469673 Apr 04 12:13:05.532367 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-41a7a546-92e8-4e06-abc3-11bf72c66f1b req-80415ca5-6513-4beb-984a-6a0c62b2cab4 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Apr 04 12:13:06.643591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b5f5d-b5b9-4435-842a-701f31d3130c req-ddd128a9-d8ef-4e04-bed1-176552ab050b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:06.645034 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b3b5f5d-b5b9-4435-842a-701f31d3130c req-ddd128a9-d8ef-4e04-bed1-176552ab050b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 943 time: 0.0478289 Apr 04 12:13:06.685274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b3b5f5d-b5b9-4435-842a-701f31d3130c req-d39af349-43e1-4c3a-b017-fd8c4f46dffb tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Apr 04 12:13:06.828815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e26d858e-abdd-4856-9d0a-36b5cb467bad details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:13:06.926092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:06.936537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'e26d858e-abdd-4856-9d0a-36b5cb467bad', 'network_id': 'dd463b47-4775-4af4-b1c9-aede0584698a', 'port_id': 'e26d858e-abdd-4856-9d0a-36b5cb467bad', 'mac_address': 'fa:16:3e:51:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c97656-9cac-4fc2-ae15-197767fa0f19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:13:06.970941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:06.983457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26d858e-abdd-4856-9d0a-36b5cb467bad {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:13:07.005294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:07.103102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:07.149181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:07.293766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e26d858e-abdd-4856-9d0a-36b5cb467bad'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:13:07.797297 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edfa4d-c7bf-4d26-994a-95c515fe1a9e req-7729678b-29d5-4df6-92a8-d5a78bd6787e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:07.798783 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1edfa4d-c7bf-4d26-994a-95c515fe1a9e req-7729678b-29d5-4df6-92a8-d5a78bd6787e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 944 time: 0.0475903 Apr 04 12:13:07.835899 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f1edfa4d-c7bf-4d26-994a-95c515fe1a9e req-11f581fd-d288-4cfe-95f4-bd118f530e28 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Apr 04 12:13:08.844584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e26d858e-abdd-4856-9d0a-36b5cb467bad up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:08.948823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port e26d858e-abdd-4856-9d0a-36b5cb467bad completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:13:08.952650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port e26d858e-abdd-4856-9d0a-36b5cb467bad triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:08.953016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:08.953506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56aa8-b798-45cf-9a27-0672b0e0ba55 req-62988fb4-3106-4733-822b-062ac8105096 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:08.955005 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc56aa8-b798-45cf-9a27-0672b0e0ba55 req-62988fb4-3106-4733-822b-062ac8105096 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 944 time: 0.0488515 Apr 04 12:13:08.993859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc56aa8-b798-45cf-9a27-0672b0e0ba55 req-729bf78c-fb3a-4696-a1a6-7740d9c23c04 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Apr 04 12:13:09.027464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:09.049269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:13:09.051477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d2f22-d228-4562-b17b-d0d639aab926" -d '{"events": [{"server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:13:09.063947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:09.089100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7db973-a071-436a-835b-fbae7e094b45 x-openstack-request-id: req-8a7db973-a071-436a-835b-fbae7e094b45 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:13:09.089417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:13:09.089714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a7db973-a071-436a-835b-fbae7e094b45 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:13:09.090115 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7db973-a071-436a-835b-fbae7e094b45'] response: {'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad', 'code': 200} Apr 04 12:13:09.103265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:09.153232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:09.370771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad64f7-8e4a-4c8e-a408-5548c861296c req-2820d2ba-783e-4669-804e-c501e1612c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:09.372182 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ddad64f7-8e4a-4c8e-a408-5548c861296c req-2820d2ba-783e-4669-804e-c501e1612c5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 1098 time: 0.0398128 Apr 04 12:13:09.405143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ddad64f7-8e4a-4c8e-a408-5548c861296c req-d2fd019e-aa56-4656-b486-16d2183a2733 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269346 Apr 04 12:13:09.433273 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:13:10.110664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de0ba-2fbe-488f-bf59-177c16ba1176 req-3eb11eb9-2182-428d-84d0-1cb8b457d00f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:10.112096 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab9de0ba-2fbe-488f-bf59-177c16ba1176 req-3eb11eb9-2182-428d-84d0-1cb8b457d00f tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0470185 Apr 04 12:13:10.151337 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab9de0ba-2fbe-488f-bf59-177c16ba1176 req-c605923e-5c05-41ea-81df-d85bb7feb2f4 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Apr 04 12:13:11.276612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49c34-3b84-41c5-8a99-a24e94dca6d2 req-e29b7858-f441-4a8b-8ca8-0cedf48458d9 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:11.278115 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-16a49c34-3b84-41c5-8a99-a24e94dca6d2 req-e29b7858-f441-4a8b-8ca8-0cedf48458d9 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0521803 Apr 04 12:13:11.317975 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-16a49c34-3b84-41c5-8a99-a24e94dca6d2 req-9a63f8d0-d342-40a3-b72f-ca241fa1ca2b tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Apr 04 12:13:11.429435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1d3f-ac36-43ac-8617-be9a812f9658 req-21fba692-a437-47fe-b479-b10839aa104e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:11.430910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e9ca1d3f-ac36-43ac-8617-be9a812f9658 req-21fba692-a437-47fe-b479-b10839aa104e tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0473616 Apr 04 12:13:11.468678 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e9ca1d3f-ac36-43ac-8617-be9a812f9658 req-33fe161e-9a06-4e27-8203-7f410d63d1e0 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Apr 04 12:13:27.233848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4fb21df8-cc8e-433f-a2cf-1d1c4908f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:29.443505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-70a5b453-0cc1-4e9f-aaf7-edeae4bf4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:30.617694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:32.131131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:32.411370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:33.270508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb541a-dad6-4feb-a427-edd057e1f099 req-42631dfb-d658-4db5-a980-5b4f03c54f4a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:33.271901 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50cb541a-dad6-4feb-a427-edd057e1f099 req-42631dfb-d658-4db5-a980-5b4f03c54f4a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0470016 Apr 04 12:13:33.310975 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-50cb541a-dad6-4feb-a427-edd057e1f099 req-37f47fc7-1016-42a5-90a5-9227a77a39e1 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Apr 04 12:13:34.342186 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:34.425992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1527ea-7af6-448d-bb76-d48e7feeabd5 req-a35efeea-0fda-4256-8590-cddc35d18abe tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:34.427453 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ae1527ea-7af6-448d-bb76-d48e7feeabd5 req-a35efeea-0fda-4256-8590-cddc35d18abe tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0473785 Apr 04 12:13:34.464396 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ae1527ea-7af6-448d-bb76-d48e7feeabd5 req-b0c76982-dfe1-40e9-a2e3-3a0877ef66fb tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/security-groups?id=b91e7720-0cfc-4929-b22e-3c9c77f51c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Apr 04 12:13:34.844972 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-4a3f2314-7ae2-4e01-b479-f60cd4ff64a7 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:34.846410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-4a3f2314-7ae2-4e01-b479-f60cd4ff64a7 tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 945 time: 0.0464053 Apr 04 12:13:34.945625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Deleting port e26d858e-abdd-4856-9d0a-36b5cb467bad {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:34.945968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:35.030523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] For port e26d858e-abdd-4856-9d0a-36b5cb467bad, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e26d858e-abdd-4856-9d0a-36b5cb467bad,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:35.030883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:35.046992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Calling delete_port for e26d858e-abdd-4856-9d0a-36b5cb467bad owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:35.262528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:35.273967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e26d858e-abdd-4856-9d0a-36b5cb467bad'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:13:35.291367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Pushing event deleted for resources: {'Port': ['ID=e26d858e-abdd-4856-9d0a-36b5cb467bad,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:35.335303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] No DVR routers for this DVR port e26d858e-abdd-4856-9d0a-36b5cb467bad on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:13:35.338329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:35.341820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e104192-5e8f-414d-9917-5337ffc87c40 req-c0b82726-ceac-436a-8295-cdf79f8f856a tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.44 "DELETE /v2.0/ports/e26d858e-abdd-4856-9d0a-36b5cb467bad HTTP/1.1" status: 204 len: 173 time: 0.4901335 Apr 04 12:13:35.342267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'name': 'network-vif-deleted', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:13:35.344516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c23f78-0c31-4eee-a450-da73723645eb" -d '{"events": [{"server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "name": "network-vif-deleted", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:13:35.384047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dc0e23-8f1a-4d18-a038-2ef7decba6f2 x-openstack-request-id: req-03dc0e23-8f1a-4d18-a038-2ef7decba6f2 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:13:35.384345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a41144-2a37-4e99-8725-467bd9bdbe1b", "name": "network-vif-deleted", "tag": "e26d858e-abdd-4856-9d0a-36b5cb467bad", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:13:35.384595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03dc0e23-8f1a-4d18-a038-2ef7decba6f2 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:13:35.384993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03dc0e23-8f1a-4d18-a038-2ef7decba6f2'] response: {'server_uuid': '52a41144-2a37-4e99-8725-467bd9bdbe1b', 'name': 'network-vif-deleted', 'tag': 'e26d858e-abdd-4856-9d0a-36b5cb467bad', 'status': 'completed', 'code': 200} Apr 04 12:13:35.557827 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-61d35e62-4fcb-4b63-8452-5af4426494ec req-396ffb6e-661b-4a16-8c7b-3a27a48cf60d tempest-TestEncryptedCinderVolumes-1151166995 tempest-TestEncryptedCinderVolumes-1151166995-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a41144-2a37-4e99-8725-467bd9bdbe1b HTTP/1.1" status: 200 len: 210 time: 0.0268669 Apr 04 12:13:36.703621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45956) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:37.042265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:37.566199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Deleting port 746ebeaa-4d28-4f66-85a5-8a91bb27776c {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:37.566541 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:37.639727 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] For port 746ebeaa-4d28-4f66-85a5-8a91bb27776c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=746ebeaa-4d28-4f66-85a5-8a91bb27776c,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:37.640094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:37.655269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Calling delete_port for 746ebeaa-4d28-4f66-85a5-8a91bb27776c owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:37.896787 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:37.921207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Pushing event deleted for resources: {'Port': ['ID=746ebeaa-4d28-4f66-85a5-8a91bb27776c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:37.935637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.935915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.936400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.936596 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.936930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.937260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.937637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.943073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.943073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.943073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.943073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:37.943073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:38.094434 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:38.300369 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Router 2ac30631-3a93-457d-94f0-5fe24a61cc36 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:13:38.402549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:38.407717 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3b343f74-f46b-45e7-a2a0-1a0cc154058a admin admin] 10.222.0.43 "PUT /v2.0/routers/2ac30631-3a93-457d-94f0-5fe24a61cc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031486 Apr 04 12:13:38.410235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45958) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:38.412986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Sync routers for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:13:38.422518 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:38.423138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:38.516812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:38.530262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:38.617961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:38.703945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:13:37Z', 'revision_number': 5, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port': {'id': 'f168d8db-e8e9-4173-9265-98e31d6211b6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:38.715109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Deleting port f168d8db-e8e9-4173-9265-98e31d6211b6 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:38.715453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:38.729660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Checking router: 2ac30631-3a93-457d-94f0-5fe24a61cc36 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:13:38.738077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Routers {'2ac30631-3a93-457d-94f0-5fe24a61cc36'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:38.738677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['2ac30631-3a93-457d-94f0-5fe24a61cc36'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:38.791731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] For port f168d8db-e8e9-4173-9265-98e31d6211b6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f168d8db-e8e9-4173-9265-98e31d6211b6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:38.792104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:38.808974 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Calling delete_port for f168d8db-e8e9-4173-9265-98e31d6211b6 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:38.821956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] Set router 2ac30631-3a93-457d-94f0-5fe24a61cc36 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:38.874162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:13:38Z', 'revision_number': 6, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:38.898807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22524e-74b1-40d2-86c6-5e5fe2165723 None None] The sync data for ids ['2ac30631-3a93-457d-94f0-5fe24a61cc36'] in dv-neutron-835866-1-hyperv is: [{'id': '2ac30631-3a93-457d-94f0-5fe24a61cc36', 'name': 'tempest-TestEncryptedCinderVolumes-1872254019-router', 'tenant_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:11Z', 'updated_at': '2022-04-04T12:13:38Z', 'revision_number': 6, 'project_id': 'd50b450213bb432e89d5d34d8c21cb7b', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:13:39.006981 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e26d858e-abdd-4856-9d0a-36b5cb467bad no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:39.026339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.029887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: e26d858e-abdd-4856-9d0a-36b5cb467bad {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:39.030227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e26d858e-abdd-4856-9d0a-36b5cb467bad not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:39.057000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Pushing event deleted for resources: {'Port': ['ID=f168d8db-e8e9-4173-9265-98e31d6211b6,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:39.116393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.203238 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.205201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.325690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.326385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac30631-3a93-457d-94f0-5fe24a61cc36 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:13:39.331006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.334647 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c491d2be-55c4-4c69-b6f2-bd1e8717afdc admin admin] 10.222.0.43 "DELETE /v2.0/routers/2ac30631-3a93-457d-94f0-5fe24a61cc36 HTTP/1.1" status: 204 len: 168 time: 0.9211898 Apr 04 12:13:39.334838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45960) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:39.378725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Deleting subnet d3c97656-9cac-4fc2-ae15-197767fa0f19 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:13:39.381708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.415673 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.493819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.614888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.641895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c97656-9cac-4fc2-ae15-197767fa0f19,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:39.647714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.652945 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1b735404-2443-45d8-9541-f90ab9fdc3e6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3c97656-9cac-4fc2-ae15-197767fa0f19 HTTP/1.1" status: 204 len: 168 time: 0.3161402 Apr 04 12:13:39.654298 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1fac5f-ac95-49b7-b189-8de8deb86870 None None] Network dd463b47-4775-4af4-b1c9-aede0584698a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:39.655265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45962) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:39.723961 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.781380 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Deleting port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:39.781764 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.838132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] DHCP port deletion for dd463b47-4775-4af4-b1c9-aede0584698a request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:13:39.846260 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] For port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:39.846637 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.863939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Calling delete_port for 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:39.902977 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Deleting port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:39.903411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.968316 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] For port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,segment=NetworkSegment(6a067178-5220-4c1b-bdb2-0f5917281ba3),segment_id=6a067178-5220-4c1b-bdb2-0f5917281ba3)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:39.968719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:39.980949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Calling delete_port for 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:40.055275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.060622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.082820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:40.084699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] No DVR routers for this DVR port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:13:40.085140 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Pushing event deleted for resources: {'Port': ['ID=8dae33b8-9c3a-4ace-97ed-48108b4b00f2,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:40.093620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] No DVR routers for this DVR port 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:13:40.106062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.106418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.107850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.108197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.108634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.108938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.109380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.109621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.109956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.110284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.110610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.110937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880dd902-33c8-4c23-af7c-1bfffd5beec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:40.155578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.178556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd463b47-4775-4af4-b1c9-aede0584698a']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:40.188049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a067178-5220-4c1b-bdb2-0f5917281ba3') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:40.188350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a067178-5220-4c1b-bdb2-0f5917281ba3') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:40.197479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.209960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.215624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:13:40.216008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:13:40.217644 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:13:40.334553 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.339700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:40.342858 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dd463b47-4775-4af4-b1c9-aede0584698a HTTP/1.1" status: 204 len: 168 time: 0.6865139 Apr 04 12:13:40.345865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45964) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:40.353999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758c9e0-2fa0-4ceb-8bf2-e4e99f811d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd463b47-4775-4af4-b1c9-aede0584698a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:40.511371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f168d8db-e8e9-4173-9265-98e31d6211b6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:40.533744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f168d8db-e8e9-4173-9265-98e31d6211b6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:40.537115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f168d8db-e8e9-4173-9265-98e31d6211b6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:40.537115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 746ebeaa-4d28-4f66-85a5-8a91bb27776c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:40.554576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 746ebeaa-4d28-4f66-85a5-8a91bb27776c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:40.555062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 746ebeaa-4d28-4f66-85a5-8a91bb27776c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:40.555576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:40.575058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:40.575463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dae33b8-9c3a-4ace-97ed-48108b4b00f2 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:41.016583 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:41.251197 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Deleting port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:41.251535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:41.329022 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] For port b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:41.329395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:41.340949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Calling delete_port for b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:41.576760 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:41.601990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:41.763889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:41.975898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Router 8ac97f0c-2732-4c78-859f-627a950a87a8 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:13:42.078868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:42.084899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-6bb3fd23-0cc6-400d-8c0b-b6615b0ebc39 admin admin] 10.222.0.43 "PUT /v2.0/routers/8ac97f0c-2732-4c78-859f-627a950a87a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7375329 Apr 04 12:13:42.086507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45966) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:42.087127 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Sync routers for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:13:42.096618 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:42.097228 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:42.191819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.198746 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:42.293441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.371000 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:13:41Z', 'revision_number': 5, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port': {'id': '3426052b-83e2-4ab8-a15b-682047d9563b', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:42.396830 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Checking router: 8ac97f0c-2732-4c78-859f-627a950a87a8 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:13:42.404918 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Routers {'8ac97f0c-2732-4c78-859f-627a950a87a8'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:42.405523 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['8ac97f0c-2732-4c78-859f-627a950a87a8'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:42.437317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Deleting port 3426052b-83e2-4ab8-a15b-682047d9563b {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:42.437695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.493310 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] Set router 8ac97f0c-2732-4c78-859f-627a950a87a8 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:42.528288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] For port 3426052b-83e2-4ab8-a15b-682047d9563b, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=3426052b-83e2-4ab8-a15b-682047d9563b,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:42.528655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.540782 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Calling delete_port for 3426052b-83e2-4ab8-a15b-682047d9563b owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:42.546235 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:13:42Z', 'revision_number': 6, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:42.575851 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a72253-0c43-4636-ada3-51a110c92086 None None] The sync data for ids ['8ac97f0c-2732-4c78-859f-627a950a87a8'] in dv-neutron-835866-1-hyperv is: [{'id': '8ac97f0c-2732-4c78-859f-627a950a87a8', 'name': 'tempest-TestEncryptedCinderVolumes-74114418-router', 'tenant_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:12:17Z', 'updated_at': '2022-04-04T12:13:42Z', 'revision_number': 6, 'project_id': '6dcfe30353f74a22bd0fb506a02bdf42', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:13:42.753716 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.783826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Pushing event deleted for resources: {'Port': ['ID=3426052b-83e2-4ab8-a15b-682047d9563b,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:42.838445 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.929885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:42.932170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.039623 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.040187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac97f0c-2732-4c78-859f-627a950a87a8 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:13:43.044186 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.045392 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1afdb4ed-3340-4407-b1d0-a9fbb51c4749 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8ac97f0c-2732-4c78-859f-627a950a87a8 HTTP/1.1" status: 204 len: 168 time: 0.9578915 Apr 04 12:13:43.047884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45968) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:43.090583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Deleting subnet e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:13:43.093641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.126941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.203751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.340567 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.365126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:43.371534 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.374851 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-693f0b46-2f27-4930-9792-fee63d419162 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e9cc6b8a-68dd-4784-8d8f-d2c4f68d9993 HTTP/1.1" status: 204 len: 168 time: 0.3259571 Apr 04 12:13:43.377210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45970) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:43.379608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11920733-034f-49e0-9217-65394ce5881b None None] Network fcb5fcb0-852d-463a-a666-d1727d7c07be requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:43.454401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.512905 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Deleting port 017deae3-11f1-4fcd-869a-34574bbb0920 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:43.513735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.588480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] DHCP port deletion for fcb5fcb0-852d-463a-a666-d1727d7c07be request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:13:43.592633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] For port 017deae3-11f1-4fcd-869a-34574bbb0920, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=017deae3-11f1-4fcd-869a-34574bbb0920,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:43.593003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.607206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Calling delete_port for 017deae3-11f1-4fcd-869a-34574bbb0920 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:43.645773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Deleting port 017deae3-11f1-4fcd-869a-34574bbb0920 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:13:43.646157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.706991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] For port 017deae3-11f1-4fcd-869a-34574bbb0920, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=017deae3-11f1-4fcd-869a-34574bbb0920,segment=NetworkSegment(2aa2225c-131d-4258-a509-e5e053dd90d4),segment_id=2aa2225c-131d-4258-a509-e5e053dd90d4)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:43.711491 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.719404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Calling delete_port for 017deae3-11f1-4fcd-869a-34574bbb0920 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:13:43.762946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.788722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Pushing event deleted for resources: {'Port': ['ID=017deae3-11f1-4fcd-869a-34574bbb0920,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:43.791176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] No DVR routers for this DVR port 017deae3-11f1-4fcd-869a-34574bbb0920 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:13:43.796521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.821544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] Pushing event deleted for resources: {'Port': ['ID=017deae3-11f1-4fcd-869a-34574bbb0920,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:43.825048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67921174-084e-48ae-bccc-d96d4f4db95b None None] No DVR routers for this DVR port 017deae3-11f1-4fcd-869a-34574bbb0920 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:13:43.862172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.885270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb5fcb0-852d-463a-a666-d1727d7c07be']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:43.891785 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa2225c-131d-4258-a509-e5e053dd90d4') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:43.892089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa2225c-131d-4258-a509-e5e053dd90d4') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:43.901528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.914941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.920683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:13:43.925455 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:13:44.056438 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.060584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.063983 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] 10.222.0.43 "DELETE /v2.0/networks/fcb5fcb0-852d-463a-a666-d1727d7c07be HTTP/1.1" status: 204 len: 168 time: 0.6852849 Apr 04 12:13:44.077182 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58449b-2bd5-4f9b-8b1c-68c18805f58f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb5fcb0-852d-463a-a666-d1727d7c07be,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:44.471803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 45976) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:44.514581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:44.518385 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b7cde14-c500-4053-952c-9a8970f092bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d50b450213bb432e89d5d34d8c21cb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432329 Apr 04 12:13:44.519057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:44.540694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:44.541901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6d0c3f8-36f9-4ebf-91f5-f0ed3134e3c3 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:44.542551 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 017deae3-11f1-4fcd-869a-34574bbb0920 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:44.561948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 017deae3-11f1-4fcd-869a-34574bbb0920 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:44.562619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 017deae3-11f1-4fcd-869a-34574bbb0920 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:44.563035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3426052b-83e2-4ab8-a15b-682047d9563b no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:13:44.569670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.593780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.714148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.716634 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:44.717884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b91e7720-0cfc-4929-b22e-3c9c77f51c90 HTTP/1.1" status: 204 len: 168 time: 0.1976428 Apr 04 12:13:44.727088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852573-ceb1-4eb0-adc3-91c4128a4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e7720-0cfc-4929-b22e-3c9c77f51c90,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:44.728484 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 3426052b-83e2-4ab8-a15b-682047d9563b {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:13:44.728833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 3426052b-83e2-4ab8-a15b-682047d9563b not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:13:45.334203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45984) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:45.375869 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a0cceb93-fb45-4ae6-b760-25fc241be6ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dcfe30353f74a22bd0fb506a02bdf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404971 Apr 04 12:13:45.378226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 45986) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:45.425114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:45.445746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:45.564852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:45.567394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:45.568541 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4225105-cebd-4930-8ce5-5e6ab2b7e38f HTTP/1.1" status: 204 len: 168 time: 0.1894317 Apr 04 12:13:45.576327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa737fc-d05f-42e6-9a1d-4c0931126543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4225105-cebd-4930-8ce5-5e6ab2b7e38f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:46.432786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:13:46.661604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46008) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:46.754156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1539396461-network', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:46.833190 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Made reservation on behalf of f53b30acd8e841758b1bbb77d3114d11 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:13:46.835489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:46.843616 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:46.915820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:46.982247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.006542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:13:47.014928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ad757-05be-460a-84e7-e8676f13dfa0,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:47.020675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.021217 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Added segment d2714203-7986-4295-8d5e-d3b8eec30b0f of type vlan for network e3193912-e3e9-40ba-b89d-2c837892e44f Apr 04 12:13:47.062618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.153360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.154380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:47.154959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.212210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] Pushing event updated for resources: {'Network': ['ID=e3193912-e3e9-40ba-b89d-2c837892e44f,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:47.221613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network e3193912-e3e9-40ba-b89d-2c837892e44f details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:13:47.259078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80d84f8f-4eb2-4a23-9f17-7a37493f4316 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5963061 Apr 04 12:13:47.261798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46012) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:47.266476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Request body: {'subnet': {'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1539396461-subnet', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:47.353990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Made reservation on behalf of f53b30acd8e841758b1bbb77d3114d11 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:13:47.356312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.574560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.631489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f878e6-89ba-487b-ad25-472c543d7755,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:47.640311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Checking segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:47.640670 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Network hostable DHCP agents. Network: e3193912-e3e9-40ba-b89d-2c837892e44f, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:13:47.699877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Network e3193912-e3e9-40ba-b89d-2c837892e44f is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:13:47.751367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, e3193912-e3e9-40ba-b89d-2c837892e44f) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:47.755338 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:47.755922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.766670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951cb1a-b93e-4454-9289-28a15e708054 None None] Network e3193912-e3e9-40ba-b89d-2c837892e44f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:47.845816 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3fa4fc1-cb8f-40b9-8a7b-0629d9cc9f1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5828469 Apr 04 12:13:47.848323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46014) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:47.852602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:47.905886 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-e3193912-e3e9-40ba-b89d-2c837892e44f', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:13:47.907000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.948199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:47.949432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.000559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.037966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Allocated IP 172.20.0.2 (e3193912-e3e9-40ba-b89d-2c837892e44f/03f878e6-89ba-487b-ad25-472c543d7755/2feeaeac-b10b-4100-aadf-6653d2cd2765) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:48.181099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.189716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.233825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.273549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Network e3193912-e3e9-40ba-b89d-2c837892e44f is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:48.276399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:48.278914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:48.287656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Pushing event updated for resources: {'Port': ['ID=2feeaeac-b10b-4100-aadf-6653d2cd2765,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:48.343580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Attempting to bind port 2feeaeac-b10b-4100-aadf-6653d2cd2765 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:48.343945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Attempting to bind port 2feeaeac-b10b-4100-aadf-6653d2cd2765 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:48.344302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Attempting to bind port 2feeaeac-b10b-4100-aadf-6653d2cd2765 on network e3193912-e3e9-40ba-b89d-2c837892e44f {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:48.349246 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:48.349642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Checking segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:48.350048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.350470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Bound using segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:48.350937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Bound port: 2feeaeac-b10b-4100-aadf-6653d2cd2765, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:48.351318 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.413059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] For port 2feeaeac-b10b-4100-aadf-6653d2cd2765, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:48.416658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] For port 2feeaeac-b10b-4100-aadf-6653d2cd2765, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2feeaeac-b10b-4100-aadf-6653d2cd2765,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:48.448867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.466879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.485362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.544667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763f232-cfe3-418e-b4fa-f8d471f5539a None None] Pushing event updated for resources: {'Port': ['ID=2feeaeac-b10b-4100-aadf-6653d2cd2765,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:48.583236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Allocated IP 172.26.1.125 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/7fec1934-fd1b-4241-bbc5-7deee4c32734) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:48.707905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.780684 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:48.821957 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:48.824778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:48.828339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:48.833614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Pushing event updated for resources: {'Port': ['ID=7fec1934-fd1b-4241-bbc5-7deee4c32734,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:49.115676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.316002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.393818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf1730-2197-4c9b-83d3-79a6c7caeb9b None None] Network e3193912-e3e9-40ba-b89d-2c837892e44f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:49.465601 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] Provisioning complete for port 2feeaeac-b10b-4100-aadf-6653d2cd2765 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:49.465983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.542468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Router ee63511d-685a-4fca-8db6-ebc463ad9e2c is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:13:49.606629 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.644496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] For port 2feeaeac-b10b-4100-aadf-6653d2cd2765, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2feeaeac-b10b-4100-aadf-6653d2cd2765,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:49.649965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:49.660374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Sync routers for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:13:49.670608 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:49.671340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:49.750132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.754330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aba4f33f-1b99-4a78-bdec-a177c5fe370f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9050529 Apr 04 12:13:49.754592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46016) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:49.760496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:49.813315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:49.881922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b72fb-5ea4-4d44-b323-ab59e3e6d884 None None] Pushing event updated for resources: {'Port': ['ID=2feeaeac-b10b-4100-aadf-6653d2cd2765,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:49.913253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-76611f83-877b-4599-a188-a58c9efe7c57 None None] Provisioning complete for port 2feeaeac-b10b-4100-aadf-6653d2cd2765 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:49.913538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-76611f83-877b-4599-a188-a58c9efe7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.085810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:48Z', 'revision_number': 3, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:50.116374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Checking router: ee63511d-685a-4fca-8db6-ebc463ad9e2c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:13:50.116722 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Updating router ee63511d-685a-4fca-8db6-ebc463ad9e2c port 7fec1934-fd1b-4241-bbc5-7deee4c32734 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:13:50.142153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.397190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.461079 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.468545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.530632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Attempting to bind port 7fec1934-fd1b-4241-bbc5-7deee4c32734 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:50.531007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Attempting to bind port 7fec1934-fd1b-4241-bbc5-7deee4c32734 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:50.531381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Attempting to bind port 7fec1934-fd1b-4241-bbc5-7deee4c32734 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:50.533521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79431da-9b1b-4993-a38f-863f80fbf762 None None] Pushing event updated for resources: {'Port': ['ID=7fec1934-fd1b-4241-bbc5-7deee4c32734,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:50.539226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:50.540136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:50.540546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.540936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:50.541406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Bound port: 7fec1934-fd1b-4241-bbc5-7deee4c32734, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:50.541825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.582736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2feeaeac-b10b-4100-aadf-6653d2cd2765 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:50.625447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] For port 7fec1934-fd1b-4241-bbc5-7deee4c32734, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:50.629413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Allocated IP 172.20.0.1 (e3193912-e3e9-40ba-b89d-2c837892e44f/03f878e6-89ba-487b-ad25-472c543d7755/918e8cd1-1399-4049-b65f-b14d30e2522e) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:50.629728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] For port 7fec1934-fd1b-4241-bbc5-7deee4c32734, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fec1934-fd1b-4241-bbc5-7deee4c32734,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:50.645893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 2feeaeac-b10b-4100-aadf-6653d2cd2765 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:50.646260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.715954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.729396 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.781687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:50.782544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:50.819782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79431da-9b1b-4993-a38f-863f80fbf762 None None] Pushing event updated for resources: {'Port': ['ID=7fec1934-fd1b-4241-bbc5-7deee4c32734,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:50.833803 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:50.876348 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Network e3193912-e3e9-40ba-b89d-2c837892e44f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:50.879167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:50.881617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:50.893265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:50.911314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Pushing event updated for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:50.929094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.087100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:48Z', 'revision_number': 3, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:51.121396 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036ae32-48c9-4bd9-956c-f941f66ed191 None None] The sync data for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:48Z', 'revision_number': 3, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:13:51.130552 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5cea0614-6f0b-4061-8f46-616b12f3413c None None] Provisioning complete for port 918e8cd1-1399-4049-b65f-b14d30e2522e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:51.130932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5cea0614-6f0b-4061-8f46-616b12f3413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.135486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.166219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5cea0614-6f0b-4061-8f46-616b12f3413c None None] Port 918e8cd1-1399-4049-b65f-b14d30e2522e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:13:51.312566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.362972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.435375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.437231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Pushing event updated for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:51.536405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Network e3193912-e3e9-40ba-b89d-2c837892e44f is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:51.537883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:51.667609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Router ee63511d-685a-4fca-8db6-ebc463ad9e2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:13:51.785359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:51.791297 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1a1261f7-9f46-4ee2-a259-c6c20094a22c None None] Provisioning complete for port 918e8cd1-1399-4049-b65f-b14d30e2522e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:51.791785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1a1261f7-9f46-4ee2-a259-c6c20094a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:51.798128 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e07594e3-999e-4689-8705-2614d6d85be3 admin admin] 10.222.0.43 "PUT /v2.0/routers/ee63511d-685a-4fca-8db6-ebc463ad9e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417659 Apr 04 12:13:51.828138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-1a1261f7-9f46-4ee2-a259-c6c20094a22c None None] Port 918e8cd1-1399-4049-b65f-b14d30e2522e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:13:52.418690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46032) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:52.423744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833210633-network', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:52.501836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Made reservation on behalf of a7fab3e7f8ef4e889ccbe71aa8a13620 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:13:52.504235 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.512973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.534856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fec1934-fd1b-4241-bbc5-7deee4c32734 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:52.592746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7fec1934-fd1b-4241-bbc5-7deee4c32734 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:52.593042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.593430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.650849 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Sync routers for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:13:52.660794 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:52.661397 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:52.662000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.671522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.687029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:13:52.692833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 7fec1934-fd1b-4241-bbc5-7deee4c32734, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fec1934-fd1b-4241-bbc5-7deee4c32734,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:52.697253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f881d1-41f8-4dfe-9a3a-eb64d2c584d2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:52.702263 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.702611 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Added segment 6dec4a9d-6bf3-494b-ad74-f45e102e9b83 of type vlan for network 8021db44-bd2c-4095-ba29-16344e749809 Apr 04 12:13:52.741709 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.767113 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:52.770458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.820188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=7fec1934-fd1b-4241-bbc5-7deee4c32734,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:52.822646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.823841 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:52.824516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:52.881504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] Pushing event updated for resources: {'Network': ['ID=8021db44-bd2c-4095-ba29-16344e749809,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:52.891542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 8021db44-bd2c-4095-ba29-16344e749809 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:13:52.904395 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3ffd0b53-e9a4-4c08-b83a-8355fb318f05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4846110 Apr 04 12:13:52.907364 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46034) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:52.912061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Request body: {'subnet': {'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833210633-subnet', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:52.976364 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 2, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:52.985282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Made reservation on behalf of a7fab3e7f8ef4e889ccbe71aa8a13620 for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:13:52.987708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.008134 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Checking router: ee63511d-685a-4fca-8db6-ebc463ad9e2c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:13:53.009093 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Updating router ee63511d-685a-4fca-8db6-ebc463ad9e2c port 918e8cd1-1399-4049-b65f-b14d30e2522e binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:13:53.033433 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.216938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.274893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079e14c1-9506-440a-87c1-cefaa42293ff,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:53.286696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Checking segment: {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:53.286696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Network hostable DHCP agents. Network: 8021db44-bd2c-4095-ba29-16344e749809, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:13:53.356756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Network 8021db44-bd2c-4095-ba29-16344e749809 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:13:53.380769 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.442478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 8021db44-bd2c-4095-ba29-16344e749809) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:53.447232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:13:53.449831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.453173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8b0ca-1177-439f-af03-05b7429a2de5 None None] Network 8021db44-bd2c-4095-ba29-16344e749809 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:53.454265 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.520205 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Pushing event updated for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:53.546996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.546996 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547295 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0d7c21c4-1e4f-498c-a84d-3a33b35e4210 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6363969 Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547380 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46036) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:53.547956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.547956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:13:53.556208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:13:53.569133 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Attempting to bind port 918e8cd1-1399-4049-b65f-b14d30e2522e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:53.569908 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Attempting to bind port 918e8cd1-1399-4049-b65f-b14d30e2522e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:53.569908 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Attempting to bind port 918e8cd1-1399-4049-b65f-b14d30e2522e on network e3193912-e3e9-40ba-b89d-2c837892e44f {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:53.581061 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:53.581433 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Checking segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:53.581864 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.582255 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Bound using segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:53.582725 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Bound port: 918e8cd1-1399-4049-b65f-b14d30e2522e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:53.583103 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.607743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-8021db44-bd2c-4095-ba29-16344e749809', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:13:53.608621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.656287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] For port 918e8cd1-1399-4049-b65f-b14d30e2522e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:53.659891 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] For port 918e8cd1-1399-4049-b65f-b14d30e2522e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=918e8cd1-1399-4049-b65f-b14d30e2522e,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:53.660496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.661536 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.712077 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.735122 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.795316 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:53.795939 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:53.797845 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b26731-fff6-4084-a8e7-6f312c93ef35 None None] Pushing event updated for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:53.906508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Allocated IP 172.20.0.2 (8021db44-bd2c-4095-ba29-16344e749809/079e14c1-9506-440a-87c1-cefaa42293ff/76c99f90-7b3a-4a0c-be92-236ba1e57f26) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:53.909545 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] Provisioning complete for port 918e8cd1-1399-4049-b65f-b14d30e2522e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:53.910126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:53.937381 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:53.966633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.075573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.150265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] For port 918e8cd1-1399-4049-b65f-b14d30e2522e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=918e8cd1-1399-4049-b65f-b14d30e2522e,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:54.151511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.166639 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:53Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:54.192306 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9fd2b-582e-4c33-b4a3-3b3dba7793d9 None None] The sync data for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:53Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:13:54.199228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.269732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.270608 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.277488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443aa85-ebfe-4616-ad10-b69a0d3b6e2e None None] Pushing event updated for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:54.296985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.308010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Network 8021db44-bd2c-4095-ba29-16344e749809 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:54.314106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:54.316450 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:54.379159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Pushing event updated for resources: {'Port': ['ID=76c99f90-7b3a-4a0c-be92-236ba1e57f26,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:54.387858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d2cfd73b-64eb-41e6-a203-f46ce4a529c3 None None] Provisioning complete for port 918e8cd1-1399-4049-b65f-b14d30e2522e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:54.388586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd73b-64eb-41e6-a203-f46ce4a529c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.424804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Allocated IP 172.26.1.121 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/c841068d-8be1-4ae5-a2b3-1e99dab8912f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:54.425220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Attempting to bind port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:54.425618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Attempting to bind port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:54.425987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Attempting to bind port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 on network 8021db44-bd2c-4095-ba29-16344e749809 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:54.435178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:54.435565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Checking segment: {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:54.436462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.436462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Bound using segment: {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:54.439974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Bound port: 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:54.439974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.538440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] For port 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:54.543412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] For port 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=76c99f90-7b3a-4a0c-be92-236ba1e57f26,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:54.556977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.614620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.646321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fec1934-fd1b-4241-bbc5-7deee4c32734 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:54.666410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.709876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba4385-23a9-4bce-9c10-aeababab2d2f None None] Pushing event updated for resources: {'Port': ['ID=76c99f90-7b3a-4a0c-be92-236ba1e57f26,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:54.719778 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:54.722913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:54.725585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:54.726863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 7fec1934-fd1b-4241-bbc5-7deee4c32734 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:54.727840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:54.761440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Pushing event updated for resources: {'Port': ['ID=c841068d-8be1-4ae5-a2b3-1e99dab8912f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:54.818592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 918e8cd1-1399-4049-b65f-b14d30e2522e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:54.882228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 918e8cd1-1399-4049-b65f-b14d30e2522e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:54.882374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:55.105192 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:55.306770 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:55.505477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Router c74eaf1a-9344-485a-921e-fde21e8b2ce7 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:13:55.615873 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:55.624855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Sync routers for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:13:55.635913 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:55.641002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:55.675242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d52b1-77d3-47f3-b341-12403d3d59d3 None None] Network 8021db44-bd2c-4095-ba29-16344e749809 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:13:55.698527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:55.700128 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-666ce312-dbe7-43c0-ad5a-54887debd803 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1515191 Apr 04 12:13:55.702393 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46038) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:13:55.775848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] Provisioning complete for port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:55.776300 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:55.843105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:56.060178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.109392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.124114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] For port 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=76c99f90-7b3a-4a0c-be92-236ba1e57f26,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:56.145618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 3, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:56.178403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Checking router: c74eaf1a-9344-485a-921e-fde21e8b2ce7 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:13:56.178889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Updating router c74eaf1a-9344-485a-921e-fde21e8b2ce7 port c841068d-8be1-4ae5-a2b3-1e99dab8912f binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:13:56.208806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.212826 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.293945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Allocated IP 172.20.0.1 (8021db44-bd2c-4095-ba29-16344e749809/079e14c1-9506-440a-87c1-cefaa42293ff/afc005e9-d5d1-4c36-8f77-2c1afabbcb3c) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:13:56.365470 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580269ba-9e9e-4611-ae27-c9fb0c8829ef None None] Pushing event updated for resources: {'Port': ['ID=76c99f90-7b3a-4a0c-be92-236ba1e57f26,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:56.385251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6a565cf3-9de5-4038-be3e-4a3418fe0488 None None] Provisioning complete for port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:56.385693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6a565cf3-9de5-4038-be3e-4a3418fe0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.400137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.481751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.526020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Network 8021db44-bd2c-4095-ba29-16344e749809 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:56.530780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:56.535106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:13:56.560038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Pushing event updated for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:56.580607 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.621143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 76c99f90-7b3a-4a0c-be92-236ba1e57f26 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:56.796094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:56.796766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.828631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.890664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.954979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Attempting to bind port c841068d-8be1-4ae5-a2b3-1e99dab8912f on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:13:56.955338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Attempting to bind port c841068d-8be1-4ae5-a2b3-1e99dab8912f by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:13:56.955698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Attempting to bind port c841068d-8be1-4ae5-a2b3-1e99dab8912f on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:13:56.959835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-702816d2-5331-4606-961c-2685f0733e69 None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:56.960198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-702816d2-5331-4606-961c-2685f0733e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.965289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91c811-3ab2-4df0-9f8b-ee796a7e7286 None None] Pushing event updated for resources: {'Port': ['ID=c841068d-8be1-4ae5-a2b3-1e99dab8912f,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:56.992769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:13:56.993145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:13:56.993544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:56.993951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:13:56.994421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Bound port: c841068d-8be1-4ae5-a2b3-1e99dab8912f, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:13:56.994804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.029635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-702816d2-5331-4606-961c-2685f0733e69 None None] Port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:13:57.052736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] For port c841068d-8be1-4ae5-a2b3-1e99dab8912f, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:13:57.056197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] For port c841068d-8be1-4ae5-a2b3-1e99dab8912f, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c841068d-8be1-4ae5-a2b3-1e99dab8912f,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:13:57.088130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.136986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.213710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:13:57.214330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:57.219380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91c811-3ab2-4df0-9f8b-ee796a7e7286 None None] Pushing event updated for resources: {'Port': ['ID=c841068d-8be1-4ae5-a2b3-1e99dab8912f,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:57.248124 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.265456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3249b94-ee6b-416f-ac90-4970a9ae425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.313736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.337671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:13:57.382576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Pushing event updated for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:57.385631 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.474504 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Network 8021db44-bd2c-4095-ba29-16344e749809 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:13:57.475926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:13:57.542923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'afc005e9-d5d1-4c36-8f77-2c1afabbcb3c', 'name': '', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'mac_address': 'fa:16:3e:fa:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:56Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 1, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'subnets': [{'id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:13:57.569963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514e463-09f3-4527-b3cb-5a0fa76855b3 None None] The sync data for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv is: [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'afc005e9-d5d1-4c36-8f77-2c1afabbcb3c', 'name': '', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'mac_address': 'fa:16:3e:fa:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:56Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 1, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'subnets': [{'id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:13:57.600849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Router c74eaf1a-9344-485a-921e-fde21e8b2ce7 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:13:57.718312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:13:57.723284 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a0f639c4-c92d-4da5-a48d-e8889e993530 admin admin] 10.222.0.43 "PUT /v2.0/routers/c74eaf1a-9344-485a-921e-fde21e8b2ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0198810 Apr 04 12:13:57.773126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f536398f-fac8-4ea1-8a10-f124b3d64822 None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:57.773515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f536398f-fac8-4ea1-8a10-f124b3d64822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:57.816814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-f536398f-fac8-4ea1-8a10-f124b3d64822 None None] Port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:13:58.548088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c841068d-8be1-4ae5-a2b3-1e99dab8912f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:13:58.603010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c841068d-8be1-4ae5-a2b3-1e99dab8912f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:13:58.603226 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:58.713778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:58.745631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port c841068d-8be1-4ae5-a2b3-1e99dab8912f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c841068d-8be1-4ae5-a2b3-1e99dab8912f,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:13:58.819954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:13:58.881449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=c841068d-8be1-4ae5-a2b3-1e99dab8912f,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:13:59.453720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42571796-2619-4c98-bc3f-f6f97df4f62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:00.529265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c841068d-8be1-4ae5-a2b3-1e99dab8912f up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:14:00.589459 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port c841068d-8be1-4ae5-a2b3-1e99dab8912f triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:00.589969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:00.669172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:01.083697 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Sync routers for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:14:01.094516 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:14:01.095153 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:01.203985 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:14:01.417457 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'afc005e9-d5d1-4c36-8f77-2c1afabbcb3c', 'name': '', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'mac_address': 'fa:16:3e:fa:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:56Z', 'updated_at': '2022-04-04T12:13:57Z', 'revision_number': 2, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'subnets': [{'id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:01.442900 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Checking router: c74eaf1a-9344-485a-921e-fde21e8b2ce7 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:14:01.443256 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Updating router c74eaf1a-9344-485a-921e-fde21e8b2ce7 port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:14:01.467747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:01.750462 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:01.996572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.063539 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667675f-33da-410b-a478-731b8d231c31 None None] Pushing event updated for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:02.119979 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Attempting to bind port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:14:02.120880 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Attempting to bind port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:14:02.120880 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Attempting to bind port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c on network 8021db44-bd2c-4095-ba29-16344e749809 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:14:02.126556 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:14:02.126936 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Checking segment: {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:14:02.127342 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.128571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Bound using segment: {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:14:02.128571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Bound port: afc005e9-d5d1-4c36-8f77-2c1afabbcb3c, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dec4a9d-6bf3-494b-ad74-f45e102e9b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8021db44-bd2c-4095-ba29-16344e749809'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:14:02.128571 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.170584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.231384 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] For port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:14:02.235343 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] For port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:14:02.330160 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.388050 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:02.393135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.407439 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:14:02.408167 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:13:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:02.410213 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667675f-33da-410b-a478-731b8d231c31 None None] Pushing event updated for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:02.447964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.523188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.570100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] For port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:14:02.624128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device afc005e9-d5d1-4c36-8f77-2c1afabbcb3c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:14:02.681384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.710579 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:14:02.748371 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59193354-24df-43ba-b5fa-344c5baf2c79 None None] Pushing event updated for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:02.756471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:02.756842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.813394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fa4c67de-07eb-488e-addb-726e6f4c1d98 None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:02.814481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fa4c67de-07eb-488e-addb-726e6f4c1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:02.945303 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'afc005e9-d5d1-4c36-8f77-2c1afabbcb3c', 'name': '', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'mac_address': 'fa:16:3e:fa:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:56Z', 'updated_at': '2022-04-04T12:14:02Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'subnets': [{'id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:02.978720 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd079616-1e2c-40a9-86a8-2a8fec6701f1 None None] The sync data for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv is: [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:13:56Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'afc005e9-d5d1-4c36-8f77-2c1afabbcb3c', 'name': '', 'network_id': '8021db44-bd2c-4095-ba29-16344e749809', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'mac_address': 'fa:16:3e:fa:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:56Z', 'updated_at': '2022-04-04T12:14:02Z', 'revision_number': 4, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'subnets': [{'id': '079e14c1-9506-440a-87c1-cefaa42293ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:14:04.359499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:04.537432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device afc005e9-d5d1-4c36-8f77-2c1afabbcb3c up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:14:04.595406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:04.595782 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:09.933252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-42fe8b31-124b-41d4-bc15-21baafca8bec tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:09.934777 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-42fe8b31-124b-41d4-bc15-21baafca8bec tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 815 time: 0.1004720 Apr 04 12:14:09.949952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-90bc3971-1978-48e5-a3dc-0136f9362f12 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/quotas/f53b30acd8e841758b1bbb77d3114d11 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Apr 04 12:14:09.999195 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-9ff4bde6-0592-4c24-8c78-3c5f2a377e1c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438855 Apr 04 12:14:10.097327 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-b05202b1-3c29-43be-9008-ae15842c101b service neutron] 10.222.0.43 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863121 Apr 04 12:14:10.186349 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-953919ba-2f4f-4b8c-8b47-17969984211c service neutron] 10.222.0.43 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828090 Apr 04 12:14:10.430740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-96e7218b-1297-4aec-959c-b6daf94ea212 req-51945b36-ca56-4a05-935b-b886e0641528 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Apr 04 12:14:11.524877 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f83e607-c5bb-4b2d-939b-615a8a2789aa req-4de64ff6-1dc9-4554-8fd5-2561995c345d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 210 time: 0.0265067 Apr 04 12:14:12.585443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-4ebe3be0-673b-462e-a88c-170c3afa568a tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:12.586958 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-4ebe3be0-673b-462e-a88c-170c3afa568a tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 815 time: 0.1035976 Apr 04 12:14:12.608014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'port': {'device_id': '3fffca9e-c892-49f7-988b-19cc89652f53', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'admin_state_up': True, 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:12.630704 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b240fd01-493e-4d3b-9e2b-717fcd3d01d9 req-93fb9aac-33fd-4078-b078-f65b47b71bda tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 210 time: 0.0371866 Apr 04 12:14:12.810325 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Made reservation on behalf of f53b30acd8e841758b1bbb77d3114d11 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:14:12.813961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:12.946013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Allocated IP 172.20.0.5 (e3193912-e3e9-40ba-b89d-2c837892e44f/03f878e6-89ba-487b-ad25-472c543d7755/92a797a1-41a0-4be8-8a20-71df9812d2b4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:14:13.094833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:13.228101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:13.273300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Network e3193912-e3e9-40ba-b89d-2c837892e44f is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:14:13.276380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:14:13.280603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:14:13.306604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.324934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.325947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:13.350810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:13.351556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:13.467554 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-258a4316-5099-4e95-af47-79ff3c7c47fa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641646 Apr 04 12:14:13.649391 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6cc151a7-0884-41ad-b3b3-ce7f426c2a99 None None] Provisioning complete for port 92a797a1-41a0-4be8-8a20-71df9812d2b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:13.650626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6cc151a7-0884-41ad-b3b3-ce7f426c2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:13.713876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6cc151a7-0884-41ad-b3b3-ce7f426c2a99 None None] Port 92a797a1-41a0-4be8-8a20-71df9812d2b4 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:14:13.771391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f0cb-bd96-4d26-b9ac-e42fdce3c7de req-68822669-f9d4-4b33-9fce-dab52e7a7401 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:13.773688 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8a73f0cb-bd96-4d26-b9ac-e42fdce3c7de req-68822669-f9d4-4b33-9fce-dab52e7a7401 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0597112 Apr 04 12:14:13.822023 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8a73f0cb-bd96-4d26-b9ac-e42fdce3c7de req-7b126d2d-c611-4ddc-978b-57f1cdcafb72 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Apr 04 12:14:14.950848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1facc6-15ce-4398-b00d-47ce2f020b57 req-5936313e-fc67-4fa3-b31b-c41964ab8f83 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:14.952370 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3e1facc6-15ce-4398-b00d-47ce2f020b57 req-5936313e-fc67-4fa3-b31b-c41964ab8f83 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0522325 Apr 04 12:14:14.996590 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3e1facc6-15ce-4398-b00d-47ce2f020b57 req-b714024e-135d-4807-ab86-912354b018e9 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Apr 04 12:14:16.131650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5dddc-dd2d-440a-8098-ac262ffe1083 req-7a5b27eb-10e8-40e3-b26e-a753c7233910 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:16.133150 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5eb5dddc-dd2d-440a-8098-ac262ffe1083 req-7a5b27eb-10e8-40e3-b26e-a753c7233910 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0665736 Apr 04 12:14:16.174574 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5eb5dddc-dd2d-440a-8098-ac262ffe1083 req-15be9084-9f86-44bc-8632-54581cc88256 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Apr 04 12:14:17.305981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe98f9d-49ef-4f4b-bf7d-3798a13b3ec5 req-030f1085-1a6f-4fc3-8fcc-21bb1711ba1f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:17.307779 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bbe98f9d-49ef-4f4b-bf7d-3798a13b3ec5 req-030f1085-1a6f-4fc3-8fcc-21bb1711ba1f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0541210 Apr 04 12:14:17.348513 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bbe98f9d-49ef-4f4b-bf7d-3798a13b3ec5 req-ad59c352-80a6-40cd-a613-f5e2fa8d4a5a tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Apr 04 12:14:18.473339 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35475-4510-4abb-97e2-4f77310c0040 req-6f0d8505-9f6c-4969-ada0-769c70ec502b tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:18.475651 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-07a35475-4510-4abb-97e2-4f77310c0040 req-6f0d8505-9f6c-4969-ada0-769c70ec502b tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0548058 Apr 04 12:14:18.518736 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-07a35475-4510-4abb-97e2-4f77310c0040 req-2e258c9e-f08e-4dac-ae91-72fce3ea4042 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340049 Apr 04 12:14:19.659284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a848a42-b089-4e3b-b6e3-229bc62a9a11 req-c183a116-b266-478e-9d3a-1c56f965c393 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:19.661213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a848a42-b089-4e3b-b6e3-229bc62a9a11 req-c183a116-b266-478e-9d3a-1c56f965c393 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0611048 Apr 04 12:14:19.701239 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3a848a42-b089-4e3b-b6e3-229bc62a9a11 req-354ec356-a7da-4784-ad0d-1f58ee74f71e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Apr 04 12:14:20.817188 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2c897-cefe-46b8-a48c-a6332dc95beb req-f7369727-50a9-4698-bb8b-26021d5bf5b5 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:20.818771 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fe2c897-cefe-46b8-a48c-a6332dc95beb req-f7369727-50a9-4698-bb8b-26021d5bf5b5 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 931 time: 0.0525534 Apr 04 12:14:20.831937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Request body: {'port': {'device_id': '3fffca9e-c892-49f7-988b-19cc89652f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:20.858678 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fe2c897-cefe-46b8-a48c-a6332dc95beb req-41d34968-3836-4399-9a04-65fdefb18609 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Apr 04 12:14:20.888244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.142123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a797a1-41a0-4be8-8a20-71df9812d2b4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:14:21.149279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.161430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Transition to ACTIVE for port object 92a797a1-41a0-4be8-8a20-71df9812d2b4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:14:21.209575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.256988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:21.678652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Attempting to bind port 92a797a1-41a0-4be8-8a20-71df9812d2b4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:14:21.678897 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Attempting to bind port 92a797a1-41a0-4be8-8a20-71df9812d2b4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:14:21.679218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Attempting to bind port 92a797a1-41a0-4be8-8a20-71df9812d2b4 on network e3193912-e3e9-40ba-b89d-2c837892e44f {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:14:21.684041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Port 92a797a1-41a0-4be8-8a20-71df9812d2b4 on network e3193912-e3e9-40ba-b89d-2c837892e44f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:14:21.684359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Attempting to bind port 92a797a1-41a0-4be8-8a20-71df9812d2b4 on network e3193912-e3e9-40ba-b89d-2c837892e44f {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:14:21.688941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:14:21.689272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Checking segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:14:21.689677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Bound using segment: {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:14:21.690090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Bound port: 92a797a1-41a0-4be8-8a20-71df9812d2b4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2714203-7986-4295-8d5e-d3b8eec30b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:14:21.690434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.751532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:14:21.754458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:14:21.844701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.880792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:21.880792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:21.881660 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] 10.222.0.44 "PUT /v2.0/ports/92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 1093 time: 1.0537841 Apr 04 12:14:21.884026 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:14:21.886928 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:14:21.924078 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102022f-770f-41f7-a262-e9d78baf4279 service neutron] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:21.943986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0840df6a-0ab7-4230-a033-8a17d60e98de x-openstack-request-id: req-0840df6a-0ab7-4230-a033-8a17d60e98de {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:14:21.944287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:14:21.944547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0840df6a-0ab7-4230-a033-8a17d60e98de {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:14:21.944960 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0840df6a-0ab7-4230-a033-8a17d60e98de'] response: {'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:14:22.037406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f28ad-95bf-400c-808b-c975964df2da req-835c944d-6476-4806-8d98-d7c3c64d8e6e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.038955 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d89f28ad-95bf-400c-808b-c975964df2da req-835c944d-6476-4806-8d98-d7c3c64d8e6e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 943 time: 0.0832002 Apr 04 12:14:22.046003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-261eefbd-654b-4401-a82a-ecceb850f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.047462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-261eefbd-654b-4401-a82a-ecceb850f1b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1096 time: 0.0778108 Apr 04 12:14:22.110030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d89f28ad-95bf-400c-808b-c975964df2da req-e59dbe17-1143-46ca-be1e-985c6e8c6b30 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Apr 04 12:14:22.168129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-4ab39673-9617-4557-8f95-a1c344ac4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.169543 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-4ab39673-9617-4557-8f95-a1c344ac4eba service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f53b30acd8e841758b1bbb77d3114d11&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1140904 Apr 04 12:14:22.259940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-033d7741-f09c-47af-ac6f-87599cd95ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.261329 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb16c99d-4921-4140-a9dd-3ee21e5ff1e3 req-033d7741-f09c-47af-ac6f-87599cd95ee8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854440 Apr 04 12:14:22.346999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-88b7e675-db56-445c-8914-96316127ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.348484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-88b7e675-db56-445c-8914-96316127ef07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1096 time: 0.0481884 Apr 04 12:14:22.390103 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-2916027f-18a8-4459-8271-04f0f6ca5c4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0328741 Apr 04 12:14:22.438013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-a992970b-6706-4813-8135-c6167afb4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.439440 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-a992970b-6706-4813-8135-c6167afb4c3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0430968 Apr 04 12:14:22.484249 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4681f-bde9-46eb-a304-126b123b356c req-15ef2598-2471-4911-9f3f-34cdd3d3a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:22.485756 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-15ef2598-2471-4911-9f3f-34cdd3d3a8e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393682 Apr 04 12:14:22.584493 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-d7832fc1-d439-42cd-b584-928ef71d2926 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911605 Apr 04 12:14:22.676025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-33f4681f-bde9-46eb-a304-126b123b356c req-8765c21d-e23a-44b9-a713-d90d87d0b606 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Apr 04 12:14:23.225977 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d345ab-e8ef-4430-8359-0b64d84f1421 req-0f70fd0c-d833-492f-9670-a70c95893fe6 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:23.227445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b2d345ab-e8ef-4430-8359-0b64d84f1421 req-0f70fd0c-d833-492f-9670-a70c95893fe6 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 943 time: 0.0487328 Apr 04 12:14:23.264679 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b2d345ab-e8ef-4430-8359-0b64d84f1421 req-84f603f2-1e6f-44bd-8bd0-1e35f8f1ec03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Apr 04 12:14:23.432902 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:14:24.379170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241ff58-8d78-418e-87fe-4f29892602e5 req-afa0dc73-9d45-478b-bf53-7f79ccd7a1da tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:24.380553 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3241ff58-8d78-418e-87fe-4f29892602e5 req-afa0dc73-9d45-478b-bf53-7f79ccd7a1da tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 943 time: 0.0489662 Apr 04 12:14:24.417819 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3241ff58-8d78-418e-87fe-4f29892602e5 req-a07a2f22-fdb8-4966-9582-d133cd61d9c7 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Apr 04 12:14:25.189096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 92a797a1-41a0-4be8-8a20-71df9812d2b4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:14:25.282452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:14:25.293528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'port_id': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'mac_address': 'fa:16:3e:b2:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:14:25.328701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:25.341756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a797a1-41a0-4be8-8a20-71df9812d2b4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:14:25.365358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:14:25.447259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:25.498555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:25.531023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca8be3-1297-44b2-b243-b54f4e83ee27 req-217ace8b-5ac3-4b69-96ff-c85a234ec1b7 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:25.532771 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2aca8be3-1297-44b2-b243-b54f4e83ee27 req-217ace8b-5ac3-4b69-96ff-c85a234ec1b7 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 944 time: 0.0499153 Apr 04 12:14:25.569262 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2aca8be3-1297-44b2-b243-b54f4e83ee27 req-05fd9826-302c-4e82-a52d-b6485bbe6796 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Apr 04 12:14:25.785151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:14:26.682508 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7454d4-6240-4477-ab0f-c6b679b8724d req-7d006bf0-5369-4978-8817-e2b41c50ea92 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:26.683990 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f7454d4-6240-4477-ab0f-c6b679b8724d req-7d006bf0-5369-4978-8817-e2b41c50ea92 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 944 time: 0.0476813 Apr 04 12:14:26.720134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f7454d4-6240-4477-ab0f-c6b679b8724d req-78e245e9-6054-45fd-aa21-ba3a85dce719 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303187 Apr 04 12:14:27.200865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 92a797a1-41a0-4be8-8a20-71df9812d2b4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:14:27.237385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-039ccf7f-74f0-4572-9d25-19211455bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:27.306377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 92a797a1-41a0-4be8-8a20-71df9812d2b4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:14:27.309923 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 92a797a1-41a0-4be8-8a20-71df9812d2b4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:27.310292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:27.384960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:27.406426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:14:27.408890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06160acb-ccf8-4100-99a2-18145246184c" -d '{"events": [{"server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "name": "network-vif-plugged", "status": "completed", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:14:27.424885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:14:27.444423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b41b3-05d9-4364-b97e-8edab643b6a1 x-openstack-request-id: req-4a8b41b3-05d9-4364-b97e-8edab643b6a1 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:14:27.444709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "name": "network-vif-plugged", "status": "completed", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:14:27.444958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a8b41b3-05d9-4364-b97e-8edab643b6a1 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:14:27.446016 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8b41b3-05d9-4364-b97e-8edab643b6a1'] response: {'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'code': 200} Apr 04 12:14:27.489616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:27.536502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:27.751181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a40c9-ba6a-4657-837d-e6b132074ce1 req-23f0c2cf-a582-40b0-ad13-88d854351479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:27.752707 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a1a40c9-ba6a-4657-837d-e6b132074ce1 req-23f0c2cf-a582-40b0-ad13-88d854351479 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1098 time: 0.0393119 Apr 04 12:14:27.803474 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a1a40c9-ba6a-4657-837d-e6b132074ce1 req-92ef83a7-aee0-4e35-b40f-542ab78765b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Apr 04 12:14:27.838286 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b15aa-6fa6-4329-a8fd-e291166ae8c3 req-5ffd6020-2a89-4ff7-a32e-7027fd48d538 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:27.839706 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c05b15aa-6fa6-4329-a8fd-e291166ae8c3 req-5ffd6020-2a89-4ff7-a32e-7027fd48d538 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0506628 Apr 04 12:14:27.876157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c05b15aa-6fa6-4329-a8fd-e291166ae8c3 req-5a874894-f364-452e-8ab3-d1c883b32af3 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Apr 04 12:14:28.995355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f50d-70c5-4e62-ba1f-28c0881be134 req-b2e39625-62bc-4885-9332-ca4951231f97 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:28.996802 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4398f50d-70c5-4e62-ba1f-28c0881be134 req-b2e39625-62bc-4885-9332-ca4951231f97 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0541108 Apr 04 12:14:29.035018 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4398f50d-70c5-4e62-ba1f-28c0881be134 req-434acaa9-2453-44c2-a89a-427aaca3abc5 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Apr 04 12:14:29.146566 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8affba-fca5-48bd-b170-38eaa232be28 req-a025c5a4-c9f6-4b8e-934f-59deb003f6f1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:29.147925 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f8affba-fca5-48bd-b170-38eaa232be28 req-a025c5a4-c9f6-4b8e-934f-59deb003f6f1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0479214 Apr 04 12:14:29.191224 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1f8affba-fca5-48bd-b170-38eaa232be28 req-2b131565-1310-4b40-bf47-9c677ad5372d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Apr 04 12:14:29.450124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1875975-8388-46dd-853d-261ad0128245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:29.507808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f474666-f9a6-42c4-bd6a-e1efa6661e70 req-84c7c08e-ca5b-4f3e-a3a3-d819589f6ead tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:29.509242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f474666-f9a6-42c4-bd6a-e1efa6661e70 req-84c7c08e-ca5b-4f3e-a3a3-d819589f6ead tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Apr 04 12:14:29.556717 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f474666-f9a6-42c4-bd6a-e1efa6661e70 req-242a721d-3097-4405-9044-3d6d0acd440e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Apr 04 12:14:30.623988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:32.146927 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:32.421330 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:34.387415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:43.925757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233dfd-d205-4380-8919-4aca58b391b4 req-1e4b48a9-6a09-4528-a5a9-b803b45fe79b tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:43.927256 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f233dfd-d205-4380-8919-4aca58b391b4 req-1e4b48a9-6a09-4528-a5a9-b803b45fe79b tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0479345 Apr 04 12:14:43.965961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2f233dfd-d205-4380-8919-4aca58b391b4 req-1c60b32c-a5b7-480d-be41-10c292088a08 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Apr 04 12:14:43.988149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46240) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:44.116422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad74c6-1cef-477e-8f17-c887e83b060e tempest-TestMinimumBasicScenario-259038414 tempest-TestMinimumBasicScenario-259038414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:44.117962 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-31ad74c6-1cef-477e-8f17-c887e83b060e tempest-TestMinimumBasicScenario-259038414 tempest-TestMinimumBasicScenario-259038414-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1093 time: 0.1287923 Apr 04 12:14:44.121521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46244) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:44.125736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:44.209298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:44.311662 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:44.411978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Allocated IP 172.26.1.93 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/070af9da-f8e7-4f3c-9b1d-332794f0a172) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:14:44.519960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:44.607194 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:44.649225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:14:44.652105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:14:44.654836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:14:44.677695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'Port': ['ID=070af9da-f8e7-4f3c-9b1d-332794f0a172,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:44.690768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.691116 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.691458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.691793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.692125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.692461 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.692786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.693110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.693433 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.693810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.694136 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:44.694455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:14:45.020587 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.156275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.303724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.357265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.429642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'Port': ['ID=070af9da-f8e7-4f3c-9b1d-332794f0a172,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:45.438828 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.536004 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Floating IP f6724e6d-0646-44a2-a0af-07731e9ce72a associated. External IP: 172.26.1.93, port: 92a797a1-41a0-4be8-8a20-71df9812d2b4. Apr 04 12:14:45.744146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Router ee63511d-685a-4fca-8db6-ebc463ad9e2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:14:45.846853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:14:45.857828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Sync routers for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:14:45.867002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:14:45.867618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:14:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:45.937067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:45.963646 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-59274e3d-5eec-4fd2-ac4b-6e59a9bde4ee tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8410933 Apr 04 12:14:45.964333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:14:45.966612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46246) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:45.967109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14243b8b-9483-4981-8af5-331613c4fbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:14:45.971955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389865396', 'description': 'tempest-secgroup-smoke-1389865396 description', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:45.976644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:14:46.061102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.135172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec620b9-a438-4f29-90b2-27e97ff3d65d x-openstack-request-id: req-3ec620b9-a438-4f29-90b2-27e97ff3d65d {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:14:46.135813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:14:46.135983 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ec620b9-a438-4f29-90b2-27e97ff3d65d {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:14:46.136515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec620b9-a438-4f29-90b2-27e97ff3d65d'] response: {'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:14:46.146221 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.197627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-c8fbdfef-5120-484a-a865-3c0c2cda4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:46.199471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-c8fbdfef-5120-484a-a865-3c0c2cda4f34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1098 time: 0.0398841 Apr 04 12:14:46.203015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.211807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'f6724e6d-0646-44a2-a0af-07731e9ce72a', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'port_id': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'mac_address': 'fa:16:3e:b2:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fffca9e-c892-49f7-988b-19cc89652f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:14:44Z', 'updated_at': '2022-04-04T12:14:44Z', 'revision_number': 0, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:46.238802 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Checking router: ee63511d-685a-4fca-8db6-ebc463ad9e2c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:14:46.247364 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:14:46.247980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:14:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:46.265138 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c8438-9f8b-4a98-8a20-dd3958da0467,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:46.303907 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.305071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e8dc222e-accf-4ed6-854e-3e55fb7c1c42 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3367851 Apr 04 12:14:46.309291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46252) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:46.312932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:46.335539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-a0086357-9f88-4a7a-8a34-75a8eb849d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:46.341234 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-a0086357-9f88-4a7a-8a34-75a8eb849d42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.1260862 Apr 04 12:14:46.406402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-f39f4838-02ac-4260-9baf-9f53c08794aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 998 time: 0.0622234 Apr 04 12:14:46.424669 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.462226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-4cbc0182-899f-445f-92bf-d4e2d187961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:46.463703 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-4cbc0182-899f-445f-92bf-d4e2d187961a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0504856 Apr 04 12:14:46.480698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.509169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-bfac0276-1882-47b6-b9aa-396bafd7ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:46.510710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-bfac0276-1882-47b6-b9aa-396bafd7ae7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401497 Apr 04 12:14:46.517524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:14:46.521941 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-ffac92dd-ffa1-4604-a897-19ece15974ef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:14:46.522902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-ffac92dd-ffa1-4604-a897-19ece15974ef service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050411 Apr 04 12:14:46.553775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.567591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc1b9f5-1bc3-48d4-8868-9c33de5e149e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:46.633259 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-c9d0492b-b33e-4c72-8e93-a5f06b75b7d9 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032274 Apr 04 12:14:46.663212 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.667040 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6bb97da1-aa7c-4b68-abc1-8193682b6a03 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554678 Apr 04 12:14:46.667408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46254) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:46.672099 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:46.726443 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14243b8b-9483-4981-8af5-331613c4fbb2 req-93e93057-1041-4d5d-a995-e72de28fbad7 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 Apr 04 12:14:46.750988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'f6724e6d-0646-44a2-a0af-07731e9ce72a', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'port_id': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'mac_address': 'fa:16:3e:b2:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fffca9e-c892-49f7-988b-19cc89652f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:14:44Z', 'updated_at': '2022-04-04T12:14:44Z', 'revision_number': 0, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:14:46.781107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.781380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed864e-c954-4e62-9e36-2f811309a24d None None] The sync data for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'f6724e6d-0646-44a2-a0af-07731e9ce72a', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'port_id': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'mac_address': 'fa:16:3e:b2:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fffca9e-c892-49f7-988b-19cc89652f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:14:44Z', 'updated_at': '2022-04-04T12:14:44Z', 'revision_number': 0, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:14:46.841613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.901222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:46.922301 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b56364-9a7e-4996-a8aa-c7f5ffe4c27a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:46.970592 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468b9c5-bf24-4470-8f11-3817043eb9a6 None None] New status for floating IP f6724e6d-0646-44a2-a0af-07731e9ce72a: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:14:47.005134 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:47.006394 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6343e669-ea1d-4510-9543-48a68969feb1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377531 Apr 04 12:14:47.009162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46256) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:47.014216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:47.120141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:47.179702 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:47.240783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:47.259166 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954d880b-1320-4f5b-8f47-7962bc9858cf,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:47.311686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:47.312910 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3df69591-a62f-46f5-9e07-9a93b3156bba tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3027771 Apr 04 12:14:47.315529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:47.319763 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:48.077527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.134792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.232373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.249883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b2842e-8c3a-47b4-971e-c7e6d58f526a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:48.336622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.337854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4d222bcc-a475-4750-a64d-0edc37148a5e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0213892 Apr 04 12:14:48.340492 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46260) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:48.344817 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:48.426103 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Project f53b30acd8e841758b1bbb77d3114d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:14:48.430737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.490765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.568777 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.588189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c08f8e-3d11-4852-825a-03ff5b9dab8d,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:48.657000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.658303 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-67703a9f-a4ac-4f9a-8909-b4780e701c85 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3168542 Apr 04 12:14:48.660941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46262) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:14:48.665181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c8438-9f8b-4a98-8a20-dd3958da0467', 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:48.763480 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Project f53b30acd8e841758b1bbb77d3114d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:14:48.768413 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.829014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.906108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:48.923613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cdef9a-716e-48e6-909b-ffb2fdd2e20d,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:48.999701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.000908 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-66f9ee12-a4c4-4a05-8584-f77d82c852c8 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390608 Apr 04 12:14:49.077180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-6283e11e-ac15-4aa2-9bf6-737f4d5255cc tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389865396&fields=id&tenant_id=f53b30acd8e841758b1bbb77d3114d11 HTTP/1.1" status: 200 len: 267 time: 0.0319324 Apr 04 12:14:49.128749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-a9f781fa-ba76-4e11-b27f-e8a001c03f88 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.130203 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-a9f781fa-ba76-4e11-b27f-e8a001c03f88 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0473278 Apr 04 12:14:49.141505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'port': {'security_groups': ['0f8ad757-05be-460a-84e7-e8676f13dfa0', 'cd7c8438-9f8b-4a98-8a20-dd3958da0467']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:14:49.204546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.387151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:14:49.414791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.474710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.486222 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:14:49.521918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.522544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.523953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fc8f0246-e44d-454d-94b8-18ed64f3e253 req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "PUT /v2.0/ports/92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 981 time: 0.3873534 Apr 04 12:14:49.524414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:14:49.526744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863cd24-d460-427b-ae17-0c1e08d47b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:14:49.586011 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ad123-766c-4347-9f2c-adb48ea031dd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=6']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:14:49.587689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:14:49.599934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a2e34-3a8a-44ea-8843-52ae52f15b0f x-openstack-request-id: req-5f8a2e34-3a8a-44ea-8843-52ae52f15b0f {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:14:49.599934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:14:49.599934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f8a2e34-3a8a-44ea-8843-52ae52f15b0f {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:14:49.599934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8a2e34-3a8a-44ea-8843-52ae52f15b0f'] response: {'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:14:49.675610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-3ace5ad7-8ae0-4eb5-a94b-9e46370b63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.677082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-3ace5ad7-8ae0-4eb5-a94b-9e46370b63e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1137 time: 0.0607569 Apr 04 12:14:49.679944 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad2f7f-1cdd-45d1-bf43-e6755cad5c67 req-fa64449b-a4fa-429e-ad0a-645cc0695aed tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.682266 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74ad2f7f-1cdd-45d1-bf43-e6755cad5c67 req-fa64449b-a4fa-429e-ad0a-645cc0695aed tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0680339 Apr 04 12:14:49.734032 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74ad2f7f-1cdd-45d1-bf43-e6755cad5c67 req-6325f681-e4f3-4d9e-842a-2f646db67545 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389419 Apr 04 12:14:49.789807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-665f50e6-7307-4766-a28b-041ab1010e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.791211 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-665f50e6-7307-4766-a28b-041ab1010e7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.1051500 Apr 04 12:14:49.844583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d9d2772f-a543-438d-a793-971ff568e94b None None] Provisioning complete for port 92a797a1-41a0-4be8-8a20-71df9812d2b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:14:49.844952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d9d2772f-a543-438d-a793-971ff568e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:49.859516 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-3822a70f-ad9f-4e93-a794-3c4d04356958 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.0612965 Apr 04 12:14:49.907704 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-d7cf1347-0044-4801-ba5f-a438500ed674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.909143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-d7cf1347-0044-4801-ba5f-a438500ed674 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0425472 Apr 04 12:14:49.953500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-0e1c5102-15ef-4c4d-b2fb-6b6b9b0e46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:14:49.954989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-0e1c5102-15ef-4c4d-b2fb-6b6b9b0e46ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387871 Apr 04 12:14:50.047597 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-80d1cafa-bb8a-4c6f-8d7d-3869a0b4883a service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Apr 04 12:14:50.136335 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4863cd24-d460-427b-ae17-0c1e08d47b1b req-eabad9e4-2658-4de3-a3f6-13533fbc7f63 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823927 Apr 04 12:14:57.239884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-09a25e97-e640-4866-918c-83ef70a314d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:14:59.439960 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3b81305a-3291-4954-b33e-4cbf166adb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:00.432727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:15:00.634349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:02.145735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:02.414346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:03.821577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c49d-9df5-48dc-be5d-4d456a4f951d req-2b63f4f5-600a-4db2-9a71-77fc2b76411e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:03.823171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6fc5c49d-9df5-48dc-be5d-4d456a4f951d req-2b63f4f5-600a-4db2-9a71-77fc2b76411e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0509119 Apr 04 12:15:03.863088 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6fc5c49d-9df5-48dc-be5d-4d456a4f951d req-0bc78d1c-c747-419f-8f1c-89f3fdd42de3 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334246 Apr 04 12:15:03.929208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-61595818-125a-4d91-a385-0981154ae3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:03.930724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-61595818-125a-4d91-a385-0981154ae3e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1137 time: 0.0899000 Apr 04 12:15:04.018920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-34141739-4cad-4ead-b407-a6d0f97976b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:04.020359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-34141739-4cad-4ead-b407-a6d0f97976b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.0819376 Apr 04 12:15:04.089952 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-8dc1f510-5e53-437c-9029-eda4d6ba1bd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.0625145 Apr 04 12:15:04.137165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-54e8cc2b-527d-4a22-bde8-bba47db2c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:04.138637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-54e8cc2b-527d-4a22-bde8-bba47db2c05a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0423865 Apr 04 12:15:04.180892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-a09224b9-205b-4849-aa52-35a9248d2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:04.182352 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-a09224b9-205b-4849-aa52-35a9248d2c20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374017 Apr 04 12:15:04.271293 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-d78bab3b-19a6-4933-9a5f-41b2589e526d service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Apr 04 12:15:04.362938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2d440ad-fc76-425c-8231-e6cefcbf403b req-ad2ebe7c-56ad-4e2c-8c95-28b76e84c6dc service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844102 Apr 04 12:15:04.363189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:04.982149 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f5788-39b7-4094-8125-43372819f5e3 req-89f28f41-e3c6-4cf8-80b5-861e22d616ac tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:04.983599 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-262f5788-39b7-4094-8125-43372819f5e3 req-89f28f41-e3c6-4cf8-80b5-861e22d616ac tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0524690 Apr 04 12:15:05.022747 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-262f5788-39b7-4094-8125-43372819f5e3 req-297b5765-b970-48ed-bc4c-547bc30153ff tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330343 Apr 04 12:15:06.428862 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1acc-bdcb-4aef-b502-95cc67629459 req-0f4506a7-44a3-4787-bcda-aa0c7df00bb9 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:06.430280 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-686a1acc-bdcb-4aef-b502-95cc67629459 req-0f4506a7-44a3-4787-bcda-aa0c7df00bb9 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.3416007 Apr 04 12:15:06.471345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-686a1acc-bdcb-4aef-b502-95cc67629459 req-4af5afe0-2235-40ad-8311-be3878908dcd tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331395 Apr 04 12:15:07.589082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7d4e-e221-42cc-9f23-68ad8478de71 req-16480e58-d635-4c92-85a4-a2a0838489af tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:07.590580 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-541a7d4e-e221-42cc-9f23-68ad8478de71 req-16480e58-d635-4c92-85a4-a2a0838489af tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0477479 Apr 04 12:15:07.629954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-541a7d4e-e221-42cc-9f23-68ad8478de71 req-e6c18837-5423-4b8d-bf92-4f6926c0a1a1 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327566 Apr 04 12:15:08.743043 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d66015-4a73-4c90-b1c3-f707ea98f85b req-575667ec-6e8a-4961-9eb2-4741bc365cd0 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:08.744435 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46d66015-4a73-4c90-b1c3-f707ea98f85b req-575667ec-6e8a-4961-9eb2-4741bc365cd0 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0474153 Apr 04 12:15:08.783744 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-46d66015-4a73-4c90-b1c3-f707ea98f85b req-fe8ee994-9564-438f-ad78-bbdceeb1b4fb tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333090 Apr 04 12:15:09.898366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d28f-7948-45c0-a064-bab53079553e req-03704d3b-6be1-432d-8f2e-279cfa69b047 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:09.899803 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b1f6d28f-7948-45c0-a064-bab53079553e req-03704d3b-6be1-432d-8f2e-279cfa69b047 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0491557 Apr 04 12:15:09.938389 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b1f6d28f-7948-45c0-a064-bab53079553e req-a67f90e6-83a6-43a8-b64d-054d01724263 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326598 Apr 04 12:15:11.054421 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020b39f-b512-4d9e-b0cc-c1d93a75188f req-70aec67d-766a-4710-8f2c-4563c167fddc tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:11.055939 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c020b39f-b512-4d9e-b0cc-c1d93a75188f req-70aec67d-766a-4710-8f2c-4563c167fddc tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0522466 Apr 04 12:15:11.100816 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c020b39f-b512-4d9e-b0cc-c1d93a75188f req-0fe2c144-dc7e-46eb-bf12-369a096505d5 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389254 Apr 04 12:15:11.795533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-dd59ea74-3c6b-470d-8df4-9d345354daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:11.797013 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-dd59ea74-3c6b-470d-8df4-9d345354daac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1137 time: 0.0452991 Apr 04 12:15:11.898272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-278f9356-286a-4817-b01c-e2d1f8da8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:11.899712 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-278f9356-286a-4817-b01c-e2d1f8da8b6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.0816927 Apr 04 12:15:11.967071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-e4b90165-577d-4fea-adce-f5ec25dd453e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.0596099 Apr 04 12:15:12.014240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-d4fc71aa-9865-4df0-a1a6-bb2de24ac50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:12.015649 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-d4fc71aa-9865-4df0-a1a6-bb2de24ac50d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0427587 Apr 04 12:15:12.060107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-96c357c1-0b2e-425f-af2f-956d4a66b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:12.061486 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-96c357c1-0b2e-425f-af2f-956d4a66b241 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391283 Apr 04 12:15:12.150990 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-a4ed5149-02eb-4158-8708-aee82eb32d55 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827770 Apr 04 12:15:12.263903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284b022-ebed-4032-abe2-3bc2901f3c23 req-5e51a149-a5bc-40d6-886e-65a2b4326c73 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:12.265333 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8284b022-ebed-4032-abe2-3bc2901f3c23 req-5e51a149-a5bc-40d6-886e-65a2b4326c73 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0980461 Apr 04 12:15:12.284740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-12fdbfbd-8d92-4547-aaca-64452ec82c9f req-54a32f03-42af-4c46-8b7a-7853e7952c85 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253419 Apr 04 12:15:12.311813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8284b022-ebed-4032-abe2-3bc2901f3c23 req-d186b450-6c4f-4732-898c-e211e1fe5609 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380747 Apr 04 12:15:13.422878 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879acfe4-78aa-4fb3-927b-d07af8b07e36 req-46f39c90-517c-4eba-830e-c00bc659562a tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:13.424340 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-879acfe4-78aa-4fb3-927b-d07af8b07e36 req-46f39c90-517c-4eba-830e-c00bc659562a tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0474637 Apr 04 12:15:13.462449 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-879acfe4-78aa-4fb3-927b-d07af8b07e36 req-dcd93714-1dc5-4ec1-bc96-bb1f5936eb10 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321677 Apr 04 12:15:14.578090 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a06b-7574-4f45-9942-ceff03d1660c req-7c7cacec-a93c-426b-ae47-43ef07fc3ca3 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:14.579528 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8947a06b-7574-4f45-9942-ceff03d1660c req-7c7cacec-a93c-426b-ae47-43ef07fc3ca3 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0473335 Apr 04 12:15:14.617761 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8947a06b-7574-4f45-9942-ceff03d1660c req-ca249e1e-fdac-410b-afba-b8dc3fd620fc tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316322 Apr 04 12:15:15.731416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cac37-6f98-47f0-aabf-7eb6d0d71e49 req-0d78ed71-d9a7-44a5-a1e0-00a6be0065d0 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:15.732897 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c44cac37-6f98-47f0-aabf-7eb6d0d71e49 req-0d78ed71-d9a7-44a5-a1e0-00a6be0065d0 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0478032 Apr 04 12:15:15.772423 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c44cac37-6f98-47f0-aabf-7eb6d0d71e49 req-89ddddef-f954-4828-a9e3-3e40482eabfc tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd7c8438-9f8b-4a98-8a20-dd3958da0467&id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330131 Apr 04 12:15:27.253508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5837184a-3179-4a20-a6e4-b3877d9c55ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:29.467390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4376068b-3907-41d0-9202-32c5d3546c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:30.627393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:32.181227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:32.427009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:34.398748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:37.431382 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:15:48.649538 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-91d7c49d-e9c4-4a18-9080-c0f0233cb222 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389865396&fields=id&tenant_id=f53b30acd8e841758b1bbb77d3114d11 HTTP/1.1" status: 200 len: 267 time: 0.0885446 Apr 04 12:15:48.700953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-13c10418-55b8-43a7-b536-363b8d59cf3e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:48.702416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-13c10418-55b8-43a7-b536-363b8d59cf3e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 984 time: 0.0470366 Apr 04 12:15:48.713875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Request body: {'port': {'security_groups': ['0f8ad757-05be-460a-84e7-e8676f13dfa0']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:15:48.779784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:48.945504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:15:48.972918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.035751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.050282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:15:49.081150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:49.081798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.083177 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4af7afd7-e322-47c8-b476-222e3d63e7cb req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "PUT /v2.0/ports/92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 942 time: 0.3736389 Apr 04 12:15:49.085867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:15:49.090900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b7d19-382b-4d20-ae2e-ff4830feba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:15:49.091761 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46322) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:15:49.145916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d46e65-84ce-49f2-9e4c-c11c6bf13273 x-openstack-request-id: req-39d46e65-84ce-49f2-9e4c-c11c6bf13273 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:15:49.146248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:15:49.146419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39d46e65-84ce-49f2-9e4c-c11c6bf13273 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:15:49.146830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d46e65-84ce-49f2-9e4c-c11c6bf13273'] response: {'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:15:49.159688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:15:49.167162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event updated for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=7']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:15:49.194631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.194631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.194631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.194997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.195763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.195763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.195969 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.196259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.196580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.196903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.197226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.197545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887323d-b1aa-4d81-9460-51ed7eef22ae tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.228608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.261688 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-917f47d2-301e-4029-9a66-31204e2b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:49.263201 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-917f47d2-301e-4029-9a66-31204e2b9191 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1098 time: 0.0928464 Apr 04 12:15:49.265437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.384514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7f5f3111-92de-4e1f-bb01-f480b8b71f01 None None] Provisioning complete for port 92a797a1-41a0-4be8-8a20-71df9812d2b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:15:49.385011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3111-92de-4e1f-bb01-f480b8b71f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.389356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-517c8e30-b21d-4115-bb20-9dabdb68664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:49.390980 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-517c8e30-b21d-4115-bb20-9dabdb68664b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.1174979 Apr 04 12:15:49.458947 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-51c4bbf8-0bce-4388-8a60-dcc9c9a92a03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.0612168 Apr 04 12:15:49.497717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.500194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.501287 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "DELETE /v2.0/security-groups/cd7c8438-9f8b-4a98-8a20-dd3958da0467 HTTP/1.1" status: 204 len: 168 time: 0.4063280 Apr 04 12:15:49.504142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46326) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:15:49.513724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c8b02-2cd2-4f4a-aa03-e0053300590f tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c8438-9f8b-4a98-8a20-dd3958da0467,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:15:49.520144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-94dcc798-6212-4db8-98c8-9f9e90581056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:49.521633 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-94dcc798-6212-4db8-98c8-9f9e90581056 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0563316 Apr 04 12:15:49.571752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-ce41f21c-4ce3-49ba-bf33-cd7bc5bcfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:49.573232 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-ce41f21c-4ce3-49ba-bf33-cd7bc5bcfd27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453482 Apr 04 12:15:49.662015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Deleting port 070af9da-f8e7-4f3c-9b1d-332794f0a172 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:15:49.662274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.663000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-f51734ba-7082-4d1f-96f1-a184e0a295cb service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827918 Apr 04 12:15:49.734627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.734959 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.746914 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Calling delete_port for 070af9da-f8e7-4f3c-9b1d-332794f0a172 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:15:49.753960 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-157b7d19-382b-4d20-ae2e-ff4830feba6d req-96d82364-ce30-4322-b8c8-64b60ee0697d service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835052 Apr 04 12:15:49.947081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:49.970746 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event deleted for resources: {'Port': ['ID=070af9da-f8e7-4f3c-9b1d-332794f0a172,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:15:49.998155 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.998503 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.998847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.999185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.999519 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:49.999866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.000197 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.000522 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.000847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.001170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.001493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.001839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:15:50.041261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:50.041613 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Floating IP f6724e6d-0646-44a2-a0af-07731e9ce72a disassociated (deleted). External IP: 172.26.1.93, port: 92a797a1-41a0-4be8-8a20-71df9812d2b4. Apr 04 12:15:50.242903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Router ee63511d-685a-4fca-8db6-ebc463ad9e2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:15:50.345774 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:15:50.351113 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:50.356151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Sync routers for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:15:50.366605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:15:50.367326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:15:50.377072 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a7537ff1-a512-4714-a649-47af1939357c tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6724e6d-0646-44a2-a0af-07731e9ce72a HTTP/1.1" status: 204 len: 168 time: 0.8718569 Apr 04 12:15:50.377807 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:15:50.380180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4a556-aa6b-4052-929a-eab9c141760d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:15:50.418479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713d5e5-7190-4efd-bd36-832ee0f13dac x-openstack-request-id: req-c713d5e5-7190-4efd-bd36-832ee0f13dac {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:15:50.419000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:15:50.419265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c713d5e5-7190-4efd-bd36-832ee0f13dac {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:15:50.419675 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c713d5e5-7190-4efd-bd36-832ee0f13dac'] response: {'name': 'network-changed', 'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:15:50.480094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:15:50.480912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-6a82ac51-adec-4f66-aa41-bf23b29e333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:50.482453 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-6a82ac51-adec-4f66-aa41-bf23b29e333e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f53b30acd8e841758b1bbb77d3114d11&device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 1098 time: 0.0414498 Apr 04 12:15:50.577289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-a105cdb2-c76c-4925-b32f-c59bd326b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:50.578853 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-a105cdb2-c76c-4925-b32f-c59bd326b4e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 200 len: 916 time: 0.0902827 Apr 04 12:15:50.624384 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-71772fb9-a85f-4f12-ae29-d74c0202d4d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0390062 Apr 04 12:15:50.676751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-4f308461-5b05-44c3-98cc-feb272d7f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:50.678270 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-4f308461-5b05-44c3-98cc-feb272d7f4f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 200 len: 854 time: 0.0474710 Apr 04 12:15:50.682716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:15:50.709236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Checking router: ee63511d-685a-4fca-8db6-ebc463ad9e2c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:15:50.717520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:15:50.718155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:15:50.723799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-9d4bc9d8-e4e5-48c6-b0c3-b95a86883d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:50.725295 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-9d4bc9d8-e4e5-48c6-b0c3-b95a86883d05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3193912-e3e9-40ba-b89d-2c837892e44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402603 Apr 04 12:15:50.828154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:15:50.831738 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-99f0f234-0469-4654-9218-7ea3b703687d service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988526 Apr 04 12:15:50.927179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3a4a556-aa6b-4052-929a-eab9c141760d req-3cb7e884-79fd-431b-a3f5-5ac28d6b10c8 service neutron] 10.222.0.44 "GET /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890949 Apr 04 12:15:51.027982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:15:51.057458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d87f0e-bc9a-4b41-8e65-4c0a2500dd88 None None] The sync data for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:13:51Z', 'revision_number': 4, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '918e8cd1-1399-4049-b65f-b14d30e2522e', 'name': '', 'network_id': 'e3193912-e3e9-40ba-b89d-2c837892e44f', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'mac_address': 'fa:16:3e:0b:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '03f878e6-89ba-487b-ad25-472c543d7755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:50Z', 'updated_at': '2022-04-04T12:13:54Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'subnets': [{'id': '03f878e6-89ba-487b-ad25-472c543d7755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:15:51.258935 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a35bd-9c8f-4cee-b387-c1a74bd7fde1 None None] New status for floating IP f6724e6d-0646-44a2-a0af-07731e9ce72a: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:15:57.298952 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99283b22-a757-40ed-9df2-b27fade0bbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:15:58.849101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e13b9-eb2b-4ea6-b8d8-ff52b14fbbca req-db3854f4-b5c0-4186-8226-b6203ed75b02 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:15:58.850575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6d9e13b9-eb2b-4ea6-b8d8-ff52b14fbbca req-db3854f4-b5c0-4186-8226-b6203ed75b02 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0477037 Apr 04 12:15:58.887588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6d9e13b9-eb2b-4ea6-b8d8-ff52b14fbbca req-4d5bb75b-7873-4cd4-89dc-3e4a00e2b76b tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Apr 04 12:15:59.449112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-640727f6-e373-4f72-96da-33d363567548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.048913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10942354-ecb1-41e5-a514-c8778b802f7c req-e2a4f9be-4ab7-41f8-9574-d7eb2ea94ffa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:00.050388 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-10942354-ecb1-41e5-a514-c8778b802f7c req-e2a4f9be-4ab7-41f8-9574-d7eb2ea94ffa tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0965295 Apr 04 12:16:00.088302 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-10942354-ecb1-41e5-a514-c8778b802f7c req-d6e166d8-f3b1-4cbd-ba35-e5a720385c2e tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8ad757-05be-460a-84e7-e8676f13dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Apr 04 12:16:00.530274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-7fc4fe5a-2c38-4a56-bc9c-1fbcc5738345 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:00.532004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-7fc4fe5a-2c38-4a56-bc9c-1fbcc5738345 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 945 time: 0.0477285 Apr 04 12:16:00.620982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Deleting port 92a797a1-41a0-4be8-8a20-71df9812d2b4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:00.621322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.632217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.707257 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] For port 92a797a1-41a0-4be8-8a20-71df9812d2b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=92a797a1-41a0-4be8-8a20-71df9812d2b4,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:00.707622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.720143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Calling delete_port for 92a797a1-41a0-4be8-8a20-71df9812d2b4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:00.917641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.930675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['92a797a1-41a0-4be8-8a20-71df9812d2b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:16:00.945930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Pushing event deleted for resources: {'Port': ['ID=92a797a1-41a0-4be8-8a20-71df9812d2b4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:00.988596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] No DVR routers for this DVR port 92a797a1-41a0-4be8-8a20-71df9812d2b4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:16:00.991868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:00.995092 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9363ce1f-d7fa-4305-a0bc-56cff369ad49 req-ccb6c292-78e8-448d-b6be-3199dd5f8d1d tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.44 "DELETE /v2.0/ports/92a797a1-41a0-4be8-8a20-71df9812d2b4 HTTP/1.1" status: 204 len: 173 time: 0.4574597 Apr 04 12:16:01.006085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'name': 'network-vif-deleted', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:16:01.006085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e697b749-c5da-4969-97f7-a665e0bf27e4" -d '{"events": [{"server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "name": "network-vif-deleted", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:16:01.091615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525abcf-d5e8-4b4d-b6c3-0552948b1917 x-openstack-request-id: req-f525abcf-d5e8-4b4d-b6c3-0552948b1917 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:16:01.091615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fffca9e-c892-49f7-988b-19cc89652f53", "name": "network-vif-deleted", "tag": "92a797a1-41a0-4be8-8a20-71df9812d2b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:16:01.091615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f525abcf-d5e8-4b4d-b6c3-0552948b1917 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:16:01.091615 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f525abcf-d5e8-4b4d-b6c3-0552948b1917'] response: {'server_uuid': '3fffca9e-c892-49f7-988b-19cc89652f53', 'name': 'network-vif-deleted', 'tag': '92a797a1-41a0-4be8-8a20-71df9812d2b4', 'status': 'completed', 'code': 200} Apr 04 12:16:01.183896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ec8e52a9-5514-4a52-95c7-e057a4e58d84 req-ffedf336-caa6-415d-a95f-39e636b57371 tempest-TestMinimumBasicScenario-1901699336 tempest-TestMinimumBasicScenario-1901699336-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fffca9e-c892-49f7-988b-19cc89652f53 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Apr 04 12:16:02.129056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:02.446867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:03.580731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 92a797a1-41a0-4be8-8a20-71df9812d2b4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:03.600770 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 92a797a1-41a0-4be8-8a20-71df9812d2b4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:03.601112 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 92a797a1-41a0-4be8-8a20-71df9812d2b4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:04.390433 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:04.448199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46432) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:05.122784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:05.359498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Deleting port 918e8cd1-1399-4049-b65f-b14d30e2522e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:05.359756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:05.438375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] For port 918e8cd1-1399-4049-b65f-b14d30e2522e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=918e8cd1-1399-4049-b65f-b14d30e2522e,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:05.438742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:05.450540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Calling delete_port for 918e8cd1-1399-4049-b65f-b14d30e2522e owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:05.694643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:05.719198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Pushing event deleted for resources: {'Port': ['ID=918e8cd1-1399-4049-b65f-b14d30e2522e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:05.879586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.084428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Router ee63511d-685a-4fca-8db6-ebc463ad9e2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:16:06.188194 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:16:06.193174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ef8eb698-305b-4a47-a355-d2987123644a admin admin] 10.222.0.43 "PUT /v2.0/routers/ee63511d-685a-4fca-8db6-ebc463ad9e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439616 Apr 04 12:16:06.195654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46434) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:06.196836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Sync routers for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:16:06.207263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:06.207884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:06.296548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.309471 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:06.398120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.492465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:16:05Z', 'revision_number': 5, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port': {'id': '7fec1934-fd1b-4241-bbc5-7deee4c32734', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:48Z', 'updated_at': '2022-04-04T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:06.517490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Deleting port 7fec1934-fd1b-4241-bbc5-7deee4c32734 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:06.518093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.518538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Checking router: ee63511d-685a-4fca-8db6-ebc463ad9e2c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:16:06.527000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Routers {'ee63511d-685a-4fca-8db6-ebc463ad9e2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:06.527738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:06.603740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] For port 7fec1934-fd1b-4241-bbc5-7deee4c32734, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=7fec1934-fd1b-4241-bbc5-7deee4c32734,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:06.604191 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.616254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] Set router ee63511d-685a-4fca-8db6-ebc463ad9e2c gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:06.616433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Calling delete_port for 7fec1934-fd1b-4241-bbc5-7deee4c32734 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:06.669617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:16:06Z', 'revision_number': 6, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:06.699130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c13ddd-1677-40a1-bdb9-46e7ffb028f2 None None] The sync data for ids ['ee63511d-685a-4fca-8db6-ebc463ad9e2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ee63511d-685a-4fca-8db6-ebc463ad9e2c', 'name': 'tempest-TestMinimumBasicScenario-1539396461-router', 'tenant_id': 'f53b30acd8e841758b1bbb77d3114d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:47Z', 'updated_at': '2022-04-04T12:16:06Z', 'revision_number': 6, 'project_id': 'f53b30acd8e841758b1bbb77d3114d11', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:16:06.854296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:06.878728 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fec1934-fd1b-4241-bbc5-7deee4c32734,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:06.938262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.026422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.028404 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.134858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.138354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee63511d-685a-4fca-8db6-ebc463ad9e2c {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:16:07.140981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.142247 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-177a8b04-079e-42a8-b978-007e517ab844 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ee63511d-685a-4fca-8db6-ebc463ad9e2c HTTP/1.1" status: 204 len: 168 time: 0.9456832 Apr 04 12:16:07.144798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46436) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:07.189057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Deleting subnet 03f878e6-89ba-487b-ad25-472c543d7755 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:16:07.191955 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.225381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.303532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.414654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.440354 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f878e6-89ba-487b-ad25-472c543d7755,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:07.444068 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.449691 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-da055198-fa9f-4555-a2b3-8fb323ee8756 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/03f878e6-89ba-487b-ad25-472c543d7755 HTTP/1.1" status: 204 len: 168 time: 0.3015487 Apr 04 12:16:07.450135 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:07.453411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a7ff9-6c26-4e6c-bb39-bf086e781cf4 None None] Network e3193912-e3e9-40ba-b89d-2c837892e44f requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:16:07.527644 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.580862 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Deleting port 2feeaeac-b10b-4100-aadf-6653d2cd2765 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:07.581207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.644976 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] For port 2feeaeac-b10b-4100-aadf-6653d2cd2765, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2feeaeac-b10b-4100-aadf-6653d2cd2765,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:07.645343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.646446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] DHCP port deletion for e3193912-e3e9-40ba-b89d-2c837892e44f request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:16:07.659273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Calling delete_port for 2feeaeac-b10b-4100-aadf-6653d2cd2765 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:07.697283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Deleting port 2feeaeac-b10b-4100-aadf-6653d2cd2765 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:07.697809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.766435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] For port 2feeaeac-b10b-4100-aadf-6653d2cd2765, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=2feeaeac-b10b-4100-aadf-6653d2cd2765,segment=NetworkSegment(d2714203-7986-4295-8d5e-d3b8eec30b0f),segment_id=d2714203-7986-4295-8d5e-d3b8eec30b0f)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:07.766763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.779530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Calling delete_port for 2feeaeac-b10b-4100-aadf-6653d2cd2765 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:07.830161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.856171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Pushing event deleted for resources: {'Port': ['ID=2feeaeac-b10b-4100-aadf-6653d2cd2765,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:07.860628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] No DVR routers for this DVR port 2feeaeac-b10b-4100-aadf-6653d2cd2765 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:16:07.860792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.884891 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Pushing event deleted for resources: {'Port': ['ID=2feeaeac-b10b-4100-aadf-6653d2cd2765,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:07.891479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] No DVR routers for this DVR port 2feeaeac-b10b-4100-aadf-6653d2cd2765 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:16:07.900174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.900528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.901362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.901362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.901542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.901884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.902216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.902549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.902878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.903205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.903529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.903854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282574b-8d03-4a37-bd34-ce8d277cc5c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:07.940569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.961175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3193912-e3e9-40ba-b89d-2c837892e44f']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:07.970089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2714203-7986-4295-8d5e-d3b8eec30b0f') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:07.970387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2714203-7986-4295-8d5e-d3b8eec30b0f') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:07.979482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.992154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:07.997923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:16:07.998340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:16:08.000001 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:16:08.104295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.109538 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.112659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3193912-e3e9-40ba-b89d-2c837892e44f HTTP/1.1" status: 204 len: 168 time: 0.6615489 Apr 04 12:16:08.115775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:08.123376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582b3d-874a-4bff-8ab4-bb959a747abd admin admin] Pushing event deleted for resources: {'Network': ['ID=e3193912-e3e9-40ba-b89d-2c837892e44f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:08.458107 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.581285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fec1934-fd1b-4241-bbc5-7deee4c32734 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:08.605465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 7fec1934-fd1b-4241-bbc5-7deee4c32734 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:08.605837 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 7fec1934-fd1b-4241-bbc5-7deee4c32734 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:08.606266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2feeaeac-b10b-4100-aadf-6653d2cd2765 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:08.625254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 2feeaeac-b10b-4100-aadf-6653d2cd2765 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:08.625620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 2feeaeac-b10b-4100-aadf-6653d2cd2765 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:08.626042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 918e8cd1-1399-4049-b65f-b14d30e2522e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:08.645091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 918e8cd1-1399-4049-b65f-b14d30e2522e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:08.645445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 918e8cd1-1399-4049-b65f-b14d30e2522e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:08.701125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Deleting port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:08.701467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.776733 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] For port afc005e9-d5d1-4c36-8f77-2c1afabbcb3c, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:08.777106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:08.793343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Calling delete_port for afc005e9-d5d1-4c36-8f77-2c1afabbcb3c owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:09.035768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.061003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Pushing event deleted for resources: {'Port': ['ID=afc005e9-d5d1-4c36-8f77-2c1afabbcb3c,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:09.226087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.435147 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Router c74eaf1a-9344-485a-921e-fde21e8b2ce7 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:16:09.550092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:16:09.555143 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2c5b44cc-fb3f-4ccf-8f49-ef8d461c396a admin admin] 10.222.0.43 "PUT /v2.0/routers/c74eaf1a-9344-485a-921e-fde21e8b2ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383802 Apr 04 12:16:09.557737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46442) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:09.560296 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Sync routers for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:16:09.570353 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:09.570955 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:09.659064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.669930 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:09.758341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.841861 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:16:08Z', 'revision_number': 5, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port': {'id': 'c841068d-8be1-4ae5-a2b3-1e99dab8912f', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:13:54Z', 'updated_at': '2022-04-04T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:09.867332 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Checking router: c74eaf1a-9344-485a-921e-fde21e8b2ce7 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:16:09.875372 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Routers {'c74eaf1a-9344-485a-921e-fde21e8b2ce7'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:09.875961 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:09.890954 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Deleting port c841068d-8be1-4ae5-a2b3-1e99dab8912f {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:09.891299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.962182 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] Set router c74eaf1a-9344-485a-921e-fde21e8b2ce7 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:09.966915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] For port c841068d-8be1-4ae5-a2b3-1e99dab8912f, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=c841068d-8be1-4ae5-a2b3-1e99dab8912f,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:09.967284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:09.983168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Calling delete_port for c841068d-8be1-4ae5-a2b3-1e99dab8912f owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:10.103848 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-32a250d1-b617-45f5-be78-efe207df867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:16:09Z', 'revision_number': 6, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:10.130772 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a250d1-b617-45f5-be78-efe207df867a None None] The sync data for ids ['c74eaf1a-9344-485a-921e-fde21e8b2ce7'] in dv-neutron-835866-1-hyperv is: [{'id': 'c74eaf1a-9344-485a-921e-fde21e8b2ce7', 'name': 'tempest-TestMinimumBasicScenario-1833210633-router', 'tenant_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:13:53Z', 'updated_at': '2022-04-04T12:16:09Z', 'revision_number': 6, 'project_id': 'a7fab3e7f8ef4e889ccbe71aa8a13620', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:16:10.209135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.235143 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c841068d-8be1-4ae5-a2b3-1e99dab8912f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:10.293282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.379002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.381082 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.500384 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.501090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74eaf1a-9344-485a-921e-fde21e8b2ce7 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:16:10.505614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.509347 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b2fda8e3-fabf-4606-807c-d1224209cd31 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c74eaf1a-9344-485a-921e-fde21e8b2ce7 HTTP/1.1" status: 204 len: 168 time: 0.9481375 Apr 04 12:16:10.509708 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46444) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:10.557877 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Deleting subnet 079e14c1-9506-440a-87c1-cefaa42293ff {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:16:10.561105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.598603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.676349 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:10.957809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device afc005e9-d5d1-4c36-8f77-2c1afabbcb3c no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:10.978993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: afc005e9-d5d1-4c36-8f77-2c1afabbcb3c {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:10.979331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device afc005e9-d5d1-4c36-8f77-2c1afabbcb3c not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:11.081818 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.108444 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079e14c1-9506-440a-87c1-cefaa42293ff,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:11.112354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.115983 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2d3ece03-fe0f-4321-967a-33a481e5b417 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/079e14c1-9506-440a-87c1-cefaa42293ff HTTP/1.1" status: 204 len: 168 time: 0.6053073 Apr 04 12:16:11.118518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46446) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:11.130475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24a228-551a-442e-91dd-ba0328f74ed5 None None] Network 8021db44-bd2c-4095-ba29-16344e749809 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:16:11.198488 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.250783 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Deleting port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:11.251132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.318744 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] For port 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=76c99f90-7b3a-4a0c-be92-236ba1e57f26,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:11.319110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.319820 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] DHCP port deletion for 8021db44-bd2c-4095-ba29-16344e749809 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:16:11.332885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Calling delete_port for 76c99f90-7b3a-4a0c-be92-236ba1e57f26 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:11.372213 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Deleting port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:16:11.372581 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.436138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] For port 76c99f90-7b3a-4a0c-be92-236ba1e57f26, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=76c99f90-7b3a-4a0c-be92-236ba1e57f26,segment=NetworkSegment(6dec4a9d-6bf3-494b-ad74-f45e102e9b83),segment_id=6dec4a9d-6bf3-494b-ad74-f45e102e9b83)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:11.436539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.449057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Calling delete_port for 76c99f90-7b3a-4a0c-be92-236ba1e57f26 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:16:11.510419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.528096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.538013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] No DVR routers for this DVR port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:16:11.541784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c99f90-7b3a-4a0c-be92-236ba1e57f26,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:11.553502 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] Pushing event deleted for resources: {'Port': ['ID=76c99f90-7b3a-4a0c-be92-236ba1e57f26,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:11.556995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc4f772-2b90-44cf-81c4-f85e61ffb965 None None] No DVR routers for this DVR port 76c99f90-7b3a-4a0c-be92-236ba1e57f26 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:16:11.624317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.643793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8021db44-bd2c-4095-ba29-16344e749809']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:11.652816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dec4a9d-6bf3-494b-ad74-f45e102e9b83') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:11.653112 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dec4a9d-6bf3-494b-ad74-f45e102e9b83') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:11.662799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.675188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.681457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:16:11.681865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:16:11.684888 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:16:11.841077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.846155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:11.849858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8021db44-bd2c-4095-ba29-16344e749809 HTTP/1.1" status: 204 len: 168 time: 0.7301650 Apr 04 12:16:11.860412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df84d0-6f49-4c4b-8875-e35212048eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8021db44-bd2c-4095-ba29-16344e749809,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:12.210677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46452) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:12.251135 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a69661f4-dd1e-4457-bf29-026adf7160ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f53b30acd8e841758b1bbb77d3114d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392461 Apr 04 12:16:12.253578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46454) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:12.301570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:12.323309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:12.430793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:12.433413 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:12.435028 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f8ad757-05be-460a-84e7-e8676f13dfa0 HTTP/1.1" status: 204 len: 168 time: 0.1805489 Apr 04 12:16:12.444059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa765361-98f7-46a4-9c71-2562310019be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ad757-05be-460a-84e7-e8676f13dfa0,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:12.583902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c841068d-8be1-4ae5-a2b3-1e99dab8912f no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:12.605035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: c841068d-8be1-4ae5-a2b3-1e99dab8912f {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:12.605035 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device c841068d-8be1-4ae5-a2b3-1e99dab8912f not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:12.605378 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 76c99f90-7b3a-4a0c-be92-236ba1e57f26 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:16:12.624587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 76c99f90-7b3a-4a0c-be92-236ba1e57f26 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:16:12.626440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 76c99f90-7b3a-4a0c-be92-236ba1e57f26 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:16:13.063137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46460) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:13.101860 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b44f959b-a1bf-44f7-b700-653663da156c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7fab3e7f8ef4e889ccbe71aa8a13620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375812 Apr 04 12:16:13.104312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46462) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:13.151120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:13.171759 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:13.275272 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:13.277699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:13.278827 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85f881d1-41f8-4dfe-9a3a-eb64d2c584d2 HTTP/1.1" status: 204 len: 168 time: 0.1735811 Apr 04 12:16:13.286816 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076377b1-58cc-46fd-a350-90b0b1dfc611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f881d1-41f8-4dfe-9a3a-eb64d2c584d2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:14.431113 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:16:15.616391 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46502) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:15.620913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413819193', 'description': 'tempest-secgroup-smoke-1413819193 description', 'project_id': '325e229978744483976c18bf0a156fbe'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:15.688721 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:15.697020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:15.767962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:15.859440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:15.895420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8872383-57a1-4314-a979-e6e3f69145ac,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:15.932342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:15.991321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.018767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4628ad98-e96f-4bc9-9629-2aa662a34c8f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:16.056435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.057804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bed8daa7-a98c-4dd7-aa95-d4b9de94beb8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4403310 Apr 04 12:16:16.060747 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46504) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:16.065037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:16.138582 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.191094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.264284 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.286715 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0edbdb-377a-4e2f-a9c9-065a6f955b4a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:16.357394 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.358641 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6853e4ba-b1bb-48d2-bd17-6f64b62dd6b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969947 Apr 04 12:16:16.361478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46506) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:16.366406 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:16.458641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.514823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.591126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.608455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a32c23-93d4-45a8-b64f-463604b9916a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:16.677054 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.678808 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-05eaeeb6-0502-4ed7-9509-10eb67e910a2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158824 Apr 04 12:16:16.681526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46508) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:16.685872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:16.777142 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.832942 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.915020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:16.934038 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2de964-e139-4d8c-9762-c3126e123ecd,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:17.004584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.005829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e419943c-fe58-45e0-8f0a-424e934e7693 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233325 Apr 04 12:16:17.008626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46510) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:17.013244 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:17.128009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.186493 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.246247 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.262300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14eda104-5616-4843-a3ec-fd249567cce8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:17.339842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.341071 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-00bd1c55-7451-4bb6-a166-7d9bf600e7d6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3314734 Apr 04 12:16:17.343948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:17.348335 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:17.423495 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:16:17.428216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.487893 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.562621 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.579362 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2d0bb8-8c20-4f7f-98ad-5a2f46818db1,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:17.642684 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.643834 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-dc2e7fc1-89a4-4272-ae39-2f807761c824 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989671 Apr 04 12:16:17.646725 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:17.651676 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '4628ad98-e96f-4bc9-9629-2aa662a34c8f', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:17.726474 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:16:17.731153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.789221 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.875220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.892674 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17e17e4-ee22-4021-9988-5a468788794a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:17.974333 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:17.975542 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4e9b40e7-efd4-4eb7-85bc-94f69f3c6f64 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273373 Apr 04 12:16:17.978736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46516) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:17.983620 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'network': {'name': 'tempest-network-smoke--732945850', 'project_id': '325e229978744483976c18bf0a156fbe', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:18.082588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:16:18.086146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.108515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:16:18.117158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.117508 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Added segment 9cc62a15-9ac3-49f7-b996-db3c593a213a of type vlan for network c246d541-3902-47a2-b532-0558d6e8d035 Apr 04 12:16:18.154900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.254021 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.260106 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:18.260686 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.323007 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Network': ['ID=c246d541-3902-47a2-b532-0558d6e8d035,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:18.333641 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c246d541-3902-47a2-b532-0558d6e8d035 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:16:18.336621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1cbcf29c-29d7-40ab-9b54-83782afbb968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3568816 Apr 04 12:16:18.339556 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46518) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:18.343895 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'admin_state_up': True, 'project_id': '325e229978744483976c18bf0a156fbe', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:18.437323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.438353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.490486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.682105 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.954278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:18.972604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:19.070414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.80 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:16:19.173810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:19.264308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:19.300140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:19.304441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:19.306971 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:16:19.338852 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:19.627129 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:19.818035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:19.985170 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 38b096ab-0293-4b48-b4e5-28f2493d0b17 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:16:20.226842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:16:20.227873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Sync routers for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:16:20.227873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:20.227873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:20.227873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:20.394137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:19Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:20.410292 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.411535 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-97d9f91e-bf64-46b2-9b26-422ff2682da3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0710452 Apr 04 12:16:20.415164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46520) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:20.422271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Checking router: 38b096ab-0293-4b48-b4e5-28f2493d0b17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:16:20.422271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Updating router 38b096ab-0293-4b48-b4e5-28f2493d0b17 port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:16:20.450671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.533651 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-620cb6b2-d7a6-4f3f-a504-2671f1f32d5c tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=325e229978744483976c18bf0a156fbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173692 Apr 04 12:16:20.536152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46524) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:20.624009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadf7ea-1bdf-4b3c-8739-ee8f637ecc11 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:20.625519 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-caadf7ea-1bdf-4b3c-8739-ee8f637ecc11 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884688 Apr 04 12:16:20.628699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46526) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:20.657153 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9ee3f986-c817-43fc-86cd-b749e99a7975 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272684 Apr 04 12:16:20.659665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46528) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:20.664277 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938316086', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'project_id': '325e229978744483976c18bf0a156fbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:20.700361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.795342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.823868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:16:20.827389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.847261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Attempting to bind port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:16:20.847632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Attempting to bind port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:16:20.847997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Attempting to bind port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:16:20.849853 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84414-223b-4468-a9f7-e7159628e5b5 None None] Pushing event updated for resources: {'Port': ['ID=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:20.855234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:16:20.855607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:16:20.856013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.856401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:16:20.856866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Bound port: 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:16:20.857247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:20.907539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] For port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:16:20.910967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] For port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:16:20.989929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:21.049434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:21.050067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:21.070742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:21.138215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Subnet': ['ID=1750d8aa-fba9-467e-a020-e9156dc53f93,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:21.147740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Checking segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:16:21.148104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network hostable DHCP agents. Network: c246d541-3902-47a2-b532-0558d6e8d035, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:16:21.224029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84414-223b-4468-a9f7-e7159628e5b5 None None] Pushing event updated for resources: {'Port': ['ID=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:21.277048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c246d541-3902-47a2-b532-0558d6e8d035 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:16:21.293295 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:21.334190 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c246d541-3902-47a2-b532-0558d6e8d035) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:21.338864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:21.339614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:21.344879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e87ce-e585-4e2c-b693-297ae019640e None None] Network c246d541-3902-47a2-b532-0558d6e8d035 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:16:21.411274 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-834f1f2a-2ea1-4e77-a7a2-2b188a28944e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7505085 Apr 04 12:16:21.414473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46530) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:21.576488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-c246d541-3902-47a2-b532-0558d6e8d035', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:16:21.577348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:21.591740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:19Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:21.629367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc123974-36c3-4f4f-a2f5-27c0290443a0 None None] The sync data for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv is: [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:19Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:16:21.754007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Allocated IP 172.20.0.2 (c246d541-3902-47a2-b532-0558d6e8d035/1750d8aa-fba9-467e-a020-e9156dc53f93/0634f0dd-7c5f-4a1a-bf44-225869ad1b48) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:16:21.847408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:21.937775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.012905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.054308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Network c246d541-3902-47a2-b532-0558d6e8d035 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:22.058719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:22.062997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:16:22.066217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Pushing event updated for resources: {'Port': ['ID=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:22.124408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Attempting to bind port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:16:22.124700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Attempting to bind port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:16:22.125065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Attempting to bind port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 on network c246d541-3902-47a2-b532-0558d6e8d035 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:16:22.131208 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:16:22.133392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Checking segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:16:22.133392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.133392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Bound using segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:16:22.133392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Bound port: 0634f0dd-7c5f-4a1a-bf44-225869ad1b48, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:16:22.133847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.153261 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.1 (c246d541-3902-47a2-b532-0558d6e8d035/1750d8aa-fba9-467e-a020-e9156dc53f93/0e5ac925-413c-4689-8505-cbd0730357d7) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:16:22.202712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] For port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:16:22.205980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] For port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:16:22.271068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.273948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.333104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a22d1-1260-4786-8af3-eb70e7724f03 None None] Pushing event updated for resources: {'Port': ['ID=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:22.409128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.455006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c246d541-3902-47a2-b532-0558d6e8d035 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:22.458219 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:22.461361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:16:22.490149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:22.530911 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.673266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:22.727668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:22.728044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.806408 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.838613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:22.900049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:22.901114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:22.979067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:22.991553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:22.991921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.030767 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.077852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.098069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:23.172234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.225779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:23.311353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.372237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.445428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:23.447835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:23.536432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c246d541-3902-47a2-b532-0558d6e8d035 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:23.538388 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:23.653108 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 38b096ab-0293-4b48-b4e5-28f2493d0b17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:16:23.763990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:16:23.769691 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-25fca0a5-50a0-4ce4-85ae-81e88aa65e03 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/38b096ab-0293-4b48-b4e5-28f2493d0b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535397 Apr 04 12:16:23.783288 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Sync routers for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:16:23.794842 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:23.795586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:23.879290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb20ff5-604b-4971-a4b0-2cd16230ba3e None None] Network c246d541-3902-47a2-b532-0558d6e8d035 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:16:23.913006 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:23.918017 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-f51f5dc1-4449-4621-b985-fb13516c19e0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413819193&fields=id&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 267 time: 0.0348201 Apr 04 12:16:23.945896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a41c275e-be82-4b80-afde-cafb9a4b00a0 None None] Provisioning complete for port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:23.946282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a41c275e-be82-4b80-afde-cafb9a4b00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.029398 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-7a880ad9-41ff-463b-baa0-13a3b6338437 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:24.030913 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-7a880ad9-41ff-463b-baa0-13a3b6338437 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/networks?id=c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 200 len: 796 time: 0.1058309 Apr 04 12:16:24.047645 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-90766c44-7ae8-439e-8444-2f20be5b4ced tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/quotas/325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 375 time: 0.0106692 Apr 04 12:16:24.108461 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-3f55ea76-a304-4f56-8913-76b2ee8a9252 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545871 Apr 04 12:16:24.124312 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 2, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:24.150785 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Checking router: 38b096ab-0293-4b48-b4e5-28f2493d0b17 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:16:24.151836 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Updating router 38b096ab-0293-4b48-b4e5-28f2493d0b17 port 0e5ac925-413c-4689-8505-cbd0730357d7 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:16:24.171090 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-4457fc47-b006-473f-b561-f60e0585ba1c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:16:24.172121 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-4457fc47-b006-473f-b561-f60e0585ba1c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513775 Apr 04 12:16:24.177009 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.272235 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-8d6e746d-4739-4c2b-998d-e8b58a37429e service neutron] 10.222.0.43 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896893 Apr 04 12:16:24.314555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-048eca01-4602-406b-bcb7-6af386d910be None None] Provisioning complete for port 0e5ac925-413c-4689-8505-cbd0730357d7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:24.315002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-048eca01-4602-406b-bcb7-6af386d910be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.370167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-048eca01-4602-406b-bcb7-6af386d910be None None] Port 0e5ac925-413c-4689-8505-cbd0730357d7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:16:24.381011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-048eca01-4602-406b-bcb7-6af386d910be None None] Provisioning complete for port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:24.381292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-048eca01-4602-406b-bcb7-6af386d910be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.388696 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-eab5dffe-dbd0-4718-931c-9c132d350909 service neutron] 10.222.0.43 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097431 Apr 04 12:16:24.470001 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.528287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.585880 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Pushing event updated for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:24.587930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-740ed5b1-b68d-4732-ade8-173a172e321e None None] Provisioning complete for port 0e5ac925-413c-4689-8505-cbd0730357d7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:24.588531 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-740ed5b1-b68d-4732-ade8-173a172e321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.610117 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.610512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.610855 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.612072 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.612415 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.612747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.613079 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.613588 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.613956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.614283 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.614651 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.615007 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:16:24.633725 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:24.664053 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Attempting to bind port 0e5ac925-413c-4689-8505-cbd0730357d7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:16:24.664485 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Attempting to bind port 0e5ac925-413c-4689-8505-cbd0730357d7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:16:24.664796 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Attempting to bind port 0e5ac925-413c-4689-8505-cbd0730357d7 on network c246d541-3902-47a2-b532-0558d6e8d035 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:16:24.671333 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:16:24.671789 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Checking segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:16:24.672196 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.672599 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Bound using segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:16:24.673072 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Bound port: 0e5ac925-413c-4689-8505-cbd0730357d7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:16:24.673456 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.747799 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1143dfcf-3b0c-46a9-9457-4484897ab140 req-2b73b983-e3f8-47fa-9b35-fb6cdcc9d2a3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 210 time: 0.0438020 Apr 04 12:16:24.783168 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] For port 0e5ac925-413c-4689-8505-cbd0730357d7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:16:24.794460 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] For port 0e5ac925-413c-4689-8505-cbd0730357d7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0e5ac925-413c-4689-8505-cbd0730357d7,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:16:24.848691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-740ed5b1-b68d-4732-ade8-173a172e321e None None] Port 0e5ac925-413c-4689-8505-cbd0730357d7 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:16:24.870985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:24.871359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.875769 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:24.935732 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:24.935732 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:15:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:24.979190 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081308-33c6-4a19-8eb9-adc309ea0d8d None None] Pushing event updated for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:25.007032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:25.039456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] Provisioning complete for port 0e5ac925-413c-4689-8505-cbd0730357d7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:25.039901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:25.061688 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:25.097426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:25.097907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:25.171721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:25.237528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] For port 0e5ac925-413c-4689-8505-cbd0730357d7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0e5ac925-413c-4689-8505-cbd0730357d7,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:25.275161 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:24Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:25.307844 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81034663-a9f0-4997-beb3-115078fbcc6b None None] The sync data for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv is: [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:24Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:16:25.316718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:25.371755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234085da-1bcc-4fb1-9c2a-8b7de450311c None None] Pushing event updated for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:25.444892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1c214556-82b0-435b-92f4-21a5c2d34fe1 None None] Provisioning complete for port 0e5ac925-413c-4689-8505-cbd0730357d7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:25.445261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1c214556-82b0-435b-92f4-21a5c2d34fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:25.836813 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-56692a0c-1424-4899-8a6f-d92f972b529d req-8a2dbec1-c93b-44a0-ba44-3bfb139361f4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Apr 04 12:16:26.614673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0e5ac925-413c-4689-8505-cbd0730357d7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:26.661338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 0e5ac925-413c-4689-8505-cbd0730357d7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:26.661757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:26.955360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9aed2a04-9b65-4d1f-9b45-1d6f2f0dfa83 req-aacb7b25-eddc-484a-a532-76ccfafa9b49 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 210 time: 0.0348332 Apr 04 12:16:26.983817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6064b2dc-d5c7-4016-81b9-a165327f39df tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:26.985254 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6064b2dc-d5c7-4016-81b9-a165327f39df tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/networks?id=c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 200 len: 796 time: 0.1268897 Apr 04 12:16:27.026285 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-30e540f7-7434-40af-8a2e-b991ba8d11eb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 380 time: 0.0325255 Apr 04 12:16:27.035279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'port': {'device_id': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'admin_state_up': True, 'tenant_id': '325e229978744483976c18bf0a156fbe', 'security_groups': ['4628ad98-e96f-4bc9-9629-2aa662a34c8f']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:27.203132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:16:27.207110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.231194 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cb53f780-beaa-49c5-99e5-10668726ac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.333504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.3 (c246d541-3902-47a2-b532-0558d6e8d035/1750d8aa-fba9-467e-a020-e9156dc53f93/ffdb8782-6f55-48c7-a809-59d6697dfa6a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:16:27.465154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.551458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.594971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c246d541-3902-47a2-b532-0558d6e8d035 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:27.597914 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:27.601904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:16:27.627154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:27.653618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:27.655646 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.741612 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-e81c65b2-fddf-4c56-943f-4c7d52fc0459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090290 Apr 04 12:16:27.752531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Request body: {'port': {'device_id': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:27.806259 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.865654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-91f0a99f-2e1e-4310-af8b-9112a47d6967 None None] Provisioning complete for port ffdb8782-6f55-48c7-a809-59d6697dfa6a triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:27.866249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-91f0a99f-2e1e-4310-af8b-9112a47d6967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:27.902106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-91f0a99f-2e1e-4310-af8b-9112a47d6967 None None] Port ffdb8782-6f55-48c7-a809-59d6697dfa6a cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:16:28.063779 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdb8782-6f55-48c7-a809-59d6697dfa6a {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:16:28.071854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:28.082699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799639-b874-4bbf-96f4-6888007296ce req-2b0eb141-02d8-4062-967d-a4728e404e9a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:28.083323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Transition to ACTIVE for port object ffdb8782-6f55-48c7-a809-59d6697dfa6a will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:16:28.084810 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-20799639-b874-4bbf-96f4-6888007296ce req-2b0eb141-02d8-4062-967d-a4728e404e9a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 931 time: 0.0585895 Apr 04 12:16:28.122400 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-20799639-b874-4bbf-96f4-6888007296ce req-208f1bf6-892b-4afb-bd58-7d5980d25844 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Apr 04 12:16:28.177766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:28.224971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:28.297175 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Attempting to bind port ffdb8782-6f55-48c7-a809-59d6697dfa6a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:16:28.297515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Attempting to bind port ffdb8782-6f55-48c7-a809-59d6697dfa6a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:16:28.297871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Attempting to bind port ffdb8782-6f55-48c7-a809-59d6697dfa6a on network c246d541-3902-47a2-b532-0558d6e8d035 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:16:28.302475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Port ffdb8782-6f55-48c7-a809-59d6697dfa6a on network c246d541-3902-47a2-b532-0558d6e8d035 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:16:28.302870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Attempting to bind port ffdb8782-6f55-48c7-a809-59d6697dfa6a on network c246d541-3902-47a2-b532-0558d6e8d035 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:16:28.307960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:16:28.308305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Checking segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:16:28.308694 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Bound using segment: {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:16:28.309128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Bound port: ffdb8782-6f55-48c7-a809-59d6697dfa6a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc62a15-9ac3-49f7-b996-db3c593a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:16:28.309519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:28.374788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:16:28.378121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:16:28.441250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:28.477209 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:28.477748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:28.479115 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] 10.222.0.44 "PUT /v2.0/ports/ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 200 len: 1093 time: 0.7308123 Apr 04 12:16:28.479547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:16:28.481800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e225f-5d49-450e-97f8-7aea784ce4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:16:28.502855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10df63-4d3b-4a88-bf58-78d267bedd43 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:28.529472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2694f1f0-2371-4564-b074-b3e2c1887f44 x-openstack-request-id: req-2694f1f0-2371-4564-b074-b3e2c1887f44 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:16:28.529814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:16:28.530224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2694f1f0-2371-4564-b074-b3e2c1887f44 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:16:28.530659 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2694f1f0-2371-4564-b074-b3e2c1887f44'] response: {'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'status': 'completed', 'code': 200} Apr 04 12:16:28.593782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-89ac6a54-9348-444f-b0eb-e10860e77c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:28.598927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-89ac6a54-9348-444f-b0eb-e10860e77c42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1096 time: 0.0429218 Apr 04 12:16:28.700237 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-9c110e30-71cc-454d-9124-0852c134e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:28.701718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-9c110e30-71cc-454d-9124-0852c134e747 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=325e229978744483976c18bf0a156fbe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0985570 Apr 04 12:16:28.796812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-9181fd36-610e-4a0e-8036-94c3cc7eb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:28.798305 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-390e225f-5d49-450e-97f8-7aea784ce4ab req-9181fd36-610e-4a0e-8036-94c3cc7eb323 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901167 Apr 04 12:16:29.225963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-8b8c3fd7-a28e-4a0f-b30e-dbf475ddbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:29.227475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-8b8c3fd7-a28e-4a0f-b30e-dbf475ddbca2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1096 time: 0.3941367 Apr 04 12:16:29.238185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aadbb8-abe5-41ac-b8dc-4d300a376ccd req-86c41f6f-bcd9-406e-b769-0d10c3cb533c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:29.239643 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-66aadbb8-abe5-41ac-b8dc-4d300a376ccd req-86c41f6f-bcd9-406e-b769-0d10c3cb533c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 943 time: 0.0488415 Apr 04 12:16:29.271925 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-544bf894-3344-4e82-b70a-b60a1ab901cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 200 len: 217 time: 0.0350072 Apr 04 12:16:29.277755 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-66aadbb8-abe5-41ac-b8dc-4d300a376ccd req-3c1783a7-e52f-4cdc-a7ec-4f5a4a14d59d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Apr 04 12:16:29.320032 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-cd5e21cb-cded-4594-9470-0e481993ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:29.321672 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-cd5e21cb-cded-4594-9470-0e481993ab00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1750d8aa-fba9-467e-a020-e9156dc53f93 HTTP/1.1" status: 200 len: 835 time: 0.0438154 Apr 04 12:16:29.369160 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-af5968ba-71d3-48a8-b015-5dad5bbed77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:29.370689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-af5968ba-71d3-48a8-b015-5dad5bbed77d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c246d541-3902-47a2-b532-0558d6e8d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423286 Apr 04 12:16:29.458895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-da5081b1-db10-41f8-b138-6b72c7ef38ab service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Apr 04 12:16:29.480914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1f80-b2b5-480e-92f2-694fb272c8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:29.547963 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1ba00e2-46f0-407a-8c42-3d1766366817 req-f0142a28-50fb-4761-9f67-2fd34f0c8bac service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830481 Apr 04 12:16:30.391543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65ff1-4719-4551-829d-42497ba5428f req-bc9f8646-e19b-48cf-bdd8-90bac96d2129 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:30.392876 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15b65ff1-4719-4551-829d-42497ba5428f req-bc9f8646-e19b-48cf-bdd8-90bac96d2129 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 943 time: 0.0485384 Apr 04 12:16:30.430137 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-15b65ff1-4719-4551-829d-42497ba5428f req-ad7d9572-0b5c-4087-8d70-4806d97faa41 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Apr 04 12:16:30.642607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:31.542644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4216-8a91-45e6-bbd5-db2b4f68054f req-b7183c05-ad9a-48fd-a7bb-88861131791b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:31.544127 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-599b4216-8a91-45e6-bbd5-db2b4f68054f req-b7183c05-ad9a-48fd-a7bb-88861131791b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 943 time: 0.0485344 Apr 04 12:16:31.584857 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-599b4216-8a91-45e6-bbd5-db2b4f68054f req-cf5ec4f6-e096-4ad0-9a1c-f45601aa7ea1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347443 Apr 04 12:16:31.613468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ffdb8782-6f55-48c7-a809-59d6697dfa6a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:16:31.707792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:31.718793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'port_id': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'mac_address': 'fa:16:3e:bc:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:16:31.755165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:31.767453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdb8782-6f55-48c7-a809-59d6697dfa6a {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:16:31.786338 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:31.868888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:31.918393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:32.103851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['ffdb8782-6f55-48c7-a809-59d6697dfa6a'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:16:32.149827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:32.430444 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:32.698097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63578-5f00-48c3-9891-e6c38bf9bdaf req-3326ef55-f083-4adf-836c-a33818752897 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:32.699470 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98b63578-5f00-48c3-9891-e6c38bf9bdaf req-3326ef55-f083-4adf-836c-a33818752897 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Apr 04 12:16:32.739925 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98b63578-5f00-48c3-9891-e6c38bf9bdaf req-656ecbf2-a5ac-424c-97d4-81c892894707 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345452 Apr 04 12:16:33.628959 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ffdb8782-6f55-48c7-a809-59d6697dfa6a up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:16:33.733223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port ffdb8782-6f55-48c7-a809-59d6697dfa6a completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:16:33.736792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port ffdb8782-6f55-48c7-a809-59d6697dfa6a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:16:33.737164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:33.818308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:33.841340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:16:33.843626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0abf4fb-226c-431f-9a8a-53938414aa6c" -d '{"events": [{"server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "name": "network-vif-plugged", "status": "completed", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:16:33.856592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:16:33.866938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e41a-3499-494b-afb0-0457724037ba req-d85591af-2820-4a38-86bf-352cab99320e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:33.868417 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3260e41a-3499-494b-afb0-0457724037ba req-d85591af-2820-4a38-86bf-352cab99320e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Apr 04 12:16:33.910811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:33.911164 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3260e41a-3499-494b-afb0-0457724037ba req-68d90912-4d58-4f14-8eb0-7d7614c1f527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Apr 04 12:16:33.950657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cec9ca-fef9-47f0-bdb0-63966f421f4b x-openstack-request-id: req-42cec9ca-fef9-47f0-bdb0-63966f421f4b {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:16:33.950946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "name": "network-vif-plugged", "status": "completed", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:16:33.951197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42cec9ca-fef9-47f0-bdb0-63966f421f4b {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:16:33.951589 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cec9ca-fef9-47f0-bdb0-63966f421f4b'] response: {'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'code': 200} Apr 04 12:16:33.960511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:34.220455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b6fc-b446-4ae0-b734-44b3e58a3636 req-c57dc6cc-c0f7-45ee-b0b3-d4006780cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:34.221891 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1909b6fc-b446-4ae0-b734-44b3e58a3636 req-c57dc6cc-c0f7-45ee-b0b3-d4006780cc54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1098 time: 0.0390158 Apr 04 12:16:34.255004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1909b6fc-b446-4ae0-b734-44b3e58a3636 req-956be5b1-2b99-4e80-95f5-3d5efd3f6a6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271759 Apr 04 12:16:34.417648 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:35.026962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af926-aa76-4bd4-a157-7b15f0772a73 req-66fe6a83-83e3-4bca-91be-5ede5f77d3d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:35.028437 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-672af926-aa76-4bd4-a157-7b15f0772a73 req-66fe6a83-83e3-4bca-91be-5ede5f77d3d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Apr 04 12:16:35.064646 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-672af926-aa76-4bd4-a157-7b15f0772a73 req-cbf3a099-009c-42a0-b1c9-e8d4ae2394b4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300372 Apr 04 12:16:36.180200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb643-8492-4c5d-9000-7d8f88c3706a req-f9f39fe4-c001-4b7b-a5e8-d60138dea6d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:36.181677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-348eb643-8492-4c5d-9000-7d8f88c3706a req-f9f39fe4-c001-4b7b-a5e8-d60138dea6d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Apr 04 12:16:36.218026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-348eb643-8492-4c5d-9000-7d8f88c3706a req-65c89f21-9269-40a3-a2f4-815064d397cc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303948 Apr 04 12:16:36.328494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710adc8-548f-4a2c-9754-489b703f0787 req-11a0a13c-92ec-4e34-991a-ca7fc011350f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:36.330002 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d710adc8-548f-4a2c-9754-489b703f0787 req-11a0a13c-92ec-4e34-991a-ca7fc011350f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Apr 04 12:16:36.367823 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d710adc8-548f-4a2c-9754-489b703f0787 req-47e9f1e6-2118-4099-a59b-ffd923009280 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Apr 04 12:16:36.389276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46592) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:36.431979 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb1891-88a1-414f-8d6f-5c928356f5fb tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:36.433457 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-beeb1891-88a1-414f-8d6f-5c928356f5fb tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1093 time: 0.0432019 Apr 04 12:16:36.436353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46594) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:36.440485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:16:36.504517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:36.597940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:36.701165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.151 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/859a5204-a8e3-4f23-8256-b4029ba28e38) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:16:36.797811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:36.887805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:36.930165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:16:36.932879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:16:36.936316 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:16:36.957918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=859a5204-a8e3-4f23-8256-b4029ba28e38,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:37.275689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:37.397949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:37.543167 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:37.634739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:37.702075 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=859a5204-a8e3-4f23-8256-b4029ba28e38,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:16:37.712776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:37.808839 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP 591c9ae2-f367-4f36-9f14-7113776f4160 associated. External IP: 172.26.1.151, port: ffdb8782-6f55-48c7-a809-59d6697dfa6a. Apr 04 12:16:38.007269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 38b096ab-0293-4b48-b4e5-28f2493d0b17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:16:38.111071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:16:38.121167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Sync routers for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:16:38.130424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:38.131041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:38.186906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:38.213920 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a471546-2120-4ff5-a756-ba567dd24458 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7765477 Apr 04 12:16:38.214514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:16:38.216901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:16:38.238546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:38.268896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213eed03-5ba1-4c1a-8490-da273c66bcb2 x-openstack-request-id: req-213eed03-5ba1-4c1a-8490-da273c66bcb2 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:16:38.269200 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:16:38.269678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-213eed03-5ba1-4c1a-8490-da273c66bcb2 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:16:38.270114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213eed03-5ba1-4c1a-8490-da273c66bcb2'] response: {'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'status': 'completed', 'code': 200} Apr 04 12:16:38.362388 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6103665-7b2d-4a91-8353-cdb46ef385f1 req-2a8c8070-8fce-400f-9fa0-b8a4af921171 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:38.363857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e6103665-7b2d-4a91-8353-cdb46ef385f1 req-2a8c8070-8fce-400f-9fa0-b8a4af921171 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0837197 Apr 04 12:16:38.370377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-e89c8415-985d-4883-ad03-2a7fb0206601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:38.371840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-e89c8415-985d-4883-ad03-2a7fb0206601 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1098 time: 0.0614498 Apr 04 12:16:38.430502 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e6103665-7b2d-4a91-8353-cdb46ef385f1 req-07b9b107-1e14-4d23-8314-8ec3c9b9e00f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577011 Apr 04 12:16:38.455953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46600) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:38.477524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '591c9ae2-f367-4f36-9f14-7113776f4160', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'port_id': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'mac_address': 'fa:16:3e:bc:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:16:37Z', 'updated_at': '2022-04-04T12:16:37Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:38.503573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Checking router: 38b096ab-0293-4b48-b4e5-28f2493d0b17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:16:38.512341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:16:38.512889 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:38.537320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-76760d1c-dbee-4a3c-9e38-45d83111249d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/591c9ae2-f367-4f36-9f14-7113776f4160 HTTP/1.1" status: 200 len: 991 time: 0.0802784 Apr 04 12:16:38.539164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-2e85d49c-0ce7-4675-a595-46102fdd6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:38.540545 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-2e85d49c-0ce7-4675-a595-46102fdd6212 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 200 len: 897 time: 0.1611218 Apr 04 12:16:38.611017 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-97d26c1a-be24-4a5f-a908-90f4d8f28e91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 200 len: 999 time: 0.0631862 Apr 04 12:16:38.618340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:16:38.658419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-2f395daf-8b57-465d-b6e0-77a0503d0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:38.659883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-2f395daf-8b57-465d-b6e0-77a0503d0aa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1750d8aa-fba9-467e-a020-e9156dc53f93 HTTP/1.1" status: 200 len: 835 time: 0.0426805 Apr 04 12:16:38.704344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-71ac9e8f-7de0-47a5-8155-f3a83a10bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:16:38.705856 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-71ac9e8f-7de0-47a5-8155-f3a83a10bf8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c246d541-3902-47a2-b532-0558d6e8d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397799 Apr 04 12:16:38.798884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-522a3f8e-d41f-482e-a0bd-173d9ac22fb3 service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869265 Apr 04 12:16:38.839939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '591c9ae2-f367-4f36-9f14-7113776f4160', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'port_id': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'mac_address': 'fa:16:3e:bc:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:16:37Z', 'updated_at': '2022-04-04T12:16:37Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:16:38.872148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5e5b5-fbf3-4aab-a3e0-13b340edd421 None None] The sync data for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv is: [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '591c9ae2-f367-4f36-9f14-7113776f4160', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'port_id': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'mac_address': 'fa:16:3e:bc:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:16:37Z', 'updated_at': '2022-04-04T12:16:37Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:16:38.886652 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac28bb50-421c-4dd7-8c0a-fc7be668fabc req-e48eb0d4-4cd1-4619-983b-12127be82f2d service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816958 Apr 04 12:16:39.058029 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0beb42-2d62-444c-a8f1-b3c3f90db49c None None] New status for floating IP 591c9ae2-f367-4f36-9f14-7113776f4160: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:16:39.541680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46602) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:16:39.607198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3afb15c5-03ff-4ee0-aaba-e3cded9c65c3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/591c9ae2-f367-4f36-9f14-7113776f4160 HTTP/1.1" status: 200 len: 993 time: 0.0643694 Apr 04 12:16:51.429238 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:16:57.246796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e7eda7a-1d12-4efc-8384-6a79ad94fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:16:59.457170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6f5a52ec-ead9-49b6-b462-5e315562e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:00.662678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:02.149286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:02.446670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:04.417106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:11.128194 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-18d976f4-423f-4969-861c-52a4dbcc0c94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392003 Apr 04 12:17:11.209324 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-6f3cc3b3-7a6c-4642-bb10-dffb797ab42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:11.210821 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-6f3cc3b3-7a6c-4642-bb10-dffb797ab42e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1098 time: 0.0395215 Apr 04 12:17:11.315837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-b008306b-c79d-4ac7-9759-bec86a009210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:11.317396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-b008306b-c79d-4ac7-9759-bec86a009210 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 200 len: 897 time: 0.0862002 Apr 04 12:17:11.379951 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-694fd2d3-7ef5-4126-843e-c730bcc7ce9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 200 len: 1001 time: 0.0557172 Apr 04 12:17:11.431938 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-6619572c-fdbb-4fc1-aa08-cf63ecd978cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:11.433427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-6619572c-fdbb-4fc1-aa08-cf63ecd978cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1750d8aa-fba9-467e-a020-e9156dc53f93 HTTP/1.1" status: 200 len: 835 time: 0.0467529 Apr 04 12:17:11.477341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-ea1e4c36-b4c4-49db-a47e-9ba4f3d8ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:11.478845 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-ea1e4c36-b4c4-49db-a47e-9ba4f3d8ded9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c246d541-3902-47a2-b532-0558d6e8d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384529 Apr 04 12:17:11.569040 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-6cb1ac91-bac3-4c65-a10c-371478f0762f service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804751 Apr 04 12:17:11.659424 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0e7f0f18-b1d8-425b-80d3-2a5849cecd32 req-b153f74b-bba6-4695-80fe-8628cbe821f8 service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Apr 04 12:17:13.234251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40101ab-4bed-48f4-9cc6-200431c8c5ab req-49a41ca1-6322-4221-b50a-c451486b7b9c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:13.235773 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d40101ab-4bed-48f4-9cc6-200431c8c5ab req-49a41ca1-6322-4221-b50a-c451486b7b9c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Apr 04 12:17:13.276972 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d40101ab-4bed-48f4-9cc6-200431c8c5ab req-45d03873-0319-4aec-b9bf-2c5646de4738 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Apr 04 12:17:14.395452 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ceaf3-d365-4ac3-aaef-78f0e74cf33b req-d669d3b4-c8f1-420c-944e-3925e59140c9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:14.396804 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac4ceaf3-d365-4ac3-aaef-78f0e74cf33b req-d669d3b4-c8f1-420c-944e-3925e59140c9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Apr 04 12:17:14.433456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ac4ceaf3-d365-4ac3-aaef-78f0e74cf33b req-d8f62f97-b246-4fe6-84ae-b0ca1f7c2781 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306559 Apr 04 12:17:14.455435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46626) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:14.516750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3b27579e-abe4-4bc9-a9de-1052ad0e204c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/591c9ae2-f367-4f36-9f14-7113776f4160 HTTP/1.1" status: 200 len: 993 time: 0.0602455 Apr 04 12:17:15.928514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b4d7-da9d-40e9-8e7d-f0dee10404a7 req-5dba1626-1439-4278-924a-c77559651dee tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:15.929998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8da9b4d7-da9d-40e9-8e7d-f0dee10404a7 req-5dba1626-1439-4278-924a-c77559651dee tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Apr 04 12:17:15.968666 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8da9b4d7-da9d-40e9-8e7d-f0dee10404a7 req-bec5839d-b5de-4f41-b853-9d243d09912c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Apr 04 12:17:17.084155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9207-ddeb-441c-abe2-099c44df38e4 req-57c6408b-6e31-4b7b-92bf-c52c4c504740 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:17.085635 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-263b9207-ddeb-441c-abe2-099c44df38e4 req-57c6408b-6e31-4b7b-92bf-c52c4c504740 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0472710 Apr 04 12:17:17.123401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-263b9207-ddeb-441c-abe2-099c44df38e4 req-7e87d670-7174-4546-ac0c-02d241f6462d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Apr 04 12:17:17.144747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46636) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:17.205812 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-696d79fc-474c-4798-bcc9-bcedb208c9c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/591c9ae2-f367-4f36-9f14-7113776f4160 HTTP/1.1" status: 200 len: 993 time: 0.0599751 Apr 04 12:17:17.434598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46642) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:17.584710 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 859a5204-a8e3-4f23-8256-b4029ba28e38 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:17:17.584971 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:17.657083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:17.657418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:17.668521 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 859a5204-a8e3-4f23-8256-b4029ba28e38 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:17:17.885106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:17.911740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=859a5204-a8e3-4f23-8256-b4029ba28e38,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:17.940189 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.940539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.940931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.941269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.941632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.946292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:17.982881 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:17.983213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP 591c9ae2-f367-4f36-9f14-7113776f4160 disassociated (deleted). External IP: 172.26.1.151, port: ffdb8782-6f55-48c7-a809-59d6697dfa6a. Apr 04 12:17:18.186071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 38b096ab-0293-4b48-b4e5-28f2493d0b17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:17:18.285102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:17:18.289844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:18.295083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Sync routers for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:17:18.304102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:18.304720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:18.318151 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ff0fd0fc-e8ad-4c5a-a235-75e4a45e47af tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/floatingips/591c9ae2-f367-4f36-9f14-7113776f4160 HTTP/1.1" status: 204 len: 168 time: 0.8824458 Apr 04 12:17:18.318732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:17:18.321119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:17:18.361454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48253b-99bb-489d-b052-60e7c963bad7 x-openstack-request-id: req-7d48253b-99bb-489d-b052-60e7c963bad7 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:17:18.361771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:17:18.362019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d48253b-99bb-489d-b052-60e7c963bad7 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:17:18.362420 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d48253b-99bb-489d-b052-60e7c963bad7'] response: {'name': 'network-changed', 'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'status': 'completed', 'code': 200} Apr 04 12:17:18.414445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:18.423547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-a2d45579-72f4-4742-8c30-82d9c2519ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:18.425291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-a2d45579-72f4-4742-8c30-82d9c2519ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 1098 time: 0.0428114 Apr 04 12:17:18.512987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-32e34930-9340-4f03-acb5-43f355490489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:18.514412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-32e34930-9340-4f03-acb5-43f355490489 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 200 len: 897 time: 0.0831454 Apr 04 12:17:18.563102 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-59290a48-beb7-4abc-b734-1b9d46b6b6c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 200 len: 217 time: 0.0420694 Apr 04 12:17:18.610441 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-25cce64f-449a-42d0-b781-8aa17d8fd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:18.611889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-25cce64f-449a-42d0-b781-8aa17d8fd463 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1750d8aa-fba9-467e-a020-e9156dc53f93 HTTP/1.1" status: 200 len: 835 time: 0.0429621 Apr 04 12:17:18.622890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:18.658865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-35fd427c-42fe-4b89-b8de-e917e31cbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:18.660776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-35fd427c-42fe-4b89-b8de-e917e31cbe3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c246d541-3902-47a2-b532-0558d6e8d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420620 Apr 04 12:17:18.743577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5fb0a-4145-4d9c-abbe-5ad0dd4b36fe req-660c48e1-7099-455c-b77c-9dcea1fb4a97 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:18.745218 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7a5fb0a-4145-4d9c-abbe-5ad0dd4b36fe req-660c48e1-7099-455c-b77c-9dcea1fb4a97 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Apr 04 12:17:18.766032 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-df1a0def-21ec-41d1-93a4-49d35c63a913 service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980282 Apr 04 12:17:18.785529 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7a5fb0a-4145-4d9c-abbe-5ad0dd4b36fe req-5c03e037-f6d3-475a-bee7-7cb115459a1d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337152 Apr 04 12:17:18.803730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Checking router: 38b096ab-0293-4b48-b4e5-28f2493d0b17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:17:18.812527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:18.813131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:18.859427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0ce319c3-538e-404b-a6ac-ebca1c6a41b6 req-4fdf0008-574b-4c62-bd6c-18d1cde48dfc service neutron] 10.222.0.44 "GET /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838668 Apr 04 12:17:18.921752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:19.114416 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:19.143616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075b499-00d5-4fe7-ad14-4c634ddb252f None None] The sync data for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv is: [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:22Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '0e5ac925-413c-4689-8505-cbd0730357d7', 'name': '', 'network_id': 'c246d541-3902-47a2-b532-0558d6e8d035', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:21Z', 'updated_at': '2022-04-04T12:16:25Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '1750d8aa-fba9-467e-a020-e9156dc53f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:17:19.342687 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7895cf-45bb-4182-9294-83df99163cbc None None] New status for floating IP 591c9ae2-f367-4f36-9f14-7113776f4160: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:17:19.912430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db868b6-0e19-42bc-8531-68b533cd7161 req-c6aa91db-76ec-424a-a97c-036b7d7e37cc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:19.913924 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0db868b6-0e19-42bc-8531-68b533cd7161 req-c6aa91db-76ec-424a-a97c-036b7d7e37cc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Apr 04 12:17:19.950849 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0db868b6-0e19-42bc-8531-68b533cd7161 req-9cb69c49-b37b-4305-82fe-4ef002227d06 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=4628ad98-e96f-4bc9-9629-2aa662a34c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Apr 04 12:17:20.247713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-74e89092-43aa-47ae-a21d-3b6a0a688615 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:20.249136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-74e89092-43aa-47ae-a21d-3b6a0a688615 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 945 time: 0.0460429 Apr 04 12:17:20.335773 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port ffdb8782-6f55-48c7-a809-59d6697dfa6a {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:17:20.336110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:20.419483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port ffdb8782-6f55-48c7-a809-59d6697dfa6a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ffdb8782-6f55-48c7-a809-59d6697dfa6a,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:20.419762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:20.431587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for ffdb8782-6f55-48c7-a809-59d6697dfa6a owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:17:20.674544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:20.703968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=ffdb8782-6f55-48c7-a809-59d6697dfa6a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:20.741934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] No DVR routers for this DVR port ffdb8782-6f55-48c7-a809-59d6697dfa6a on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:17:20.744359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:20.748180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f10cef79-94c6-4437-9cef-c5bc0d5e92f8 req-e1dda179-2d62-406d-b673-d1d98e0c989f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "DELETE /v2.0/ports/ffdb8782-6f55-48c7-a809-59d6697dfa6a HTTP/1.1" status: 204 len: 173 time: 0.4938192 Apr 04 12:17:20.748625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'name': 'network-vif-deleted', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:17:20.750944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f6504-b891-4e70-b3c8-66cac8ba1d57" -d '{"events": [{"server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "name": "network-vif-deleted", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:17:20.791497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0b5fb6-9aa8-42e8-b246-25942e59995a x-openstack-request-id: req-cd0b5fb6-9aa8-42e8-b246-25942e59995a {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:17:20.791497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff14bb33-e27d-4994-b902-2bb070a8cff8", "name": "network-vif-deleted", "tag": "ffdb8782-6f55-48c7-a809-59d6697dfa6a", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:17:20.791497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd0b5fb6-9aa8-42e8-b246-25942e59995a {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:17:20.791497 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0b5fb6-9aa8-42e8-b246-25942e59995a'] response: {'server_uuid': 'ff14bb33-e27d-4994-b902-2bb070a8cff8', 'name': 'network-vif-deleted', 'tag': 'ffdb8782-6f55-48c7-a809-59d6697dfa6a', 'status': 'completed', 'code': 200} Apr 04 12:17:21.048764 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4b398c2b-bf64-4bb2-82b7-803dbb7831e7 req-d65f0b51-b6f2-4b4e-bb7d-5517ca190309 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff14bb33-e27d-4994-b902-2bb070a8cff8 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Apr 04 12:17:22.106963 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46658) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:22.451317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:22.983692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 0e5ac925-413c-4689-8505-cbd0730357d7 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:17:22.984037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.069080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 0e5ac925-413c-4689-8505-cbd0730357d7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0e5ac925-413c-4689-8505-cbd0730357d7,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:23.069451 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.082907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 0e5ac925-413c-4689-8505-cbd0730357d7 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:17:23.337422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.362627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=0e5ac925-413c-4689-8505-cbd0730357d7,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:23.387580 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.387932 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.388266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.388604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.388941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.389343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.389622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.389958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.390287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.390613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.390943 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.391268 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:23.539267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.745883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 38b096ab-0293-4b48-b4e5-28f2493d0b17 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:17:23.824083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ffdb8782-6f55-48c7-a809-59d6697dfa6a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:17:23.844017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: ffdb8782-6f55-48c7-a809-59d6697dfa6a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:17:23.844358 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device ffdb8782-6f55-48c7-a809-59d6697dfa6a not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:17:23.848547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:17:23.853241 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-96835ce8-5802-4d73-a90c-b0e03418e800 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/38b096ab-0293-4b48-b4e5-28f2493d0b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452710 Apr 04 12:17:23.856782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46660) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:23.859435 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Sync routers for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:17:23.868451 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:23.874757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:23.906525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting subnet 1750d8aa-fba9-467e-a020-e9156dc53f93 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:17:23.909702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.948342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:23.971705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:24.032998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.147254 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:17:23Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:24.155044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.178911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Checking router: 38b096ab-0293-4b48-b4e5-28f2493d0b17 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:17:24.183015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Subnet': ['ID=1750d8aa-fba9-467e-a020-e9156dc53f93,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:24.187573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Routers {'38b096ab-0293-4b48-b4e5-28f2493d0b17'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:24.188132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.192642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:16:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['38b096ab-0293-4b48-b4e5-28f2493d0b17'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:24.193589 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f7d5d5f7-f8ae-4090-a155-e95c6b1f3751 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/subnets/1750d8aa-fba9-467e-a020-e9156dc53f93 HTTP/1.1" status: 204 len: 168 time: 0.3335645 Apr 04 12:17:24.194020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46662) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:24.226154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e634e4-0acd-4c44-be28-67dfa8f84453 None None] Network c246d541-3902-47a2-b532-0558d6e8d035 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:17:24.302212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.388732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] Set router 38b096ab-0293-4b48-b4e5-28f2493d0b17 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:24.416887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.519092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:17:24.519327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.559496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] DHCP port deletion for c246d541-3902-47a2-b532-0558d6e8d035 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:17:24.606281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:24.607099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.618639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:17:23Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:24.620323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:17:24.653429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917e41a-bd65-49da-80a8-5db8d71c5fa0 None None] The sync data for ids ['38b096ab-0293-4b48-b4e5-28f2493d0b17'] in dv-neutron-835866-1-hyperv is: [{'id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646318427', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:17:23Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b096ab-0293-4b48-b4e5-28f2493d0b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:16:18Z', 'updated_at': '2022-04-04T12:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:17:24.659824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Deleting port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:17:24.660272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.713026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:17:24.754775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] For port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,segment=NetworkSegment(9cc62a15-9ac3-49f7-b996-db3c593a213a),segment_id=9cc62a15-9ac3-49f7-b996-db3c593a213a)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:24.755190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.772223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Calling delete_port for 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:17:24.846560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.875973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.878451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:24.939831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:24.980037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.012145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Pushing event deleted for resources: {'Port': ['ID=0634f0dd-7c5f-4a1a-bf44-225869ad1b48,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:25.020828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 04 12:17:25.020828 dv-neutron-835866-1-hyperv neutron-server[109638]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 04 12:17:25.020828 dv-neutron-835866-1-hyperv neutron-server[109638]: [parameters: {'status': 'DOWN', 'ports_id': '0634f0dd-7c5f-4a1a-bf44-225869ad1b48'}] Apr 04 12:17:25.020828 dv-neutron-835866-1-hyperv neutron-server[109638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:17:25.021265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:17:25.022164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] No DVR routers for this DVR port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:17:25.025618 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.025903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.026247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.026586 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.026921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.027284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.027671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.028003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.028339 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.028687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.029365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.030417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19cd58-0da8-45d8-af90-68ba775cc3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:25.035412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.037589 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.142992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.143515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Fanout notify agent at l3_agent the message router_deleted on router 38b096ab-0293-4b48-b4e5-28f2493d0b17 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:17:25.150578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.151684 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-59805017-31a9-442f-afda-40e17712e527 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/routers/38b096ab-0293-4b48-b4e5-28f2493d0b17 HTTP/1.1" status: 204 len: 168 time: 0.9567239 Apr 04 12:17:25.154345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46664) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:25.236817 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.323427 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.342707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c246d541-3902-47a2-b532-0558d6e8d035']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:25.351635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc62a15-9ac3-49f7-b996-db3c593a213a') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:25.351880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc62a15-9ac3-49f7-b996-db3c593a213a') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:25.361344 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.373824 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.379590 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:17:25.379978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:17:25.382883 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:17:25.479968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.491366 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.491366 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/networks/c246d541-3902-47a2-b532-0558d6e8d035 HTTP/1.1" status: 204 len: 168 time: 0.3347936 Apr 04 12:17:25.492984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46666) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:25.501109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bc758-ef7d-4970-9744-c4c24b12798a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Network': ['ID=c246d541-3902-47a2-b532-0558d6e8d035,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:25.542285 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Port 0634f0dd-7c5f-4a1a-bf44-225869ad1b48 update to DOWN by agent not found {{(pid=109638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 04 12:17:25.555202 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.581626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.685831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.688372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:25.689535 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/security-groups/4628ad98-e96f-4bc9-9629-2aa662a34c8f HTTP/1.1" status: 204 len: 168 time: 0.1954684 Apr 04 12:17:25.698576 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879396d-5557-4c32-b1e8-223c661a13ab tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4628ad98-e96f-4bc9-9629-2aa662a34c8f,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:26.186695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46672) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:26.191294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579919659', 'description': 'tempest-secgroup-smoke-1579919659 description', 'project_id': '325e229978744483976c18bf0a156fbe'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:26.274612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.342395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.406083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.439691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5a509-20d2-4344-a5a5-f17b4e58f917,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:26.482387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.483630 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4103d3de-9f57-4ebf-a152-65d5b150a520 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2959161 Apr 04 12:17:26.486475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46674) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:26.490744 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:26.570411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.623627 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0e5ac925-413c-4689-8505-cbd0730357d7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:17:26.626693 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.642613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 0e5ac925-413c-4689-8505-cbd0730357d7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:17:26.642962 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 0e5ac925-413c-4689-8505-cbd0730357d7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:17:26.643376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:17:26.662655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:17:26.662929 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5397d3ee-2a8b-4ae1-8c2b-da1cec2e06da not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:17:26.702920 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.720750 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b45085-a652-4bb8-a71a-080d106202ea,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:26.779724 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.781211 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1617c2cd-219f-4250-a384-aa57760cda14 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935646 Apr 04 12:17:26.784087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46676) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:26.788432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:26.866953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.922639 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:26.994400 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.012563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c7d969-70c9-42d0-bad9-bbb72d2abdbb,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:27.070526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.071746 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-63c6d452-d603-4057-950e-af68bb2b0324 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867434 Apr 04 12:17:27.074437 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46678) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:27.079036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:27.159249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.219397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.267864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-90d82fdb-ed3d-4387-ad3f-e5418bbaeae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.296442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.313849 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f25e1bd-8484-436a-856d-53f802dfb965,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:27.378367 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.379570 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-d70613d0-126a-41bc-bd89-2b453f631bd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042023 Apr 04 12:17:27.382287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46680) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:27.386547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:27.468123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.524405 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.588314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.604858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85ef656-f572-4795-8bce-82269457b6c6,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:27.670655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.672114 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c181cb4e-cf2c-4b9d-a51f-3b2001a3dd6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2887247 Apr 04 12:17:27.675148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46682) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:27.680440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:27.794336 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:17:27.799503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.866099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:27.942586 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.298755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cbbb3e-cf49-4cae-8717-ada0523b4743,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:28.367490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.368658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a81b43cb-5614-467f-abb9-343a807edef2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6920285 Apr 04 12:17:28.371371 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46684) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:28.375557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '68a5a509-20d2-4344-a5a5-f17b4e58f917', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:28.427899 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:17:28.439787 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:17:28.444636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.495008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.548168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.565192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeff482-7183-4500-a68a-79abd98c2b4c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:28.618781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.619929 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b0b63272-0bcc-44a2-be0d-b5283fddcb21 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2476456 Apr 04 12:17:28.622820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46686) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:28.627546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'network': {'name': 'tempest-network-smoke--213657153', 'project_id': '325e229978744483976c18bf0a156fbe', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:28.691296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:17:28.694654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.717626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:17:28.725921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.726264 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Added segment da298da0-f82c-46ba-9d7a-0e2269578b28 of type vlan for network c9820f54-daf9-49f1-be53-800ba0ac8187 Apr 04 12:17:28.767045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.834289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.840365 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:28.840980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.907484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Network': ['ID=c9820f54-daf9-49f1-be53-800ba0ac8187,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:28.917323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network c9820f54-daf9-49f1-be53-800ba0ac8187 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:17:28.922976 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f1e9a85f-a8cf-47cd-956f-be078422ae28 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2991881 Apr 04 12:17:28.925683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46688) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:28.930166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'admin_state_up': True, 'project_id': '325e229978744483976c18bf0a156fbe', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:28.987871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:28.988968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.038215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.221438 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.460885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.478860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.479662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4010-a84d-4539-a195-bc684a595e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.576279 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.28 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/592f3082-3cbd-4bca-97f9-560329fe9b54) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:17:29.676934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.742729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:29.779944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:29.784312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:29.787729 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:17:29.793536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=592f3082-3cbd-4bca-97f9-560329fe9b54,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:30.092054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:30.283643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:30.462576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 10c68257-8e42-4017-b84a-a8e7caeb7310 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:17:30.568167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:17:30.587082 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Sync routers for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:17:30.589287 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:30.589937 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:30.628420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:30.682053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:30.683839 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-bc422686-6873-4fcd-a455-010818c53a9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7566559 Apr 04 12:17:30.686887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46690) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:30.690616 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:30.715395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-347b3134-1c90-4a2c-b56c-4b587871d67d tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=325e229978744483976c18bf0a156fbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273361 Apr 04 12:17:30.717844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46692) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:30.806353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa890e4-be26-4810-bc2b-690ebbea3e32 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:30.807854 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3fa890e4-be26-4810-bc2b-690ebbea3e32 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890563 Apr 04 12:17:30.811236 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46694) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:30.841261 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-40747573-73ab-430b-9ebc-5d6f82cbaf1e tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266790 Apr 04 12:17:30.841495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46696) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:30.846049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841868246', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'project_id': '325e229978744483976c18bf0a156fbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:30.869754 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:29Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:30.895988 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Checking router: 10c68257-8e42-4017-b84a-a8e7caeb7310 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:17:30.896338 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Updating router 10c68257-8e42-4017-b84a-a8e7caeb7310 port 592f3082-3cbd-4bca-97f9-560329fe9b54 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:17:30.920589 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:30.993842 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:17:30.998005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.191258 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.227627 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.256046 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.293863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Subnet': ['ID=449032d4-b6df-43b4-a44b-dba58b8e173a,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:31.301333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Checking segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:17:31.301732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network hostable DHCP agents. Network: c9820f54-daf9-49f1-be53-800ba0ac8187, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:17:31.302871 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Attempting to bind port 592f3082-3cbd-4bca-97f9-560329fe9b54 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:17:31.303246 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Attempting to bind port 592f3082-3cbd-4bca-97f9-560329fe9b54 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:17:31.303606 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Attempting to bind port 592f3082-3cbd-4bca-97f9-560329fe9b54 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:17:31.313346 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:17:31.313743 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:17:31.314144 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.314540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:17:31.314982 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Bound port: 592f3082-3cbd-4bca-97f9-560329fe9b54, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:17:31.315361 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.316951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Pushing event updated for resources: {'Port': ['ID=592f3082-3cbd-4bca-97f9-560329fe9b54,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:31.340197 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.340542 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.340882 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.341213 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.341540 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.341890 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.342215 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.342538 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.342860 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.343175 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.343492 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.343807 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:17:31.377232 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] For port 592f3082-3cbd-4bca-97f9-560329fe9b54, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:17:31.380168 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] For port 592f3082-3cbd-4bca-97f9-560329fe9b54, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=592f3082-3cbd-4bca-97f9-560329fe9b54,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:17:31.399906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c9820f54-daf9-49f1-be53-800ba0ac8187 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:17:31.440303 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.457158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, c9820f54-daf9-49f1-be53-800ba0ac8187) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:31.461845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:31.463337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.470691 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1cc91-fed9-49ba-aaf6-91548e412c70 None None] Network c9820f54-daf9-49f1-be53-800ba0ac8187 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:17:31.498163 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:31.498764 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:31.531773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-66d8d306-d942-4ad2-acc2-2c456323033e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6863232 Apr 04 12:17:31.532446 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46698) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:31.535572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32635225-b307-4c62-94d4-33b71cced0b2 None None] Pushing event updated for resources: {'Port': ['ID=592f3082-3cbd-4bca-97f9-560329fe9b54,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:31.605658 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:31.619965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-c9820f54-daf9-49f1-be53-800ba0ac8187', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:17:31.621528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:31.800286 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:29Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:31.828240 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5595a2-36d4-41ca-b11c-2e8941539367 None None] The sync data for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv is: [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:29Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:17:31.921087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Allocated IP 172.20.0.2 (c9820f54-daf9-49f1-be53-800ba0ac8187/449032d4-b6df-43b4-a44b-dba58b8e173a/bf5b5aea-2860-46da-868c-546318ce87b5) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:17:31.998700 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.116709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.160229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.195067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.239266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Network c9820f54-daf9-49f1-be53-800ba0ac8187 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:32.243584 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:32.247121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:17:32.252544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Pushing event updated for resources: {'Port': ['ID=bf5b5aea-2860-46da-868c-546318ce87b5,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:32.312173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Attempting to bind port bf5b5aea-2860-46da-868c-546318ce87b5 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:17:32.312540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Attempting to bind port bf5b5aea-2860-46da-868c-546318ce87b5 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:17:32.312897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Attempting to bind port bf5b5aea-2860-46da-868c-546318ce87b5 on network c9820f54-daf9-49f1-be53-800ba0ac8187 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:17:32.318119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:17:32.318482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Checking segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:17:32.318925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.319315 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Bound using segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:17:32.319779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Bound port: bf5b5aea-2860-46da-868c-546318ce87b5, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:17:32.320158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.322647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.1 (c9820f54-daf9-49f1-be53-800ba0ac8187/449032d4-b6df-43b4-a44b-dba58b8e173a/b6458c07-a220-46c5-a27c-5e353b6b5489) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:17:32.398406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] For port bf5b5aea-2860-46da-868c-546318ce87b5, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:17:32.402866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] For port bf5b5aea-2860-46da-868c-546318ce87b5, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bf5b5aea-2860-46da-868c-546318ce87b5,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:17:32.444204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.445453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.463114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.522816 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4f762-ac47-4a20-92d2-d609940474bd None None] Pushing event updated for resources: {'Port': ['ID=bf5b5aea-2860-46da-868c-546318ce87b5,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:32.537276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.579061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c9820f54-daf9-49f1-be53-800ba0ac8187 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:32.583280 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:32.587604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:17:32.631732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:32.644604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.695383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 592f3082-3cbd-4bca-97f9-560329fe9b54 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:32.789720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 592f3082-3cbd-4bca-97f9-560329fe9b54 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:32.791024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.868594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.886216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.891010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 592f3082-3cbd-4bca-97f9-560329fe9b54, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=592f3082-3cbd-4bca-97f9-560329fe9b54,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:32.931227 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:32.982912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=592f3082-3cbd-4bca-97f9-560329fe9b54,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:33.159906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:33.222041 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:33.297471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:33.300032 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:33.386842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c9820f54-daf9-49f1-be53-800ba0ac8187 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:33.388146 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:33.501532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 10c68257-8e42-4017-b84a-a8e7caeb7310 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:17:33.608890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:17:33.613903 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-30cbec52-a76c-464d-a660-74d03f822b07 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/10c68257-8e42-4017-b84a-a8e7caeb7310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0807588 Apr 04 12:17:33.625404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Sync routers for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:17:33.635774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:33.636434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:33.742380 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:33.751981 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-d2261837-014d-4880-8ef2-643d5c1c077d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579919659&fields=id&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 267 time: 0.0329549 Apr 04 12:17:33.868094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-eed35bc9-7399-41c6-9243-98742cf178ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:33.869974 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-eed35bc9-7399-41c6-9243-98742cf178ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 796 time: 0.1104636 Apr 04 12:17:33.887922 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-27977f9d-23b4-4d02-81e8-2a173c2768dd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/quotas/325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 375 time: 0.0109866 Apr 04 12:17:33.957739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:33Z', 'revision_number': 2, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:33.989549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Checking router: 10c68257-8e42-4017-b84a-a8e7caeb7310 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:17:33.989920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Updating router 10c68257-8e42-4017-b84a-a8e7caeb7310 port b6458c07-a220-46c5-a27c-5e353b6b5489 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:17:33.991008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-6219a79f-01c5-4608-8d68-42baa1355d29 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973434 Apr 04 12:17:34.017162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.082042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-2db089a8-c062-456a-92fb-b05329fc58f6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:17:34.083280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-2db089a8-c062-456a-92fb-b05329fc58f6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0795581 Apr 04 12:17:34.114563 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73951b-13db-49ed-b63f-a2267d8d79bc None None] Network c9820f54-daf9-49f1-be53-800ba0ac8187 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:17:34.178111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-8ae579bc-e08e-4345-8a4b-f96e52af4e10 service neutron] 10.222.0.43 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882857 Apr 04 12:17:34.223659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] Provisioning complete for port bf5b5aea-2860-46da-868c-546318ce87b5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:34.224076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.276235 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-e700721c-4447-4eec-a8b0-5fbd6375cb47 service neutron] 10.222.0.43 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920238 Apr 04 12:17:34.448751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.504675 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.529460 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-52b7a00d-dedf-41c8-a5c1-0921ab475362 req-04d9c0b0-4e40-4ea7-81db-0b0ef23af986 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 210 time: 0.0283012 Apr 04 12:17:34.545217 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.562541 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] For port bf5b5aea-2860-46da-868c-546318ce87b5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bf5b5aea-2860-46da-868c-546318ce87b5,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:34.623046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.698455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15e0a-1605-4380-842f-e434e478fa77 None None] Pushing event updated for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:34.702882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.756849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Attempting to bind port b6458c07-a220-46c5-a27c-5e353b6b5489 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:17:34.757220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Attempting to bind port b6458c07-a220-46c5-a27c-5e353b6b5489 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:17:34.757599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Attempting to bind port b6458c07-a220-46c5-a27c-5e353b6b5489 on network c9820f54-daf9-49f1-be53-800ba0ac8187 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:17:34.763293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bf5b5aea-2860-46da-868c-546318ce87b5 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:34.777355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:17:34.777775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Checking segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:17:34.778165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.778557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Bound using segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:17:34.779042 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Bound port: b6458c07-a220-46c5-a27c-5e353b6b5489, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:17:34.780132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.826455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1f63c-d309-4358-a817-e9f5523acf53 None None] Pushing event updated for resources: {'Port': ['ID=bf5b5aea-2860-46da-868c-546318ce87b5,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:34.884417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Provisioning complete for port bf5b5aea-2860-46da-868c-546318ce87b5 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:34.884417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.935499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port bf5b5aea-2860-46da-868c-546318ce87b5 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:34.935876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:34.943781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] For port b6458c07-a220-46c5-a27c-5e353b6b5489, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:17:34.978957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] For port b6458c07-a220-46c5-a27c-5e353b6b5489, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6458c07-a220-46c5-a27c-5e353b6b5489,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:17:35.038191 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:35.118486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 592f3082-3cbd-4bca-97f9-560329fe9b54 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:35.158267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Provisioning complete for port b6458c07-a220-46c5-a27c-5e353b6b5489 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:35.158635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:35.166261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15e0a-1605-4380-842f-e434e478fa77 None None] Pushing event updated for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:35.192257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:35.192894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:35.455777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 592f3082-3cbd-4bca-97f9-560329fe9b54 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:35.456151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:35.524884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:35.562710 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:35.639447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f2140048-2a77-44c3-be86-0006f52f2466 req-2f98fb5e-fc22-4555-9725-e9dceb55c18b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 210 time: 0.0272408 Apr 04 12:17:35.687420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] For port b6458c07-a220-46c5-a27c-5e353b6b5489, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6458c07-a220-46c5-a27c-5e353b6b5489,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:35.727930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:35.807015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80ec28-5b2f-4663-9cd9-83e114083bb8 None None] Pushing event updated for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:35.846475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:34Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:35.875278 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef6b0-da8b-4a60-8fb0-de2eb2deafda None None] The sync data for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv is: [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:34Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:17:35.886086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2d509ab5-dbcc-4c1c-a5d7-1e061d6b2522 None None] Provisioning complete for port b6458c07-a220-46c5-a27c-5e353b6b5489 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:35.887340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2d509ab5-dbcc-4c1c-a5d7-1e061d6b2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:36.354798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-0237f6ec-b86b-4067-8cbf-24add85d43a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:36.356815 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-0237f6ec-b86b-4067-8cbf-24add85d43a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 796 time: 0.1089559 Apr 04 12:17:36.408249 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-5f109af8-e91f-4d20-82d5-559ee38bf80c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 380 time: 0.0414090 Apr 04 12:17:36.418241 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'port': {'device_id': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'admin_state_up': True, 'tenant_id': '325e229978744483976c18bf0a156fbe', 'security_groups': ['68a5a509-20d2-4344-a5a5-f17b4e58f917']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:36.589171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:17:36.595675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:36.749695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6458c07-a220-46c5-a27c-5e353b6b5489 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:36.766502 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8575d9bf-a479-438d-b702-3e8563b34348 req-857a4ccb-5b77-40fd-a108-e27b3ef87d37 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 210 time: 0.0417192 Apr 04 12:17:36.770902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.12 (c9820f54-daf9-49f1-be53-800ba0ac8187/449032d4-b6df-43b4-a44b-dba58b8e173a/8d844ba0-2579-4ed6-b180-3047c0d5a3b4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:17:36.815935 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port b6458c07-a220-46c5-a27c-5e353b6b5489 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:36.817360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:36.900772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bf5b5aea-2860-46da-868c-546318ce87b5 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:36.926739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:36.955467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port bf5b5aea-2860-46da-868c-546318ce87b5 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:36.955742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.025445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.071916 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network c9820f54-daf9-49f1-be53-800ba0ac8187 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:37.075423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:37.079033 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:17:37.103591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:37.131529 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:37.132152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.196889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-bd296586-5fea-4223-a224-9cddde21d9f6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831407 Apr 04 12:17:37.209459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Request body: {'port': {'device_id': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:37.262083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.325177 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6e1081e5-b8cb-4405-9268-0b6f14f3f116 None None] Provisioning complete for port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:37.325578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6e1081e5-b8cb-4405-9268-0b6f14f3f116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.360014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-6e1081e5-b8cb-4405-9268-0b6f14f3f116 None None] Port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:17:37.517917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:17:37.525142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.536671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Transition to ACTIVE for port object 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:17:37.582272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.633656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:37.707851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Attempting to bind port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:17:37.708242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Attempting to bind port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:17:37.708584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Attempting to bind port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 on network c9820f54-daf9-49f1-be53-800ba0ac8187 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:17:37.713157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 on network c9820f54-daf9-49f1-be53-800ba0ac8187 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:17:37.713502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Attempting to bind port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 on network c9820f54-daf9-49f1-be53-800ba0ac8187 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:17:37.718440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:17:37.718813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Checking segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:17:37.719203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Bound using segment: {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:17:37.719635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Bound port: 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da298da0-f82c-46ba-9d7a-0e2269578b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:17:37.719992 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.786628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:17:37.792214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:17:37.884066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.890765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a902958-80af-4d55-ab72-7d8e45960ddc req-2ef193cf-3f7e-4355-80b2-3b4db0322bb6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:37.892290 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a902958-80af-4d55-ab72-7d8e45960ddc req-2ef193cf-3f7e-4355-80b2-3b4db0322bb6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 944 time: 0.0577984 Apr 04 12:17:37.934440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:37.935062 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:37.936498 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] 10.222.0.44 "PUT /v2.0/ports/8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 1094 time: 0.7313569 Apr 04 12:17:37.936961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:17:37.939269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3047aa-234d-4622-86b3-56fc9485ffe5" -d '{"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:17:37.988310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6a902958-80af-4d55-ab72-7d8e45960ddc req-1bddd4b4-9982-4bf8-bc8c-4c8c8c2f7914 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704484 Apr 04 12:17:37.989192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a937eb-8d3a-42c3-87c3-ea45d6c977aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:37.994594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a20aed-2f98-4db3-9690-75bb62ad6d85 x-openstack-request-id: req-56a20aed-2f98-4db3-9690-75bb62ad6d85 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:17:37.996656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:17:37.996656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56a20aed-2f98-4db3-9690-75bb62ad6d85 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:17:37.997060 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a20aed-2f98-4db3-9690-75bb62ad6d85'] response: {'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'status': 'completed', 'code': 200} Apr 04 12:17:38.065954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-73c9f7d7-74db-473a-b204-a87ed2f8d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.067481 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-73c9f7d7-74db-473a-b204-a87ed2f8d85f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1097 time: 0.0447731 Apr 04 12:17:38.168944 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-1157e1f3-3b49-45ad-840e-f82b509080ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.170368 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-1157e1f3-3b49-45ad-840e-f82b509080ce service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=325e229978744483976c18bf0a156fbe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0959044 Apr 04 12:17:38.262177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-0e73dc55-b060-46e0-93a8-7685939c1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.263632 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0d3047aa-234d-4622-86b3-56fc9485ffe5 req-0e73dc55-b060-46e0-93a8-7685939c1378 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858750 Apr 04 12:17:38.338799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-54a34be4-49fc-4a8d-9847-6e514756ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.340776 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-54a34be4-49fc-4a8d-9847-6e514756ed82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1097 time: 0.0395284 Apr 04 12:17:38.387209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-4b76016a-edcc-42da-b1b9-63c8eebfce07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0375276 Apr 04 12:17:38.435181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-412ccc2f-0d30-4d17-82a8-e69a722ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.436511 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-412ccc2f-0d30-4d17-82a8-e69a722ba8f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 200 len: 834 time: 0.0429106 Apr 04 12:17:38.480312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-6ddced47-62ce-44ae-a0b6-8d2db4bfd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:38.481785 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-6ddced47-62ce-44ae-a0b6-8d2db4bfd71a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9820f54-daf9-49f1-be53-800ba0ac8187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392673 Apr 04 12:17:38.571508 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-6d858b45-44e7-4a76-9719-de601e5e0a63 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Apr 04 12:17:38.661112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3137aa77-f93e-4f34-a4d0-945faa75a276 req-b85c3a88-ac76-4e12-be3f-4b4d6c3a2246 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818841 Apr 04 12:17:39.116168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e362fb5-f8d0-4e2d-a940-a6830219bfe6 req-1e7beb62-16b0-43ec-9483-42dac298695c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:39.117658 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e362fb5-f8d0-4e2d-a940-a6830219bfe6 req-1e7beb62-16b0-43ec-9483-42dac298695c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 944 time: 0.0508335 Apr 04 12:17:39.154526 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e362fb5-f8d0-4e2d-a940-a6830219bfe6 req-19ffde1d-1cf9-4a91-bbe4-c9fcfa9302cb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304339 Apr 04 12:17:39.869289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:17:39.970916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:39.982483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'port_id': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'mac_address': 'fa:16:3e:94:3f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:17:40.018815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:40.034773 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:17:40.054061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:40.119697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:40.168247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:40.271381 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feeeb0-7192-4e70-88b2-7564e3d450f1 req-da26d01d-b60f-4074-875b-b7c4bf2c9b81 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:40.272837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4feeeb0-7192-4e70-88b2-7564e3d450f1 req-da26d01d-b60f-4074-875b-b7c4bf2c9b81 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Apr 04 12:17:40.310858 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4feeeb0-7192-4e70-88b2-7564e3d450f1 req-50746165-63b3-4a21-903a-20de9f17a4a3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Apr 04 12:17:40.350216 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['8d844ba0-2579-4ed6-b180-3047c0d5a3b4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:17:41.426687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c62e1-58c9-46c7-b6d0-32e6fcc86bc9 req-0bf0ca1f-70a1-409b-92ec-125da47d71a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:41.428217 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da5c62e1-58c9-46c7-b6d0-32e6fcc86bc9 req-0bf0ca1f-70a1-409b-92ec-125da47d71a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Apr 04 12:17:41.468411 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-da5c62e1-58c9-46c7-b6d0-32e6fcc86bc9 req-93f209af-511e-45f8-8ed7-774ac0e36c76 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Apr 04 12:17:41.881793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:17:41.987350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:17:41.991460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:17:41.991833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:42.068668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:42.091033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:17:42.093282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c583c-ac2f-4db7-9447-91594341fcc7" -d '{"events": [{"server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "name": "network-vif-plugged", "status": "completed", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:17:42.106440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:17:42.129317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb34c7fb-863f-47c2-8431-fa5cdc74df3f x-openstack-request-id: req-eb34c7fb-863f-47c2-8431-fa5cdc74df3f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:17:42.129693 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "name": "network-vif-plugged", "status": "completed", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:17:42.129938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb34c7fb-863f-47c2-8431-fa5cdc74df3f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:17:42.130329 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb34c7fb-863f-47c2-8431-fa5cdc74df3f'] response: {'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'code': 200} Apr 04 12:17:42.170084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:42.214930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:42.432572 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046e921-73c2-437e-bd2c-d9340adccc57 req-93f753d5-7cc4-43c0-8fe5-18ce328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:42.433992 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0046e921-73c2-437e-bd2c-d9340adccc57 req-93f753d5-7cc4-43c0-8fe5-18ce328459e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1099 time: 0.0396049 Apr 04 12:17:42.469082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0046e921-73c2-437e-bd2c-d9340adccc57 req-97ec8708-9ed5-4ce5-84ea-4591f022407f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278809 Apr 04 12:17:42.588096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524db7-8ace-4d76-8605-ba63258796e0 req-47d24d03-3867-4479-bfa9-f0706565b690 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:42.589532 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-24524db7-8ace-4d76-8605-ba63258796e0 req-47d24d03-3867-4479-bfa9-f0706565b690 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0472221 Apr 04 12:17:42.625268 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-24524db7-8ace-4d76-8605-ba63258796e0 req-29665e82-dc75-4c50-a5ea-034b4278e363 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298228 Apr 04 12:17:43.738835 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a487-ac7e-4db1-906b-4cb3fe3fb23c req-d36e51bc-a086-497f-a058-8e3cfb69b83c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:43.740257 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a554a487-ac7e-4db1-906b-4cb3fe3fb23c req-d36e51bc-a086-497f-a058-8e3cfb69b83c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0479441 Apr 04 12:17:43.777450 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a554a487-ac7e-4db1-906b-4cb3fe3fb23c req-d92e9514-e50f-422e-9165-c94c2832f013 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Apr 04 12:17:43.892904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3343-e853-4b56-94e7-9181f4b883cc req-940d195e-ad23-4174-879c-1e382e3ddf27 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:43.894383 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5e9b3343-e853-4b56-94e7-9181f4b883cc req-940d195e-ad23-4174-879c-1e382e3ddf27 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0504196 Apr 04 12:17:43.933274 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5e9b3343-e853-4b56-94e7-9181f4b883cc req-3b51d8c6-e730-4059-bab0-a14799a29775 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Apr 04 12:17:43.954496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46754) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:43.992585 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe2b34-3d7c-40cc-97bb-82f6d3ce605d tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:43.994096 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cffe2b34-3d7c-40cc-97bb-82f6d3ce605d tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1094 time: 0.0386605 Apr 04 12:17:43.997285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46756) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:44.001440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:17:44.078976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:44.174350 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:44.580688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.159 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/7a9b45f6-5b19-440b-804b-7bd52067baf8) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:17:44.685169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:44.788255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:44.829636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:17:44.832649 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:17:44.836130 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:17:44.842128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=7a9b45f6-5b19-440b-804b-7bd52067baf8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:45.196161 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:45.316253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:45.459957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:45.530544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:45.605479 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=7a9b45f6-5b19-440b-804b-7bd52067baf8,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:17:45.612432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:45.709481 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP 1c305133-e205-4695-879d-fc0e8d2b141c associated. External IP: 172.26.1.159, port: 8d844ba0-2579-4ed6-b180-3047c0d5a3b4. Apr 04 12:17:45.904734 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 10c68257-8e42-4017-b84a-a8e7caeb7310 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:17:46.009086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:17:46.019602 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Sync routers for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:17:46.029768 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:46.037145 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:46.116152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:46.144697 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4f6a7bad-95fd-46c6-8302-315415ef62f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1463792 Apr 04 12:17:46.145286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:17:46.157103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046" -d '{"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:17:46.194819 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d245286e-014e-4109-9e30-6830ad91a41e x-openstack-request-id: req-d245286e-014e-4109-9e30-6830ad91a41e {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:17:46.195187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:17:46.195506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d245286e-014e-4109-9e30-6830ad91a41e {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:17:46.196005 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d245286e-014e-4109-9e30-6830ad91a41e'] response: {'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'status': 'completed', 'code': 200} Apr 04 12:17:46.226234 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:46.270668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf910-2b06-4756-9ad1-14b2bd759b0b req-8ab1afeb-f1b0-4f2d-a6aa-029c37acdaba tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:46.272157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f02bf910-2b06-4756-9ad1-14b2bd759b0b req-8ab1afeb-f1b0-4f2d-a6aa-029c37acdaba tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0775023 Apr 04 12:17:46.281003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-e6c605b8-979e-4c95-8e36-b117237879c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:46.282462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-e6c605b8-979e-4c95-8e36-b117237879c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1099 time: 0.0578988 Apr 04 12:17:46.340929 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f02bf910-2b06-4756-9ad1-14b2bd759b0b req-3c8b5e3c-9530-4ea7-9a6a-ada7c6719bcd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575094 Apr 04 12:17:46.363552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46762) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:46.408518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-df30e870-b406-4367-9879-099c7fb94668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:46.410090 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-df30e870-b406-4367-9879-099c7fb94668 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 897 time: 0.1202362 Apr 04 12:17:46.427234 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-df415535-9010-4736-90b4-79c0f76bc4ae tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/1c305133-e205-4695-879d-fc0e8d2b141c HTTP/1.1" status: 200 len: 992 time: 0.0625412 Apr 04 12:17:46.455882 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '1c305133-e205-4695-879d-fc0e8d2b141c', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'port_id': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'mac_address': 'fa:16:3e:94:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:17:45Z', 'updated_at': '2022-04-04T12:17:45Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:46.483233 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Checking router: 10c68257-8e42-4017-b84a-a8e7caeb7310 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:17:46.492467 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:17:46.493092 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:17:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:46.601202 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:17:46.824175 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '1c305133-e205-4695-879d-fc0e8d2b141c', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'port_id': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'mac_address': 'fa:16:3e:94:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:17:45Z', 'updated_at': '2022-04-04T12:17:45Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:17:46.830065 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-c9a5a99c-557b-469b-b05d-e992f57779b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 1000 time: 0.4136634 Apr 04 12:17:46.854321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e66f8-0a2b-4cef-ab80-e448d267ecba None None] The sync data for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv is: [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '1c305133-e205-4695-879d-fc0e8d2b141c', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'port_id': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'mac_address': 'fa:16:3e:94:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:17:45Z', 'updated_at': '2022-04-04T12:17:45Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:17:46.879983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-4a8b9b31-705f-4f1f-8126-b5fed4024c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:46.881885 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-4a8b9b31-705f-4f1f-8126-b5fed4024c4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 200 len: 834 time: 0.0444126 Apr 04 12:17:46.930702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-a918e65a-4188-4958-99eb-8d0b7abc084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:17:46.932233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-a918e65a-4188-4958-99eb-8d0b7abc084e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9820f54-daf9-49f1-be53-800ba0ac8187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442426 Apr 04 12:17:47.023755 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-10fdca12-9327-46d7-83d0-b2a1723032b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853961 Apr 04 12:17:47.040130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed8f2d-238d-4e4e-88ed-84cd6bd75010 None None] New status for floating IP 1c305133-e205-4695-879d-fc0e8d2b141c: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:17:47.117792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d1a38c79-bd1c-4c31-b944-f5ec1faf2046 req-dee0830b-4a90-4721-8826-518d1fff434f service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879154 Apr 04 12:17:47.431143 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46764) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:17:47.489209 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5f67b107-6591-46b2-9b93-00cac6310146 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/1c305133-e205-4695-879d-fc0e8d2b141c HTTP/1.1" status: 200 len: 994 time: 0.0569963 Apr 04 12:17:57.244352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7c3af27e-e8a8-4c47-8f0d-1aa20bf2a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:17:59.466740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e7976bca-cc0c-4495-b9d9-c49cc5d3df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:00.672986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:02.164058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:02.427229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:04.444214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:05.426165 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:18:13.142661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-72934fbd-79c1-4dc0-ad1e-076bc4ffea3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375941 Apr 04 12:18:13.228558 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-209b244c-318f-449d-99f6-6067fd85dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:13.230082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-209b244c-318f-449d-99f6-6067fd85dfb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1099 time: 0.0462081 Apr 04 12:18:13.330355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-3e3862a1-ca7b-4e2b-ae98-6210a2821dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:13.331781 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-3e3862a1-ca7b-4e2b-ae98-6210a2821dac service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 897 time: 0.0815392 Apr 04 12:18:13.399179 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-e2b94045-c4f0-4f21-9dac-6f6990b2b4e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 1002 time: 0.0585859 Apr 04 12:18:13.445743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-859e0408-57ae-47b2-8e39-426822901be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:13.447155 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-859e0408-57ae-47b2-8e39-426822901be5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 200 len: 834 time: 0.0407593 Apr 04 12:18:13.490978 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-59eefd56-4c37-44cd-b9e7-481200942114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:13.492529 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-59eefd56-4c37-44cd-b9e7-481200942114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9820f54-daf9-49f1-be53-800ba0ac8187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382111 Apr 04 12:18:13.581042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-1d2922a5-f3bf-4d09-9d35-526aa3fed3c1 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823123 Apr 04 12:18:13.671066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3265f5a1-9bc2-478a-9dfb-3923a8a9fbac req-43919efa-3183-44fd-8a9a-e37745856307 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806234 Apr 04 12:18:16.411117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8af5-f891-4022-942a-a048683906e0 req-72bfa23b-ac55-4a70-adff-ca001b2fbe6a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:16.412537 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0af8af5-f891-4022-942a-a048683906e0 req-72bfa23b-ac55-4a70-adff-ca001b2fbe6a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Apr 04 12:18:16.453923 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0af8af5-f891-4022-942a-a048683906e0 req-9e625676-b217-4d23-b8dc-054f170f9cdc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Apr 04 12:18:16.462076 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-2d695df7-260c-442f-a15c-9fc032173c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:16.463560 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-2d695df7-260c-442f-a15c-9fc032173c2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1099 time: 0.0433917 Apr 04 12:18:16.550747 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-5ce38ef5-520a-48f2-bf90-b9f2206c079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:16.552193 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-5ce38ef5-520a-48f2-bf90-b9f2206c079c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 897 time: 0.0820537 Apr 04 12:18:16.618640 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-505a4a5d-7ff7-425d-a341-8a4005bc6296 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 1002 time: 0.0595465 Apr 04 12:18:16.666094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-b8734419-737b-49ae-b0ed-931311dd944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:16.667449 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-b8734419-737b-49ae-b0ed-931311dd944b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 200 len: 834 time: 0.0430710 Apr 04 12:18:16.711949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-b197bfc8-d4b9-4489-a26e-f2d7a0c69890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:16.713362 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-b197bfc8-d4b9-4489-a26e-f2d7a0c69890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9820f54-daf9-49f1-be53-800ba0ac8187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381610 Apr 04 12:18:16.805609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-d1e3e562-4f45-4084-b8a0-0869be3b2862 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825400 Apr 04 12:18:16.891884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5cee2819-5ce8-4f1f-b742-533924faeea4 req-65e2da85-5c84-49f1-ba7f-3394c8cc9660 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798349 Apr 04 12:18:17.574922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c986b-1b11-4b4d-8d8b-f0e297e9e952 req-4b6f29e0-9fb6-47a9-9d1f-9d4025180551 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:17.576710 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-651c986b-1b11-4b4d-8d8b-f0e297e9e952 req-4b6f29e0-9fb6-47a9-9d1f-9d4025180551 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0538185 Apr 04 12:18:17.614030 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-651c986b-1b11-4b4d-8d8b-f0e297e9e952 req-69868780-df19-4c6d-8864-ebcbc1b8d453 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Apr 04 12:18:18.727181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8616ee-9f98-4c92-afe8-950a3ed5818d req-da0a25c2-1cf3-486a-9f75-ef0b3adb5ae0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:18.728648 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0f8616ee-9f98-4c92-afe8-950a3ed5818d req-da0a25c2-1cf3-486a-9f75-ef0b3adb5ae0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0484209 Apr 04 12:18:18.765700 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0f8616ee-9f98-4c92-afe8-950a3ed5818d req-c517e4e6-41fa-41da-995b-02b7ac00010b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Apr 04 12:18:19.878193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41d054-8832-468a-91f4-da2a8c86c6b4 req-b9d0e583-d46d-4140-80bb-28e0b81be8b1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:19.879653 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed41d054-8832-468a-91f4-da2a8c86c6b4 req-b9d0e583-d46d-4140-80bb-28e0b81be8b1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0481608 Apr 04 12:18:19.915897 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ed41d054-8832-468a-91f4-da2a8c86c6b4 req-4ca76f9d-ab2d-448b-84c6-723890848cda tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303864 Apr 04 12:18:21.028279 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82d12-53a1-4ee3-988f-a1eff279e25c req-32065565-9857-4198-b1f0-43b34f236167 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:21.029741 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57c82d12-53a1-4ee3-988f-a1eff279e25c req-32065565-9857-4198-b1f0-43b34f236167 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0468588 Apr 04 12:18:21.066484 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57c82d12-53a1-4ee3-988f-a1eff279e25c req-aa8da842-63ad-4e1e-b621-2f25f1228e26 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Apr 04 12:18:22.180395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2b57b-ec3a-4ee0-a81c-ec4bf6a23906 req-86555fde-57cf-4aed-b147-e9788a7cca5f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:22.181861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9c2b57b-ec3a-4ee0-a81c-ec4bf6a23906 req-86555fde-57cf-4aed-b147-e9788a7cca5f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Apr 04 12:18:22.220321 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9c2b57b-ec3a-4ee0-a81c-ec4bf6a23906 req-681b99d4-815a-4fa0-873e-37102c099eef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Apr 04 12:18:23.333176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64803b6-4431-4aba-bd3d-f062d7eaaff2 req-6375e291-b505-416b-bba7-fa6667283a65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:23.334661 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e64803b6-4431-4aba-bd3d-f062d7eaaff2 req-6375e291-b505-416b-bba7-fa6667283a65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Apr 04 12:18:23.375191 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e64803b6-4431-4aba-bd3d-f062d7eaaff2 req-5b181d1b-7ce6-4e16-9968-b5f66bd51cbf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Apr 04 12:18:24.494709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c740e6-71e6-4b4c-a8ed-280b91c3023a req-f5dcef18-9e7b-4077-8eb5-b190bd618a94 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:24.494709 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-52c740e6-71e6-4b4c-a8ed-280b91c3023a req-f5dcef18-9e7b-4077-8eb5-b190bd618a94 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0512767 Apr 04 12:18:24.529809 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-52c740e6-71e6-4b4c-a8ed-280b91c3023a req-47adc6f8-0b16-4019-85a8-ff8e48badffc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Apr 04 12:18:25.644874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5dfd-dac4-474f-a761-12267c5ea594 req-423c06b1-b4b4-4151-b04e-08767e3fa0da tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:25.646394 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f5d5dfd-dac4-474f-a761-12267c5ea594 req-423c06b1-b4b4-4151-b04e-08767e3fa0da tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Apr 04 12:18:25.683464 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4f5d5dfd-dac4-474f-a761-12267c5ea594 req-00751461-fac4-4aff-8553-c6f11f7b7c3a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Apr 04 12:18:26.801814 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9be82-8ffe-4d2f-9e33-8412a2e5c587 req-5e4cefbf-aac4-40e0-849c-ff41273b8b05 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:26.803318 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cbd9be82-8ffe-4d2f-9e33-8412a2e5c587 req-5e4cefbf-aac4-40e0-849c-ff41273b8b05 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0502675 Apr 04 12:18:26.839669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cbd9be82-8ffe-4d2f-9e33-8412a2e5c587 req-24720490-e393-47a0-b6b7-e56e400f14e6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Apr 04 12:18:27.254702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-13348e0e-e223-4cc3-8ee7-2cabbf46ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:27.954874 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584cb5-70e6-4030-9f82-6807da3aa8a2 req-bc17278b-b9e2-4d6e-8590-569e95d348aa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:27.956343 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-90584cb5-70e6-4030-9f82-6807da3aa8a2 req-bc17278b-b9e2-4d6e-8590-569e95d348aa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0479693 Apr 04 12:18:27.998113 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-90584cb5-70e6-4030-9f82-6807da3aa8a2 req-d8cea7c1-fef1-452d-ba5a-596d7b512001 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Apr 04 12:18:29.113932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84bd1-deb8-4261-8d6d-debe85c86bf6 req-7088afed-8078-46e2-94db-b854144a56bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:18:29.115356 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9f84bd1-deb8-4261-8d6d-debe85c86bf6 req-7088afed-8078-46e2-94db-b854144a56bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0495329 Apr 04 12:18:29.155066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9f84bd1-deb8-4261-8d6d-debe85c86bf6 req-84f03b3f-70df-4659-a08f-06dd8155f99b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338576 Apr 04 12:18:29.177677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46802) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:18:29.240016 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e3aaeca0-23fc-4e5b-9b37-39ddf5becd85 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/1c305133-e205-4695-879d-fc0e8d2b141c HTTP/1.1" status: 200 len: 994 time: 0.0612409 Apr 04 12:18:29.494788 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-386f18b8-523c-4a76-bbe9-3d65bfd30477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:30.620150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:32.157743 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:32.426157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:34.431443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:42.425246 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:18:57.248028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-68da48ce-22cb-4dbd-85d3-100f53a0a66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:59.448172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-62f798b4-bed3-4af9-a2b1-762b2a9d68b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:59.658498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46822) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:18:59.809432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 7a9b45f6-5b19-440b-804b-7bd52067baf8 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:18:59.809804 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:59.880237 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:59.880566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:18:59.891486 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 7a9b45f6-5b19-440b-804b-7bd52067baf8 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:19:00.105372 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:00.128964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=7a9b45f6-5b19-440b-804b-7bd52067baf8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:00.138431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.143045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:00.201632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:00.201961 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP 1c305133-e205-4695-879d-fc0e8d2b141c disassociated (deleted). External IP: 172.26.1.159, port: 8d844ba0-2579-4ed6-b180-3047c0d5a3b4. Apr 04 12:19:00.398342 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 10c68257-8e42-4017-b84a-a8e7caeb7310 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:19:00.500939 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:19:00.505765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:00.510230 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Sync routers for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:19:00.519324 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:00.519926 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:00.534993 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1637d7b3-903d-4571-bd09-cc97709e047d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/floatingips/1c305133-e205-4695-879d-fc0e8d2b141c HTTP/1.1" status: 204 len: 168 time: 0.8725836 Apr 04 12:19:00.534993 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:19:00.535829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a718b-ab8d-4d01-aa18-4d0aa8312af5" -d '{"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:19:00.575428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc118ff9-668b-487f-ab7d-099de7e4a549 x-openstack-request-id: req-fc118ff9-668b-487f-ab7d-099de7e4a549 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:19:00.575728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:19:00.575984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc118ff9-668b-487f-ab7d-099de7e4a549 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:19:00.576435 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc118ff9-668b-487f-ab7d-099de7e4a549'] response: {'name': 'network-changed', 'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'status': 'completed', 'code': 200} Apr 04 12:19:00.630393 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:00.656129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-400d631e-4be2-4c01-b0d4-8214fa0de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:00.656129 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-400d631e-4be2-4c01-b0d4-8214fa0de7d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 1099 time: 0.0542691 Apr 04 12:19:00.699655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:00.752697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-f4db19c1-cac8-43b6-948d-1d279f5ee4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:00.754221 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-f4db19c1-cac8-43b6-948d-1d279f5ee4a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 200 len: 897 time: 0.0917189 Apr 04 12:19:00.799416 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-b73c8c33-0ce7-45da-b06f-5f0b05682959 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0389118 Apr 04 12:19:00.824439 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:00.849633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-e0157a89-ac18-4194-9567-b9e5c68ee3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:00.851125 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-e0157a89-ac18-4194-9567-b9e5c68ee3ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 200 len: 834 time: 0.0457673 Apr 04 12:19:00.855329 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Checking router: 10c68257-8e42-4017-b84a-a8e7caeb7310 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:19:00.863684 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:00.864289 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:00.900480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-ffd5c708-2be8-4484-8bd4-7cfdb319a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:00.902079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-ffd5c708-2be8-4484-8bd4-7cfdb319a744 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9820f54-daf9-49f1-be53-800ba0ac8187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449090 Apr 04 12:19:00.935682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5349-e900-4ad0-b2e2-f9d8567c0a5d req-10693eda-51c3-4acc-8e37-f88fabc49f98 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:00.937239 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2bff5349-e900-4ad0-b2e2-f9d8567c0a5d req-10693eda-51c3-4acc-8e37-f88fabc49f98 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0526831 Apr 04 12:19:00.979896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2bff5349-e900-4ad0-b2e2-f9d8567c0a5d req-f5b48121-d3e1-4a72-af1b-3c0afadf1d82 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357904 Apr 04 12:19:00.996421 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-b991f82d-0a4f-45e5-928e-4c30f1e2f985 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867832 Apr 04 12:19:01.056152 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:01.094039 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-291a718b-ab8d-4d01-aa18-4d0aa8312af5 req-8a743ac2-3100-478b-848c-354424b0da31 service neutron] 10.222.0.44 "GET /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892785 Apr 04 12:19:01.253290 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:01.278528 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673532d-9e67-4d9b-9ff8-61be51e60d89 None None] The sync data for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv is: [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'b6458c07-a220-46c5-a27c-5e353b6b5489', 'name': '', 'network_id': 'c9820f54-daf9-49f1-be53-800ba0ac8187', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:2d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:32Z', 'updated_at': '2022-04-04T12:17:35Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '449032d4-b6df-43b4-a44b-dba58b8e173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:19:01.488376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb8234-daf2-4a6a-8c2e-d9c5723da42f None None] New status for floating IP 1c305133-e205-4695-879d-fc0e8d2b141c: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:19:02.099307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05dd1f-877f-4bc3-9272-1a4675aef462 req-86668c6c-d6cf-4b2d-81ab-82dd253fc581 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:02.100838 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c05dd1f-877f-4bc3-9272-1a4675aef462 req-86668c6c-d6cf-4b2d-81ab-82dd253fc581 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0488772 Apr 04 12:19:02.138284 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c05dd1f-877f-4bc3-9272-1a4675aef462 req-7f9f4633-7749-406b-8331-6121b86d277f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a5a509-20d2-4344-a5a5-f17b4e58f917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Apr 04 12:19:02.159591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.402108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.414403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-002b91c0-77a9-4d24-9c98-c7750d5c2968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:02.424243 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-002b91c0-77a9-4d24-9c98-c7750d5c2968 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Apr 04 12:19:02.504629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:19:02.504968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.594267 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:02.594630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.606718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:19:02.779613 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.807342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=8d844ba0-2579-4ed6-b180-3047c0d5a3b4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:02.820292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.820292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.820292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.820598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.820724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.820980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.821310 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.821686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.822019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.822350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.822678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.823003 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:02.861178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] No DVR routers for this DVR port 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:19:02.863749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:02.867075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c3ff8dc1-cbae-48c0-8d87-341613c8bd2e req-3bd2fe33-d288-487e-b002-00ccdd7647ad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "DELETE /v2.0/ports/8d844ba0-2579-4ed6-b180-3047c0d5a3b4 HTTP/1.1" status: 204 len: 173 time: 0.4456551 Apr 04 12:19:02.867507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'name': 'network-vif-deleted', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:19:02.869782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f421482-2f1a-4b97-9f24-223b58ab08a3" -d '{"events": [{"server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "name": "network-vif-deleted", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:19:02.908709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5a950-41d9-4f33-ba5a-392e112171cb x-openstack-request-id: req-f0f5a950-41d9-4f33-ba5a-392e112171cb {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:19:02.908999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede891ef-57c7-4347-957b-c36ce37346d9", "name": "network-vif-deleted", "tag": "8d844ba0-2579-4ed6-b180-3047c0d5a3b4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:19:02.909254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0f5a950-41d9-4f33-ba5a-392e112171cb {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:19:02.909718 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5a950-41d9-4f33-ba5a-392e112171cb'] response: {'server_uuid': 'ede891ef-57c7-4347-957b-c36ce37346d9', 'name': 'network-vif-deleted', 'tag': '8d844ba0-2579-4ed6-b180-3047c0d5a3b4', 'status': 'completed', 'code': 200} Apr 04 12:19:03.247321 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-46be49ce-3ac5-4aa1-b275-a6f466bb0c7b req-22f5c1c0-89f4-44fe-9f99-f52339cbfe01 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ede891ef-57c7-4347-957b-c36ce37346d9 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Apr 04 12:19:04.303046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46840) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:04.442500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:04.654254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:04.894041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port b6458c07-a220-46c5-a27c-5e353b6b5489 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:19:04.894384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:04.981652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port b6458c07-a220-46c5-a27c-5e353b6b5489, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=b6458c07-a220-46c5-a27c-5e353b6b5489,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:04.982014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:04.994579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for b6458c07-a220-46c5-a27c-5e353b6b5489 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:19:05.237079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:05.262993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=b6458c07-a220-46c5-a27c-5e353b6b5489,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:05.434522 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:05.643158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 10c68257-8e42-4017-b84a-a8e7caeb7310 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:19:05.743631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:19:05.748837 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2fe7daf1-2cb9-4963-a846-275cdb1cb0bc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/10c68257-8e42-4017-b84a-a8e7caeb7310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447467 Apr 04 12:19:05.751876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46842) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:05.753613 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Sync routers for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:19:05.762927 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:05.763609 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:05.802477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting subnet 449032d4-b6df-43b4-a44b-dba58b8e173a {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:19:05.805601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:05.843455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:05.866080 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:05.929036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.038351 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.048127 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:19:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:06.066327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Subnet': ['ID=449032d4-b6df-43b4-a44b-dba58b8e173a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:06.072031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.078435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46844) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:06.078601 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4dc7ce2e-4fbe-4f74-ba91-cfb370beeebe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/subnets/449032d4-b6df-43b4-a44b-dba58b8e173a HTTP/1.1" status: 204 len: 168 time: 0.3256588 Apr 04 12:19:06.080628 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Checking router: 10c68257-8e42-4017-b84a-a8e7caeb7310 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:19:06.081171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9195fb1-e61c-459b-9c47-5f4b1f1cd5a7 None None] Network c9820f54-daf9-49f1-be53-800ba0ac8187 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:19:06.093012 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Routers {'10c68257-8e42-4017-b84a-a8e7caeb7310'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:06.093012 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['10c68257-8e42-4017-b84a-a8e7caeb7310'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:06.189061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.216222 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] Set router 10c68257-8e42-4017-b84a-a8e7caeb7310 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:06.272827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] DHCP port deletion for c9820f54-daf9-49f1-be53-800ba0ac8187 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:19:06.274810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:19:06.296052 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:19:06.296707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 8d844ba0-2579-4ed6-b180-3047c0d5a3b4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:19:06.305048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.344549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Deleting port bf5b5aea-2860-46da-868c-546318ce87b5 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:19:06.345005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.408730 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:19:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:06.409905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] For port bf5b5aea-2860-46da-868c-546318ce87b5, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=bf5b5aea-2860-46da-868c-546318ce87b5,segment=NetworkSegment(da298da0-f82c-46ba-9d7a-0e2269578b28),segment_id=da298da0-f82c-46ba-9d7a-0e2269578b28)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:06.410306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.414075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 592f3082-3cbd-4bca-97f9-560329fe9b54 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:19:06.414428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.422875 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Calling delete_port for bf5b5aea-2860-46da-868c-546318ce87b5 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:19:06.442751 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1427b9-3b2e-48e1-a9a8-34710b2ba2a0 None None] The sync data for ids ['10c68257-8e42-4017-b84a-a8e7caeb7310'] in dv-neutron-835866-1-hyperv is: [{'id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460510726', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:17:28Z', 'updated_at': '2022-04-04T12:19:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '592f3082-3cbd-4bca-97f9-560329fe9b54', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c68257-8e42-4017-b84a-a8e7caeb7310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:17:29Z', 'updated_at': '2022-04-04T12:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:19:06.503266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 592f3082-3cbd-4bca-97f9-560329fe9b54, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=592f3082-3cbd-4bca-97f9-560329fe9b54,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:06.503266 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.514672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 592f3082-3cbd-4bca-97f9-560329fe9b54 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:19:06.573684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.603368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Pushing event deleted for resources: {'Port': ['ID=bf5b5aea-2860-46da-868c-546318ce87b5,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:06.605928 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] No DVR routers for this DVR port bf5b5aea-2860-46da-868c-546318ce87b5 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:19:06.615384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.615838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.616065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.616403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.616733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.617064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.617393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.617749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.618077 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.618400 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.619181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.619181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9be71-574e-46f5-a717-159fd85d13ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:06.750895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.776762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=592f3082-3cbd-4bca-97f9-560329fe9b54,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:06.841787 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:06.930989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6458c07-a220-46c5-a27c-5e353b6b5489 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:19:06.952381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: b6458c07-a220-46c5-a27c-5e353b6b5489 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:19:06.952723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device b6458c07-a220-46c5-a27c-5e353b6b5489 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:19:06.953144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bf5b5aea-2860-46da-868c-546318ce87b5 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:19:06.973038 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: bf5b5aea-2860-46da-868c-546318ce87b5 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:19:06.973385 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device bf5b5aea-2860-46da-868c-546318ce87b5 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:19:07.283683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.285677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.385402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.386066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Fanout notify agent at l3_agent the message router_deleted on router 10c68257-8e42-4017-b84a-a8e7caeb7310 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:19:07.392676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.393910 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-15a73172-f8b2-4d52-9596-65063b524c12 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/routers/10c68257-8e42-4017-b84a-a8e7caeb7310 HTTP/1.1" status: 204 len: 168 time: 1.3149397 Apr 04 12:19:07.396664 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46846) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:07.480123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.569199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.588302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9820f54-daf9-49f1-be53-800ba0ac8187']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:07.597636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da298da0-f82c-46ba-9d7a-0e2269578b28') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:07.597937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da298da0-f82c-46ba-9d7a-0e2269578b28') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:07.606881 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.619407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.626879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:19:07.627267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:19:07.630140 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:19:07.739491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.746240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.749220 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/networks/c9820f54-daf9-49f1-be53-800ba0ac8187 HTTP/1.1" status: 204 len: 168 time: 0.3515599 Apr 04 12:19:07.752507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46848) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:07.760216 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70575bd8-333a-4b37-a47b-078b332b0fd2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Network': ['ID=c9820f54-daf9-49f1-be53-800ba0ac8187,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:07.816571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.845587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.962085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.964662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:07.965864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/security-groups/68a5a509-20d2-4344-a5a5-f17b4e58f917 HTTP/1.1" status: 204 len: 168 time: 0.2123318 Apr 04 12:19:07.977019 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5fa12-7f02-4e75-b864-b3f49a1b0c1a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5a509-20d2-4344-a5a5-f17b4e58f917,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:08.427177 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46854) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:08.431759 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803552176', 'description': 'tempest-secgroup-smoke-803552176 description', 'project_id': '325e229978744483976c18bf0a156fbe'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:08.493706 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.559590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.636257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.636373 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 592f3082-3cbd-4bca-97f9-560329fe9b54 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:19:08.654624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 592f3082-3cbd-4bca-97f9-560329fe9b54 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:19:08.655026 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 592f3082-3cbd-4bca-97f9-560329fe9b54 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:19:08.665622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636e6258-4f6c-4643-b7db-7f41dca2f9d1,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:08.735663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.737881 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-26232d0e-9d45-4d4f-bd33-afeb9145e8d0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3093355 Apr 04 12:19:08.740338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46856) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:08.744690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:08.829467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.882978 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.950688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:08.967790 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18220761-6ccb-4855-bf31-3573fb7e7d1a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:09.026793 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.027974 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-92f84f79-3571-47a7-8e4d-41b0c3a38451 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867122 Apr 04 12:19:09.030885 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46858) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:09.035656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:09.127169 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.182581 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.236687 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.253871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3fdadb-b001-48b5-b1cb-fa8998af7373,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:09.352965 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.354230 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0c93165d-4cc4-4043-92e3-851f36806e39 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224366 Apr 04 12:19:09.362472 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46860) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:09.366820 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:09.469549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.528508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.613414 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.633529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5592395d-9828-4f00-ab09-0bf895ae558a,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:09.695104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.696315 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1557487f-fbf2-4424-b0b2-905465c8608f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329263 Apr 04 12:19:09.699056 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46862) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:09.703317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:09.777808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.834810 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.881622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.898302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f9d108-12bd-4be8-8264-2a80b764aa54,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:09.975070 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:09.976270 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-82396cfd-a349-4e94-8808-1662fc6fb08c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763064 Apr 04 12:19:09.979088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46864) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:09.983285 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:10.058899 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:19:10.063805 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.121826 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.201765 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.218617 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8159ffe-e194-41fa-817d-d9ff69a5685e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:10.289514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.290799 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ee515b8c-4a3b-4a73-81aa-7d404bfa3f0e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107986 Apr 04 12:19:10.293508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46866) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:10.297812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': '636e6258-4f6c-4643-b7db-7f41dca2f9d1', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:10.390556 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:19:10.395927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.454338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.533229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.554538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bacbdf-31c1-4b64-b77c-71bbfbd0ee90,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:10.615907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.617287 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-09ed7be3-3b56-4f48-957a-d6b6c75157b5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3226726 Apr 04 12:19:10.620314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46868) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:10.625839 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'network': {'name': 'tempest-network-smoke--1364542303', 'project_id': '325e229978744483976c18bf0a156fbe', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:10.699050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:19:10.702376 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.724341 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:19:10.732633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.732964 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Added segment c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6 of type vlan for network ee9901b7-49cf-4d97-989c-4890752fbb4a Apr 04 12:19:10.772039 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.853578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.859162 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:10.859740 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:10.921311 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Network': ['ID=ee9901b7-49cf-4d97-989c-4890752fbb4a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:10.931790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ee9901b7-49cf-4d97-989c-4890752fbb4a details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:19:10.970475 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-479ab614-ef5a-4ba9-b360-e6286299eb2e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3489509 Apr 04 12:19:10.973748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46870) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:10.978276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'admin_state_up': True, 'project_id': '325e229978744483976c18bf0a156fbe', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:11.058969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.059990 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.113812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.291906 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.813590 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.831315 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:11.931811 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.125 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/177e3a84-2ba9-4aa2-be52-42176f2d74c6) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:19:12.035776 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:12.134151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:12.174510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:12.177165 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:12.179653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:19:12.203125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=177e3a84-2ba9-4aa2-be52-42176f2d74c6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:12.479447 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:12.667352 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:12.853528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 025d70ce-a6b1-4a7d-99cf-7906b072de67 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:19:12.957966 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:19:12.967314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Sync routers for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:19:12.977993 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:12.978612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:13.038321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.039605 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c96d636c-9948-4f9f-9119-58917fc252b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0648720 Apr 04 12:19:13.042823 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46872) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:13.070994 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ba97c6e5-35ad-4785-8d3d-623fd0269954 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=325e229978744483976c18bf0a156fbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270736 Apr 04 12:19:13.073550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46874) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:13.082146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:13.158011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b1ec1-2750-4c1c-8c41-59c3d91a45fe tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:13.160025 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9f0b1ec1-2750-4c1c-8c41-59c3d91a45fe tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855355 Apr 04 12:19:13.162752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46876) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:13.193534 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2fadb68d-4eb7-423d-94cb-23aae2b8d590 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296853 Apr 04 12:19:13.196029 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46878) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:13.200642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229309515', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'project_id': '325e229978744483976c18bf0a156fbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:13.263948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:12Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:13.356323 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:19:13.359984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.441463 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Checking router: 025d70ce-a6b1-4a7d-99cf-7906b072de67 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:19:13.441766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Updating router 025d70ce-a6b1-4a7d-99cf-7906b072de67 port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:19:13.466727 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.613948 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.671213 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Subnet': ['ID=60bc8b74-8ae2-4294-9adc-003111681b87,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:13.686086 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Checking segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:19:13.686484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network hostable DHCP agents. Network: ee9901b7-49cf-4d97-989c-4890752fbb4a, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:19:13.719149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.756643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ee9901b7-49cf-4d97-989c-4890752fbb4a is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:19:13.785288 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.836417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Attempting to bind port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:19:13.836785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Attempting to bind port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:19:13.837151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Attempting to bind port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:19:13.839835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2720e0-8272-4089-a2f5-247c7b62e132 None None] Pushing event updated for resources: {'Port': ['ID=177e3a84-2ba9-4aa2-be52-42176f2d74c6,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:13.841838 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ee9901b7-49cf-4d97-989c-4890752fbb4a) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:13.844211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:19:13.844587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:19:13.844985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.845424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:19:13.845851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Bound port: 177e3a84-2ba9-4aa2-be52-42176f2d74c6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:19:13.846238 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.848636 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:13.849240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:13.866982 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15e23e-f809-4047-a93a-08ca0a683da4 None None] Network ee9901b7-49cf-4d97-989c-4890752fbb4a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:19:13.942360 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b7ad856a-4011-4c79-88da-792f449bd00c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7453256 Apr 04 12:19:13.944960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46880) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:13.953921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] For port 177e3a84-2ba9-4aa2-be52-42176f2d74c6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:19:13.974257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] For port 177e3a84-2ba9-4aa2-be52-42176f2d74c6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=177e3a84-2ba9-4aa2-be52-42176f2d74c6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:19:14.042447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ee9901b7-49cf-4d97-989c-4890752fbb4a', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:19:14.043306 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.047253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.129165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2720e0-8272-4089-a2f5-247c7b62e132 None None] Pushing event updated for resources: {'Port': ['ID=177e3a84-2ba9-4aa2-be52-42176f2d74c6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:14.175614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:14.176251 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:14.327442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Allocated IP 172.20.0.2 (ee9901b7-49cf-4d97-989c-4890752fbb4a/60bc8b74-8ae2-4294-9adc-003111681b87/187028e2-9ba2-429e-85b0-8600d6aa9222) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:19:14.333649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:14.367949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.608910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.622732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:12Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:14.648697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a26b2-3cf4-4447-aaae-517648b25df3 None None] The sync data for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv is: [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:12Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:19:14.667171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.709083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Network ee9901b7-49cf-4d97-989c-4890752fbb4a is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:14.711920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:14.715453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:19:14.722925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Pushing event updated for resources: {'Port': ['ID=187028e2-9ba2-429e-85b0-8600d6aa9222,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:14.723211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.1 (ee9901b7-49cf-4d97-989c-4890752fbb4a/60bc8b74-8ae2-4294-9adc-003111681b87/6249fae2-4ca4-4623-85b8-b12f5fdfe8cd) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:19:14.777774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Attempting to bind port 187028e2-9ba2-429e-85b0-8600d6aa9222 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:19:14.778150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Attempting to bind port 187028e2-9ba2-429e-85b0-8600d6aa9222 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:19:14.778509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Attempting to bind port 187028e2-9ba2-429e-85b0-8600d6aa9222 on network ee9901b7-49cf-4d97-989c-4890752fbb4a {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:19:14.783649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:19:14.784022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Checking segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:19:14.785093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.785481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Bound using segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:19:14.785987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Bound port: 187028e2-9ba2-429e-85b0-8600d6aa9222, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:19:14.786368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.843586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.850621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] For port 187028e2-9ba2-429e-85b0-8600d6aa9222, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:19:14.854130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] For port 187028e2-9ba2-429e-85b0-8600d6aa9222, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=187028e2-9ba2-429e-85b0-8600d6aa9222,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:19:14.928109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.957524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:14.988162 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dd162-a8ba-4944-aedf-5e02041b9e4d None None] Pushing event updated for resources: {'Port': ['ID=187028e2-9ba2-429e-85b0-8600d6aa9222,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:15.011833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ee9901b7-49cf-4d97-989c-4890752fbb4a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:15.015110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:15.019566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:19:15.051926 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:15.075515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:15.292286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:15.572925 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:15.630629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:15.701222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:15.703111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:15.800578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ee9901b7-49cf-4d97-989c-4890752fbb4a is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:15.801976 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:15.914210 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 025d70ce-a6b1-4a7d-99cf-7906b072de67 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:19:16.004326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a393a7-4204-4551-8144-446305105507 None None] Network ee9901b7-49cf-4d97-989c-4890752fbb4a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:19:16.022425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:19:16.027874 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6aff55e6-2813-4454-9bd8-d4ee7b14d3cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/025d70ce-a6b1-4a7d-99cf-7906b072de67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817702 Apr 04 12:19:16.141613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] Provisioning complete for port 187028e2-9ba2-429e-85b0-8600d6aa9222 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:16.141978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.198883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-794eef25-b1f8-4b2d-bd33-cab064462721 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803552176&fields=id&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 267 time: 0.0374329 Apr 04 12:19:16.267791 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.308354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] For port 187028e2-9ba2-429e-85b0-8600d6aa9222, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=187028e2-9ba2-429e-85b0-8600d6aa9222,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:16.335443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-b1532f08-7665-48c7-89ba-140bf04accad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:16.337038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-b1532f08-7665-48c7-89ba-140bf04accad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 797 time: 0.1312318 Apr 04 12:19:16.362849 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-cab46305-8a70-491e-b4ab-38c1a96751c8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/quotas/325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 375 time: 0.0177493 Apr 04 12:19:16.381544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.442038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-ae7d5fa9-4b6d-42fb-8b4e-145ef014455b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687017 Apr 04 12:19:16.442291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da4fa1-45a1-4e15-857a-2200c302ea85 None None] Pushing event updated for resources: {'Port': ['ID=187028e2-9ba2-429e-85b0-8600d6aa9222,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:16.506532 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-635a323b-8b2f-4346-b8ae-27930ccecbe0 None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:16.506848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-635a323b-8b2f-4346-b8ae-27930ccecbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.513545 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Sync routers for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:19:16.532858 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:16.534267 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:16.561701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-635a323b-8b2f-4346-b8ae-27930ccecbe0 None None] Port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:19:16.574678 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-aa515033-7b83-4d30-887f-89eb64f6e445 service neutron] 10.222.0.43 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312573 Apr 04 12:19:16.585154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-635a323b-8b2f-4346-b8ae-27930ccecbe0 None None] Provisioning complete for port 187028e2-9ba2-429e-85b0-8600d6aa9222 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:16.588613 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-635a323b-8b2f-4346-b8ae-27930ccecbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.654219 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:16.743736 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-32a71085-774a-42b6-9a8c-89e8c0628706 service neutron] 10.222.0.43 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680932 Apr 04 12:19:16.806731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 177e3a84-2ba9-4aa2-be52-42176f2d74c6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:19:16.870684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-907696da-f04c-48a8-aa34-0f1890b641a7 None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:16.871053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-907696da-f04c-48a8-aa34-0f1890b641a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.884183 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 2, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:16.916596 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Checking router: 025d70ce-a6b1-4a7d-99cf-7906b072de67 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:19:16.916968 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Updating router 025d70ce-a6b1-4a7d-99cf-7906b072de67 port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:19:16.918606 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-907696da-f04c-48a8-aa34-0f1890b641a7 None None] Port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:19:16.931287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:16.931287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:16.948162 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.021535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.050638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 177e3a84-2ba9-4aa2-be52-42176f2d74c6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=177e3a84-2ba9-4aa2-be52-42176f2d74c6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:17.057293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7fa61b91-d5f1-40da-980a-971968dfa8e7 None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:17.057792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7fa61b91-d5f1-40da-980a-971968dfa8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.106989 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7fa61b91-d5f1-40da-980a-971968dfa8e7 None None] Port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:19:17.141747 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.142843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 187028e2-9ba2-429e-85b0-8600d6aa9222 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:19:17.239906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=177e3a84-2ba9-4aa2-be52-42176f2d74c6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:17.254887 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 187028e2-9ba2-429e-85b0-8600d6aa9222 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:17.255392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.279081 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.345134 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.364345 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c7a2b57a-7e05-42f7-8391-d6c8968db90e req-a598bf16-d486-4d31-9c39-e5540a2d6c8f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 210 time: 0.3469572 Apr 04 12:19:17.415269 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Pushing event updated for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:17.439957 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.440646 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.441184 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.441742 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.442261 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.447621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:19:17.474899 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Attempting to bind port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:19:17.475253 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Attempting to bind port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:19:17.476719 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Attempting to bind port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd on network ee9901b7-49cf-4d97-989c-4890752fbb4a {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:19:17.480716 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:19:17.481094 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Checking segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:19:17.481503 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.482020 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Bound using segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:19:17.482370 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Bound port: 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:19:17.482758 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.550317 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] For port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:19:17.553889 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] For port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:19:17.628406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e0a178a5-dd72-4381-87b3-703768eb257c None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:17.628778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e0a178a5-dd72-4381-87b3-703768eb257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.653830 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:17.665598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e0a178a5-dd72-4381-87b3-703768eb257c None None] Port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:19:17.795011 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:17.795633 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:17.830727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab200181-f8e0-4f05-871e-2f42f776546f None None] Pushing event updated for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:17.908829 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:17.984958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:17.985427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:18.063029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:18.095967 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] For port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:18.108700 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:18.134869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b829ed-08b3-43fb-b96c-449f13fc6405 None None] The sync data for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv is: [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:19:18.187069 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:18.242029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082a3de-bce4-4741-926a-b53ed3130f99 None None] Pushing event updated for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:18.462415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4cc6ac96-d0a7-4a8c-89a9-6593e1b5cffe req-bbed54e3-808c-40f6-aea1-f5b99a34e8c9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Apr 04 12:19:18.760832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:19:18.810211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:18.810585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:18.890668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 177e3a84-2ba9-4aa2-be52-42176f2d74c6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:19:19.094679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:19.095323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:19.134619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-39ee3d1b-cf0a-4612-a376-96a34c77eb5f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:19.136360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-39ee3d1b-cf0a-4612-a376-96a34c77eb5f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 797 time: 0.1290348 Apr 04 12:19:19.179587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-0dfc3044-6356-4d1f-adf0-5bd1e983556a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 379 time: 0.0343626 Apr 04 12:19:19.188540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'port': {'device_id': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'admin_state_up': True, 'tenant_id': '325e229978744483976c18bf0a156fbe', 'security_groups': ['636e6258-4f6c-4643-b7db-7f41dca2f9d1']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:19.373637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:19:19.377410 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:19.423130 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:19:19.510002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.11 (ee9901b7-49cf-4d97-989c-4890752fbb4a/60bc8b74-8ae2-4294-9adc-003111681b87/e2f6ae95-de89-4672-9fb3-6600d543d7e9) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:19:19.558065 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e25f6778-63de-41ac-a367-3051d8a1c8fb req-3af8a25a-4d6a-4f57-b332-6a482c65c4ef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Apr 04 12:19:19.645484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:19.710738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:19.761372 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ee9901b7-49cf-4d97-989c-4890752fbb4a is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:19.764229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:19.766669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:19:19.773947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:19.820238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:19.820844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:19.890440 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-fa06384b-0aed-4b5f-bcfb-0a285266d4c0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056656 Apr 04 12:19:19.904040 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Request body: {'port': {'device_id': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:19.958102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.017699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4338fe3f-1237-4448-ac6a-7921e93b39d5 None None] Provisioning complete for port e2f6ae95-de89-4672-9fb3-6600d543d7e9 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:20.018138 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4338fe3f-1237-4448-ac6a-7921e93b39d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.054612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4338fe3f-1237-4448-ac6a-7921e93b39d5 None None] Port e2f6ae95-de89-4672-9fb3-6600d543d7e9 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:19:20.215153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:19:20.222759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.233942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Transition to ACTIVE for port object e2f6ae95-de89-4672-9fb3-6600d543d7e9 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:19:20.293328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.340356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:20.414551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Attempting to bind port e2f6ae95-de89-4672-9fb3-6600d543d7e9 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:19:20.414888 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Attempting to bind port e2f6ae95-de89-4672-9fb3-6600d543d7e9 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:19:20.415219 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Attempting to bind port e2f6ae95-de89-4672-9fb3-6600d543d7e9 on network ee9901b7-49cf-4d97-989c-4890752fbb4a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:19:20.419895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Port e2f6ae95-de89-4672-9fb3-6600d543d7e9 on network ee9901b7-49cf-4d97-989c-4890752fbb4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:19:20.420353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Attempting to bind port e2f6ae95-de89-4672-9fb3-6600d543d7e9 on network ee9901b7-49cf-4d97-989c-4890752fbb4a {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:19:20.425278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:19:20.425640 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Checking segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:19:20.426025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Bound using segment: {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:19:20.426451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Bound port: e2f6ae95-de89-4672-9fb3-6600d543d7e9, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:19:20.426808 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.491562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:19:20.495878 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:19:20.574110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.611199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:20.611772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:20.613291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] 10.222.0.44 "PUT /v2.0/ports/e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1094 time: 0.7135432 Apr 04 12:19:20.613629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:19:20.615901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:19:20.676346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad06817-41aa-45e0-9c15-645893081829 x-openstack-request-id: req-7ad06817-41aa-45e0-9c15-645893081829 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:19:20.677108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:19:20.677108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ad06817-41aa-45e0-9c15-645893081829 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:19:20.677363 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad06817-41aa-45e0-9c15-645893081829'] response: {'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'status': 'completed', 'code': 200} Apr 04 12:19:20.678113 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d426-b236-494b-ac14-2833d49a4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:20.714102 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5830d0-e233-4f7f-ac76-b7d5e8e1b67d req-d71dbad4-0120-45f6-beab-79b31f1545ec tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:20.715658 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b5830d0-e233-4f7f-ac76-b7d5e8e1b67d req-d71dbad4-0120-45f6-beab-79b31f1545ec tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 944 time: 0.0679152 Apr 04 12:19:20.780550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-ca26eb66-78fb-42b6-808b-3cd75a786648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:20.782108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-ca26eb66-78fb-42b6-808b-3cd75a786648 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1097 time: 0.0850744 Apr 04 12:19:20.785374 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b5830d0-e233-4f7f-ac76-b7d5e8e1b67d req-41ea68a9-e8a1-4d10-974d-97852d893187 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483263 Apr 04 12:19:20.878652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-0bd6b13e-0f01-40c0-88a9-5adf4da43212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:20.880062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-0bd6b13e-0f01-40c0-88a9-5adf4da43212 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=325e229978744483976c18bf0a156fbe&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0905149 Apr 04 12:19:20.975224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-f2e171b7-7009-42f2-9093-426422a881c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:20.976677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a61cd6e6-5fb2-4819-84fe-f5a0dcefd527 req-f2e171b7-7009-42f2-9093-426422a881c5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905123 Apr 04 12:19:21.049142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-d8c72ae8-b03b-4985-8d6f-038d674dd933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:21.051156 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-d8c72ae8-b03b-4985-8d6f-038d674dd933 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1097 time: 0.0394897 Apr 04 12:19:21.096323 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-6c5c45d7-ab12-40bd-844d-67534fcde93f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 217 time: 0.0374563 Apr 04 12:19:21.142806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-22cd38c2-979c-45dd-8d83-1fc19a9611d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:21.144279 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-22cd38c2-979c-45dd-8d83-1fc19a9611d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0422876 Apr 04 12:19:21.189334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-34606227-43ac-4cef-a5b5-ff819079f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:21.191665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-34606227-43ac-4cef-a5b5-ff819079f962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404434 Apr 04 12:19:21.288870 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-813e7ce2-936a-41de-9d65-0fe94a820d78 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Apr 04 12:19:21.375869 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-07cb8f86-f213-41f7-9814-383f4f2c41db req-e318d806-b375-43f4-be08-33a6983f2ebd service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804224 Apr 04 12:19:21.901430 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9816f7-42e8-4d44-8015-5b17ae0d093f req-41cc2bf0-bf34-49b7-97f8-652d9f4be9d4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:21.902890 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8b9816f7-42e8-4d44-8015-5b17ae0d093f req-41cc2bf0-bf34-49b7-97f8-652d9f4be9d4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 944 time: 0.0469897 Apr 04 12:19:21.939631 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8b9816f7-42e8-4d44-8015-5b17ae0d093f req-cca08406-32c1-4d27-a0dc-a64dc827dd25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304375 Apr 04 12:19:22.350354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:19:22.440905 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:22.454499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'mac_address': 'fa:16:3e:e5:c6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:19:22.489432 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:22.501949 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:19:22.520505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:22.573143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:22.617694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:22.822645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e2f6ae95-de89-4672-9fb3-6600d543d7e9'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:19:23.062958 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceaf39-ceb6-437f-ace9-e404bbec0696 req-fc3389ac-1b69-4a67-8dcb-72514bbd664e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:23.064472 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37ceaf39-ceb6-437f-ace9-e404bbec0696 req-fc3389ac-1b69-4a67-8dcb-72514bbd664e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 945 time: 0.0591080 Apr 04 12:19:23.102755 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37ceaf39-ceb6-437f-ace9-e404bbec0696 req-246919db-8d5b-4b9f-8b3c-1e7c39f32331 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Apr 04 12:19:24.216273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1281dd-9494-4e5d-b7c5-bc50840107fc req-b08e8e3c-43ee-49b1-8659-3a7275f101fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:24.217728 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9b1281dd-9494-4e5d-b7c5-bc50840107fc req-b08e8e3c-43ee-49b1-8659-3a7275f101fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 945 time: 0.0498118 Apr 04 12:19:24.254247 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9b1281dd-9494-4e5d-b7c5-bc50840107fc req-ea15f8b9-b282-48b7-8385-bd59bd36bebf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307114 Apr 04 12:19:24.351787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:19:24.475931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port e2f6ae95-de89-4672-9fb3-6600d543d7e9 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:19:24.480100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port e2f6ae95-de89-4672-9fb3-6600d543d7e9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:19:24.480472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:24.556097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:24.577375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:19:24.579635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e860d-68e3-4ea1-9d8e-ae3f6c271328" -d '{"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:19:24.592398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:19:24.618728 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2622e87-afa7-4d52-8793-3acd70820fd8 x-openstack-request-id: req-e2622e87-afa7-4d52-8793-3acd70820fd8 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:19:24.619017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:19:24.619269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2622e87-afa7-4d52-8793-3acd70820fd8 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:19:24.619711 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2622e87-afa7-4d52-8793-3acd70820fd8'] response: {'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'code': 200} Apr 04 12:19:24.870733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:24.917851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:25.065821 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964413c-b9c7-4324-a110-5b726be414a2 req-b9992969-8bf2-446a-b7e3-c17e819a24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:25.067320 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4964413c-b9c7-4324-a110-5b726be414a2 req-b9992969-8bf2-446a-b7e3-c17e819a24b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0393584 Apr 04 12:19:25.101381 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4964413c-b9c7-4324-a110-5b726be414a2 req-7ff7411b-6748-420d-b650-1bbeb602c26f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278885 Apr 04 12:19:25.365012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813620a4-9385-4563-b8b5-25609cc4d607 req-5f548e9a-03cd-4298-a1b9-80858a840ac6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:25.366479 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-813620a4-9385-4563-b8b5-25609cc4d607 req-5f548e9a-03cd-4298-a1b9-80858a840ac6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0473993 Apr 04 12:19:25.402644 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-813620a4-9385-4563-b8b5-25609cc4d607 req-7ceee033-7bfd-4f06-91e5-65b56067d224 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Apr 04 12:19:26.519208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd727136-6b3c-4c50-818c-442bd2e7f3a5 req-be05ff6f-330b-42b0-8c50-73fa4fd44dc4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:26.520668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fd727136-6b3c-4c50-818c-442bd2e7f3a5 req-be05ff6f-330b-42b0-8c50-73fa4fd44dc4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0489254 Apr 04 12:19:26.558722 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fd727136-6b3c-4c50-818c-442bd2e7f3a5 req-4ff17212-c4a8-4660-a1d6-995ccd16f1aa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Apr 04 12:19:26.669641 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406470fb-3a14-450c-9532-01351a2114bc req-6a531714-c323-4720-aef6-3e59a7403563 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:26.671112 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-406470fb-3a14-450c-9532-01351a2114bc req-6a531714-c323-4720-aef6-3e59a7403563 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Apr 04 12:19:26.707892 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-406470fb-3a14-450c-9532-01351a2114bc req-8f60c761-fa9a-4362-b17f-6cd89f7e93dd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301914 Apr 04 12:19:26.729199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46936) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:26.769296 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19ec51-3edf-4a7c-b24d-2c72780330a7 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:26.770774 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2e19ec51-3edf-4a7c-b24d-2c72780330a7 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1094 time: 0.0406115 Apr 04 12:19:26.773614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46938) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:26.777719 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:19:26.848006 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:26.940288 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.041469 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.159 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/aa5f84a2-203c-4cfe-b814-6531e768f76f) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:19:27.137435 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.213661 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.235767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2734cddb-2a4d-4439-8bbd-6013d51e8126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.254992 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:19:27.257736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:19:27.260187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:19:27.285689 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=aa5f84a2-203c-4cfe-b814-6531e768f76f,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:27.611135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.717020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.861295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.921626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:27.989473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=aa5f84a2-203c-4cfe-b814-6531e768f76f,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:19:27.998233 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:28.098080 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP a6eb0238-17fc-41ec-a726-2542c08cd5a9 associated. External IP: 172.26.1.159, port: e2f6ae95-de89-4672-9fb3-6600d543d7e9. Apr 04 12:19:28.300969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 025d70ce-a6b1-4a7d-99cf-7906b072de67 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:19:28.409145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:19:28.419542 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Sync routers for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:19:28.430274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:28.430274 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:28.483660 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:28.510470 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6a97d34b-6781-437b-87cc-060c2e56d09b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7358098 Apr 04 12:19:28.511145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:19:28.513646 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b821f-793e-4145-bbc9-31d969ec6491" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:19:28.535912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:28.552857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a51f5-fdda-48c2-a112-5d6e6523d64d x-openstack-request-id: req-794a51f5-fdda-48c2-a112-5d6e6523d64d {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:19:28.553151 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:19:28.553523 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794a51f5-fdda-48c2-a112-5d6e6523d64d {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:19:28.554207 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794a51f5-fdda-48c2-a112-5d6e6523d64d'] response: {'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'status': 'completed', 'code': 200} Apr 04 12:19:28.646276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453860c9-b02d-40da-81c4-5f50509242ee req-6ef6b5d4-11b5-4c78-a026-4118d3ebcfcb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:28.647773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-453860c9-b02d-40da-81c4-5f50509242ee req-6ef6b5d4-11b5-4c78-a026-4118d3ebcfcb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0845294 Apr 04 12:19:28.649663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b821f-793e-4145-bbc9-31d969ec6491 req-7ab2fe21-5e6f-481a-95d0-70d95604e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:28.651045 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-7ab2fe21-5e6f-481a-95d0-70d95604e454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0579579 Apr 04 12:19:28.720587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-453860c9-b02d-40da-81c4-5f50509242ee req-35567cf7-335f-4bed-8291-ee2770e27038 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665591 Apr 04 12:19:28.743157 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46944) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:28.772404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'a6eb0238-17fc-41ec-a726-2542c08cd5a9', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'mac_address': 'fa:16:3e:e5:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:19:27Z', 'updated_at': '2022-04-04T12:19:27Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:28.780636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b821f-793e-4145-bbc9-31d969ec6491 req-566a9194-a690-4027-8e88-2f4943a55352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:28.782141 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-566a9194-a690-4027-8e88-2f4943a55352 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.1207514 Apr 04 12:19:28.802588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Checking router: 025d70ce-a6b1-4a7d-99cf-7906b072de67 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:19:28.810896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:19:28.811501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:18:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:28.813709 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7fa5ad31-13f7-42cc-9388-a0ded2fbce80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/a6eb0238-17fc-41ec-a726-2542c08cd5a9 HTTP/1.1" status: 200 len: 992 time: 0.0684166 Apr 04 12:19:28.848359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-7f5e39c0-eda5-4198-85d2-1ad7531774e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1000 time: 0.0585177 Apr 04 12:19:28.896106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b821f-793e-4145-bbc9-31d969ec6491 req-e2811f08-c161-4944-a478-4225c2338c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:28.897616 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-e2811f08-c161-4944-a478-4225c2338c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0433207 Apr 04 12:19:28.916611 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:19:28.945467 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b821f-793e-4145-bbc9-31d969ec6491 req-71da0ca3-37f5-421f-a99b-151fb085a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:19:28.946986 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-71da0ca3-37f5-421f-a99b-151fb085a100 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435026 Apr 04 12:19:29.037908 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-50e391ee-ade0-4d0d-89ee-c65a218643b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845282 Apr 04 12:19:29.130621 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-325b821f-793e-4145-bbc9-31d969ec6491 req-ed11fb31-29ed-43e4-b248-ddd2f198d5a4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863233 Apr 04 12:19:29.139136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'a6eb0238-17fc-41ec-a726-2542c08cd5a9', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'mac_address': 'fa:16:3e:e5:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:19:27Z', 'updated_at': '2022-04-04T12:19:27Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:19:29.168546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022382a7-418e-4c91-84f4-1a72aaf2670f None None] The sync data for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv is: [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'a6eb0238-17fc-41ec-a726-2542c08cd5a9', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'mac_address': 'fa:16:3e:e5:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:19:27Z', 'updated_at': '2022-04-04T12:19:27Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:19:29.356259 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e81896-1501-45b6-a942-f5e7be07c098 None None] New status for floating IP a6eb0238-17fc-41ec-a726-2542c08cd5a9: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:19:29.446610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-97d13be8-a1ae-42c8-a105-f0aee0c78e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:29.816544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 46946) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:19:29.874829 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5d1ee7bc-0abb-452c-b5ba-57a9ab3d7131 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/a6eb0238-17fc-41ec-a726-2542c08cd5a9 HTTP/1.1" status: 200 len: 994 time: 0.0572431 Apr 04 12:19:30.635631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:32.161131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:32.430094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:34.453239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:56.421086 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:19:57.251188 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0eb5304b-f765-4ad2-9500-8bd185b564e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:19:59.474973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7abbace0-8aee-4ea9-831f-ebd9cd06aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:00.629622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:02.211079 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:02.418012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:03.135910 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-ebc89feb-86c3-4f7a-9c37-00f2c0ccf197 req-9c7530f6-7c4d-4674-b39c-68b6b52b4a79 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:20:03.136903 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ebc89feb-86c3-4f7a-9c37-00f2c0ccf197 req-9c7530f6-7c4d-4674-b39c-68b6b52b4a79 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053947 Apr 04 12:20:03.482080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b44d9-7f81-4cef-a415-fe1db95fafea req-26224a69-1bc2-4e70-982c-d9b16c97c197 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:03.483581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cf3b44d9-7f81-4cef-a415-fe1db95fafea req-26224a69-1bc2-4e70-982c-d9b16c97c197 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Apr 04 12:20:03.521970 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cf3b44d9-7f81-4cef-a415-fe1db95fafea req-4775b2fa-b469-4daa-814f-d967c1ae124b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Apr 04 12:20:03.688227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 46966) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:20:03.767122 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-d5f3d441-703c-4e5b-9719-d81d3739e5b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777638 Apr 04 12:20:03.776130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-7a53513f-2966-4a62-95ef-c1215738d7cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:20:03.777069 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-7a53513f-2966-4a62-95ef-c1215738d7cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047679 Apr 04 12:20:04.440538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:04.637001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91db4-9945-44ad-9d83-8154fdafa771 req-8e40c4c6-1e22-43b4-98aa-12e1d4718f6a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:04.638586 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14c91db4-9945-44ad-9d83-8154fdafa771 req-8e40c4c6-1e22-43b4-98aa-12e1d4718f6a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0477135 Apr 04 12:20:04.677383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-14c91db4-9945-44ad-9d83-8154fdafa771 req-0964062e-88c6-4629-b221-1cadc9f78501 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Apr 04 12:20:05.688574 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-e5ec6b54-f5ca-46b5-a31c-921cec988a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:05.690046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-e5ec6b54-f5ca-46b5-a31c-921cec988a96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0849767 Apr 04 12:20:05.779133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-e557eae1-40f6-4241-b36f-eabd3c054eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:05.780887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-e557eae1-40f6-4241-b36f-eabd3c054eb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.0840437 Apr 04 12:20:05.791274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a16add-2b73-4d45-a334-c64c0842f165 req-b383579e-6b00-479b-84c6-f3d4c4b28a43 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:05.792786 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74a16add-2b73-4d45-a334-c64c0842f165 req-b383579e-6b00-479b-84c6-f3d4c4b28a43 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0488524 Apr 04 12:20:05.830400 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74a16add-2b73-4d45-a334-c64c0842f165 req-7825e18f-0eca-44f5-a692-c2499bf39a92 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Apr 04 12:20:05.849465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-ba3eb1da-a6ad-43a5-bd8b-17933032f30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0614059 Apr 04 12:20:05.896405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-16d320b4-1610-4fbd-af34-f943bef3a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:05.897722 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-16d320b4-1610-4fbd-af34-f943bef3a972 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0419278 Apr 04 12:20:05.940186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-95f0cd34-8d2c-4182-8198-95608e92c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:05.942255 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-95f0cd34-8d2c-4182-8198-95608e92c7ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386119 Apr 04 12:20:06.032402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-69a845c2-c0fd-4a1d-8929-7a3b5d0c25aa service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835166 Apr 04 12:20:06.119792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-a09dee16-68fe-41d0-bba8-c278200f27ba service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Apr 04 12:20:06.946879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a128a1-7ff1-4c8b-ab01-3ce5784eb19c req-7265b03f-eded-4adc-ae3a-24006abc88ea tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:06.948227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e8a128a1-7ff1-4c8b-ab01-3ce5784eb19c req-7265b03f-eded-4adc-ae3a-24006abc88ea tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0514255 Apr 04 12:20:06.984172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e8a128a1-7ff1-4c8b-ab01-3ce5784eb19c req-7d0f60d3-e170-4edf-9191-a48c6df788e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300670 Apr 04 12:20:08.098178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18897-804d-45bb-8dc4-eedd2ca4fa9a req-57ebb845-5dbc-49fd-9300-41302335129f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:08.099650 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-36f18897-804d-45bb-8dc4-eedd2ca4fa9a req-57ebb845-5dbc-49fd-9300-41302335129f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0488632 Apr 04 12:20:08.138272 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-36f18897-804d-45bb-8dc4-eedd2ca4fa9a req-5168cfb1-6d97-4d43-b962-37b5d78176d4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Apr 04 12:20:09.251164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eec2ad-86a6-44fd-9ba7-f8004a41f2b7 req-2c2b8185-6429-4fb2-9865-eecbfe15dc7e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:09.252609 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98eec2ad-86a6-44fd-9ba7-f8004a41f2b7 req-2c2b8185-6429-4fb2-9865-eecbfe15dc7e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Apr 04 12:20:09.289353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-98eec2ad-86a6-44fd-9ba7-f8004a41f2b7 req-49add3a4-9190-40a2-8709-37446e3a747b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307643 Apr 04 12:20:10.406286 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b723ebd-5d30-4105-837d-cdedd9dd62d2 req-fd8df280-d0ae-4caa-84da-bfd04f9ba140 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:10.407659 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6b723ebd-5d30-4105-837d-cdedd9dd62d2 req-fd8df280-d0ae-4caa-84da-bfd04f9ba140 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0518601 Apr 04 12:20:10.444731 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6b723ebd-5d30-4105-837d-cdedd9dd62d2 req-75459363-c22e-47e0-a152-66e2d062a027 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Apr 04 12:20:11.556756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43c045-c3a9-427f-926f-1aadb5dfa7f1 req-c2fc7af2-8d76-4b73-9c78-3e5d70c1cb76 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:11.558246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce43c045-c3a9-427f-926f-1aadb5dfa7f1 req-c2fc7af2-8d76-4b73-9c78-3e5d70c1cb76 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0479386 Apr 04 12:20:11.594195 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ce43c045-c3a9-427f-926f-1aadb5dfa7f1 req-ec6f2082-504a-4be0-b984-92bcd71821d9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300331 Apr 04 12:20:12.706883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af749702-9bb4-4258-9768-f27ccaff1bb0 req-761db0db-b87d-4784-9571-2a857a7a0456 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:12.708349 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af749702-9bb4-4258-9768-f27ccaff1bb0 req-761db0db-b87d-4784-9571-2a857a7a0456 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0474081 Apr 04 12:20:12.744714 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af749702-9bb4-4258-9768-f27ccaff1bb0 req-cad17964-1ae2-49da-8148-04d9d21503b3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Apr 04 12:20:13.862167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf235d-5304-4c0a-9617-2a26ae50d1ab req-d0cf9898-e792-4677-9956-9b05af6b7bc2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:13.863631 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8daf235d-5304-4c0a-9617-2a26ae50d1ab req-d0cf9898-e792-4677-9956-9b05af6b7bc2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0509520 Apr 04 12:20:13.900216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8daf235d-5304-4c0a-9617-2a26ae50d1ab req-a2fad5d0-845a-415e-94f8-6561b557c412 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 Apr 04 12:20:15.011231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6400-bfec-4d4c-83b0-6b57ab3e4860 req-81431d6a-2f5d-47d7-aaa8-bf3b814d3dfc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:15.012704 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-903f6400-bfec-4d4c-83b0-6b57ab3e4860 req-81431d6a-2f5d-47d7-aaa8-bf3b814d3dfc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0472672 Apr 04 12:20:15.050213 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-903f6400-bfec-4d4c-83b0-6b57ab3e4860 req-82e910d8-8764-426c-8e74-5ea98fcd090d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Apr 04 12:20:15.153520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc555-0814-462b-b1d0-146670fc7644 req-72beddd5-9116-4bc5-afaa-3e7004e98751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:15.155250 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-72beddd5-9116-4bc5-afaa-3e7004e98751 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0393269 Apr 04 12:20:15.255556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc555-0814-462b-b1d0-146670fc7644 req-f0211b29-4964-4656-a842-68f4f2c1f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:15.256898 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-f0211b29-4964-4656-a842-68f4f2c1f4cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.0807068 Apr 04 12:20:15.322570 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-6026007f-a1b7-491b-9e58-cad8967acdcc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0590327 Apr 04 12:20:15.369407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc555-0814-462b-b1d0-146670fc7644 req-419698d5-1668-42d8-b392-0db1e9861803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:15.370799 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-419698d5-1668-42d8-b392-0db1e9861803 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0405548 Apr 04 12:20:15.414024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc555-0814-462b-b1d0-146670fc7644 req-78fadcc9-43b9-43d6-95dc-9dff572c2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:15.415460 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-78fadcc9-43b9-43d6-95dc-9dff572c2a28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380147 Apr 04 12:20:15.505486 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-7ba40ddd-aba8-4887-addf-e7d627bc0f8d service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834424 Apr 04 12:20:15.599008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-186dc555-0814-462b-b1d0-146670fc7644 req-dfc847f8-8f46-4366-b929-76f517d9429a service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Apr 04 12:20:16.167501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596b53-082b-4d63-94d1-2d53d937117f req-4a0a7e08-4b14-4a51-bc4a-bdfedcf479b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:16.168993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84596b53-082b-4d63-94d1-2d53d937117f req-4a0a7e08-4b14-4a51-bc4a-bdfedcf479b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0519361 Apr 04 12:20:16.206665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84596b53-082b-4d63-94d1-2d53d937117f req-44727ba2-718e-414c-b1fb-13d49e6db9cd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Apr 04 12:20:17.328441 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5d69-b48b-4f12-a8c1-ba97e1b9a4b7 req-10412559-5ac5-4722-9b48-c92cdd37a405 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:17.329952 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-921a5d69-b48b-4f12-a8c1-ba97e1b9a4b7 req-10412559-5ac5-4722-9b48-c92cdd37a405 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0537558 Apr 04 12:20:17.367805 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-921a5d69-b48b-4f12-a8c1-ba97e1b9a4b7 req-6eaa0e05-6bf2-4ae1-8227-d18fd752b702 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Apr 04 12:20:18.035233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-e9b4bfb7-5b09-4706-b7e6-03263d5d43df service neutron] 10.222.0.44 "GET /v2.0/ports/e2f6ae95-de89-4672-9fb3-6600d543d7e9/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0529685 Apr 04 12:20:18.489435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb40af-2672-4cb9-8bd2-2835af649cfe req-9c889b8d-3792-4206-835b-f0807ed68834 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.490938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cdb40af-2672-4cb9-8bd2-2835af649cfe req-9c889b8d-3792-4206-835b-f0807ed68834 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Apr 04 12:20:18.557936 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2cdb40af-2672-4cb9-8bd2-2835af649cfe req-aaa13505-b9fd-4475-8bc4-ca2adaa50d3c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601318 Apr 04 12:20:18.573387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-10be886b-f081-4a82-9eea-25557fd385fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.573387 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-10be886b-f081-4a82-9eea-25557fd385fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 1099 time: 0.0581892 Apr 04 12:20:18.632348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-bfdd09d0-748e-4919-b2db-c2f44ea27aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.633871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-bfdd09d0-748e-4919-b2db-c2f44ea27aee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0400724 Apr 04 12:20:18.724570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-a72f1145-963c-45a2-9382-7aa5a65ca469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.727978 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-a72f1145-963c-45a2-9382-7aa5a65ca469 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.0861998 Apr 04 12:20:18.796000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-42f35b17-4c58-448f-9f6f-8ba1a31305e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0575945 Apr 04 12:20:18.843537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-40c82df7-0e3f-473f-9af8-e8d7980bacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.844914 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-40c82df7-0e3f-473f-9af8-e8d7980bacc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0415072 Apr 04 12:20:18.892611 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-a11ad6d6-9383-4dc5-a031-01aebbeedac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:18.894088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-a11ad6d6-9383-4dc5-a031-01aebbeedac5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418694 Apr 04 12:20:18.979330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-ba7fc05f-78d5-42e8-8a99-82a2bd8a8c81 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788081 Apr 04 12:20:19.069883 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0a09417c-6d7f-46ab-a97c-05e46460539a req-00d7b71a-11d5-4d8e-83bd-e98e5c9ea08d service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815089 Apr 04 12:20:19.671232 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00e48-9f77-4852-bbc0-92659bec17b3 req-019f5c83-c325-45d1-9127-7c05de0d2137 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:19.672689 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ef00e48-9f77-4852-bbc0-92659bec17b3 req-019f5c83-c325-45d1-9127-7c05de0d2137 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0476348 Apr 04 12:20:19.709872 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8ef00e48-9f77-4852-bbc0-92659bec17b3 req-fa786cfa-3d95-4f7a-8cf5-bffb54ba8170 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Apr 04 12:20:20.831571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8430f9-2ab5-4cf8-8ac2-4231c63779c6 req-077e58bb-d7f5-49d9-a2ce-9f0e7617dfbc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:20.833058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b8430f9-2ab5-4cf8-8ac2-4231c63779c6 req-077e58bb-d7f5-49d9-a2ce-9f0e7617dfbc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0568378 Apr 04 12:20:20.870314 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3b8430f9-2ab5-4cf8-8ac2-4231c63779c6 req-55bcd028-5dec-422b-8daf-3baea17ecd36 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Apr 04 12:20:21.983399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf898d-f0e6-44fb-ac65-344458bd35d8 req-503e74c5-ce61-4d75-b85e-34776d2e9fe9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:21.984846 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6bbf898d-f0e6-44fb-ac65-344458bd35d8 req-503e74c5-ce61-4d75-b85e-34776d2e9fe9 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0474029 Apr 04 12:20:22.020991 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6bbf898d-f0e6-44fb-ac65-344458bd35d8 req-d2bf8039-364e-41de-816d-3cdc4a120599 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296671 Apr 04 12:20:22.437073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2d5b4-f614-41dc-ab33-69869537df6f req-0da2f4d9-d239-4f80-b0b1-94559129e14e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.438600 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c6c2d5b4-f614-41dc-ab33-69869537df6f req-0da2f4d9-d239-4f80-b0b1-94559129e14e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0523624 Apr 04 12:20:22.476637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c6c2d5b4-f614-41dc-ab33-69869537df6f req-1034aa35-fa6e-4afc-86f0-276313ea403a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Apr 04 12:20:22.499697 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2567-e493-44f4-8609-16b498554016 req-556794fd-7f3d-4810-bb99-55f63aa5d678 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.501143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-556794fd-7f3d-4810-bb99-55f63aa5d678 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57&tenant_id=325e229978744483976c18bf0a156fbe&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0495837 Apr 04 12:20:22.563662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:20:22.567713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:20:22.608614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2567-e493-44f4-8609-16b498554016 req-6ca18a99-051d-49f2-b707-8a94d409f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.610026 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-6ca18a99-051d-49f2-b707-8a94d409f30c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0690653 Apr 04 12:20:22.621498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7c82-773d-4938-a50c-177f99bca3e2 req-93fbd397-a78c-4161-a2c4-fe6cf9b0eeeb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.622958 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b2d7c82-773d-4938-a50c-177f99bca3e2 req-93fbd397-a78c-4161-a2c4-fe6cf9b0eeeb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0733902 Apr 04 12:20:22.713606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2b2d7c82-773d-4938-a50c-177f99bca3e2 req-2329653c-c1ca-4b19-a181-d8a9b1137109 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816748 Apr 04 12:20:22.719362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:22.727201 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:20:22.736287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2567-e493-44f4-8609-16b498554016 req-c0af391b-db31-4b22-9425-a616dd74d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.738603 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-c0af391b-db31-4b22-9425-a616dd74d68d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.1147902 Apr 04 12:20:22.753996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'port_id': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'mac_address': 'fa:16:3e:e5:c6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:20:22.759367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:20:22.761595 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a895956d-ba7f-4fee-8217-1b2755d6592e" -d '{"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:20:22.792000 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:20:22.804412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-3968ff80-ba6d-4d0d-af35-54f3da2ff4c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0587873 Apr 04 12:20:22.807938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:22.816718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4a072-57e2-4762-affc-04259e5fd3ec x-openstack-request-id: req-7bf4a072-57e2-4762-affc-04259e5fd3ec {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:20:22.817008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:20:22.817258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bf4a072-57e2-4762-affc-04259e5fd3ec {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:20:22.817683 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf4a072-57e2-4762-affc-04259e5fd3ec'] response: {'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'code': 200} Apr 04 12:20:22.822810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:20:22.859975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2567-e493-44f4-8609-16b498554016 req-761f468b-fb66-4513-84aa-78e971df512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.861333 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-761f468b-fb66-4513-84aa-78e971df512c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0431623 Apr 04 12:20:22.886622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:22.912663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2567-e493-44f4-8609-16b498554016 req-87f3c63d-ed51-4435-aa3c-d50645e05445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:22.914238 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-87f3c63d-ed51-4435-aa3c-d50645e05445 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453205 Apr 04 12:20:23.006423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-1b1accf8-4566-45c4-88ec-aced011fc43d service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853474 Apr 04 12:20:23.096851 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:20:23.097228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:20:23.104286 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7b3a2567-e493-44f4-8609-16b498554016 req-a00ac764-d7d1-4288-ba8b-3a3ca4c97acc service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914032 Apr 04 12:20:23.108699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:20:23.115784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.116075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.116425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.116768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.117115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.117453 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.117817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.118153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.118489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.118811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.119143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.119469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:23.632440 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:23.645789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:20:23.664375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:20:23.731328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:23.787987 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:20:23.798901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['e2f6ae95-de89-4672-9fb3-6600d543d7e9'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:20:23.834093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646db4c-625b-47c6-b710-d3e16f8e57b0 req-0dc3e1cd-3a78-42a3-b86d-2dc4c4829402 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:23.835676 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0646db4c-625b-47c6-b710-d3e16f8e57b0 req-0dc3e1cd-3a78-42a3-b86d-2dc4c4829402 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 945 time: 0.0521910 Apr 04 12:20:23.874350 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0646db4c-625b-47c6-b710-d3e16f8e57b0 req-fdac14d7-e111-4371-a060-eb4b97251008 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Apr 04 12:20:23.897111 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47040) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:20:23.965471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b30abdfe-babd-40de-918a-58f306c38c49 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/a6eb0238-17fc-41ec-a726-2542c08cd5a9 HTTP/1.1" status: 200 len: 993 time: 0.0671563 Apr 04 12:20:24.567568 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:20:24.614576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port e2f6ae95-de89-4672-9fb3-6600d543d7e9 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:20:24.614948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:24.688046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:24.722375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:20:24.770988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:24.815819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:20:24.818180 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:20:24.820307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3fa362-d71e-4b7f-a00c-3f439d738116" -d '{"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:20:24.857280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1730b-56f7-4df8-a413-fd354050a300 x-openstack-request-id: req-d2b1730b-56f7-4df8-a413-fd354050a300 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:20:24.857602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:20:24.857859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2b1730b-56f7-4df8-a413-fd354050a300 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:20:24.858251 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b1730b-56f7-4df8-a413-fd354050a300'] response: {'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'code': 200} Apr 04 12:20:27.272677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d5f5fb19-63f0-462c-addd-101c1de3b0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:29.497397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b88584fb-8442-4df7-9e7f-b6f172e15ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:30.691423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:32.176504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:32.531294 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:33.420439 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:20:34.461283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:54.644139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47052) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:20:54.792460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port aa5f84a2-203c-4cfe-b814-6531e768f76f {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:20:54.792803 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:54.863931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:54.864260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:54.880203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for aa5f84a2-203c-4cfe-b814-6531e768f76f owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:20:55.424527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:55.447719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=aa5f84a2-203c-4cfe-b814-6531e768f76f,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:20:55.457038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.457385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.457745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.458082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.458415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.459258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.459258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.459443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.459675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.459993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.460318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.460633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:20:55.523638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:55.523954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP a6eb0238-17fc-41ec-a726-2542c08cd5a9 disassociated (deleted). External IP: 172.26.1.159, port: e2f6ae95-de89-4672-9fb3-6600d543d7e9. Apr 04 12:20:55.725549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 025d70ce-a6b1-4a7d-99cf-7906b072de67 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:20:55.838405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:20:55.843262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:55.848006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Sync routers for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:20:55.860362 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:20:55.861233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:20:55.870392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-449ae596-6226-4fdf-aef2-aa432e823f89 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6eb0238-17fc-41ec-a726-2542c08cd5a9 HTTP/1.1" status: 204 len: 168 time: 1.2252007 Apr 04 12:20:55.871056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:20:55.873426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:20:55.912474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebaae22-23b9-4ff9-bdfa-de6a020984f1 x-openstack-request-id: req-1ebaae22-23b9-4ff9-bdfa-de6a020984f1 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:20:55.912736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:20:55.912954 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ebaae22-23b9-4ff9-bdfa-de6a020984f1 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:20:55.913477 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebaae22-23b9-4ff9-bdfa-de6a020984f1'] response: {'name': 'network-changed', 'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'status': 'completed', 'code': 200} Apr 04 12:20:55.976692 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-a1c40abe-7ceb-41ab-9570-e15925af375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:55.978483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-a1c40abe-7ceb-41ab-9570-e15925af375f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 1099 time: 0.0451796 Apr 04 12:20:55.978860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:20:56.088188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-bed173c8-250b-41a8-830e-f450c474563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:56.094447 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-bed173c8-250b-41a8-830e-f450c474563d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 200 len: 898 time: 0.1035903 Apr 04 12:20:56.137112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-3d53846c-a2f9-4a28-9cbe-1a2d3173d279 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 200 len: 217 time: 0.0394521 Apr 04 12:20:56.192009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-8dde1ecb-8e32-4ff7-a8d8-6a91c86317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:56.193596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-8dde1ecb-8e32-4ff7-a8d8-6a91c86317a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 200 len: 835 time: 0.0493007 Apr 04 12:20:56.195920 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:20:56.222129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Checking router: 025d70ce-a6b1-4a7d-99cf-7906b072de67 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:20:56.231190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:20:56.231855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:20:56.253492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-9ed78b12-12c9-45fb-b033-03146a4958da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:56.255661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-9ed78b12-12c9-45fb-b033-03146a4958da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9901b7-49cf-4d97-989c-4890752fbb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499294 Apr 04 12:20:56.341708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:20:56.367058 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-e47f0086-3886-4895-ae8c-ee726a5b586d service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022363 Apr 04 12:20:56.462850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9cb97-24e7-4fe4-8465-4df89655dc41 req-26a1bc47-d0be-49ef-a9d9-9eeabb8b838a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:56.464353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-76a9cb97-24e7-4fe4-8465-4df89655dc41 req-26a1bc47-d0be-49ef-a9d9-9eeabb8b838a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.2078261 Apr 04 12:20:56.517929 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67388c3a-ebcf-4c5d-ae64-9d9e7bf38fd4 req-ab043881-cbb4-40f6-a9a0-ef16e1c0b488 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365938 Apr 04 12:20:56.520813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-76a9cb97-24e7-4fe4-8465-4df89655dc41 req-5311f751-c7fe-4050-9df5-bdbb0468d0a7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485103 Apr 04 12:20:56.554234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:20:56.580473 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cff67b-7ee3-455e-97c0-791d9d2c2adb None None] The sync data for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv is: [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:15Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6249fae2-4ca4-4623-85b8-b12f5fdfe8cd', 'name': '', 'network_id': 'ee9901b7-49cf-4d97-989c-4890752fbb4a', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:42:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:14Z', 'updated_at': '2022-04-04T12:19:18Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '60bc8b74-8ae2-4294-9adc-003111681b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:20:56.787315 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253b1b8-fa0a-41c1-b1eb-9e1a230849b5 None None] New status for floating IP a6eb0238-17fc-41ec-a726-2542c08cd5a9: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:20:57.244892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-78228044-b91c-40c9-9be3-db31d285e373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:57.636886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002be33-46f4-4e89-a1f6-a5a03c4b31c6 req-2b49e63c-723f-4c07-8d65-9ffed468f469 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:57.638353 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f002be33-46f4-4e89-a1f6-a5a03c4b31c6 req-2b49e63c-723f-4c07-8d65-9ffed468f469 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0472112 Apr 04 12:20:57.676789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f002be33-46f4-4e89-a1f6-a5a03c4b31c6 req-0eeabcf8-ee9e-4213-82f4-1ce683839b68 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=636e6258-4f6c-4643-b7db-7f41dca2f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Apr 04 12:20:57.933905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-84730f40-d379-46a8-80f5-1fcbcad112c5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:20:57.935251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-84730f40-d379-46a8-80f5-1fcbcad112c5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 946 time: 0.0477524 Apr 04 12:20:58.035099 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:20:58.035444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:58.122214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port e2f6ae95-de89-4672-9fb3-6600d543d7e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e2f6ae95-de89-4672-9fb3-6600d543d7e9,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:20:58.128806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:58.139224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for e2f6ae95-de89-4672-9fb3-6600d543d7e9 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:20:58.313333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:58.341133 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=e2f6ae95-de89-4672-9fb3-6600d543d7e9,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:20:58.384850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] No DVR routers for this DVR port e2f6ae95-de89-4672-9fb3-6600d543d7e9 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:20:58.392402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:58.392402 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d4541363-d1e5-4a17-a2bb-6ab4b143afdc req-2694cbcb-d5a0-45b8-b1b9-eac64476b2bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "DELETE /v2.0/ports/e2f6ae95-de89-4672-9fb3-6600d543d7e9 HTTP/1.1" status: 204 len: 173 time: 0.4490588 Apr 04 12:20:58.392402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-deleted', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:20:58.393407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2ef03-13e0-4b67-bb28-da4d5741fcea" -d '{"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-deleted", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:20:58.431489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ee1b1-300d-4cc2-9a96-f66dd8882f3d x-openstack-request-id: req-375ee1b1-300d-4cc2-9a96-f66dd8882f3d {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:20:58.431788 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83b537-bf39-4a38-8fc6-4a3a7c193c57", "name": "network-vif-deleted", "tag": "e2f6ae95-de89-4672-9fb3-6600d543d7e9", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:20:58.432045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-375ee1b1-300d-4cc2-9a96-f66dd8882f3d {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:20:58.432452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375ee1b1-300d-4cc2-9a96-f66dd8882f3d'] response: {'server_uuid': '5c83b537-bf39-4a38-8fc6-4a3a7c193c57', 'name': 'network-vif-deleted', 'tag': 'e2f6ae95-de89-4672-9fb3-6600d543d7e9', 'status': 'completed', 'code': 200} Apr 04 12:20:58.787149 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-d8da5425-4c47-4a77-baba-35ec1a0fc657 req-68dcc013-e460-4a77-a682-274bb972297c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c83b537-bf39-4a38-8fc6-4a3a7c193c57 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Apr 04 12:20:59.477814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0a4629e6-53f9-45fb-bca7-008774c503bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:20:59.842395 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47070) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:00.183895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:00.426984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:21:00.427295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:00.519870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:00.520238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:00.531845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:21:00.671864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:00.753741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:00.781679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=6249fae2-4ca4-4623-85b8-b12f5fdfe8cd,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:00.949509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.157542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 025d70ce-a6b1-4a7d-99cf-7906b072de67 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:21:01.258639 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:21:01.263596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-58262ea1-a19c-4a4d-ace7-366d8579e1c1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/025d70ce-a6b1-4a7d-99cf-7906b072de67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201956 Apr 04 12:21:01.266616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47072) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:01.267654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Sync routers for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:21:01.277924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:01.278522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:01.322253 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting subnet 60bc8b74-8ae2-4294-9adc-003111681b87 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:21:01.326078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.365626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.380368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:01.447779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.557211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:21:00Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:01.585235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Checking router: 025d70ce-a6b1-4a7d-99cf-7906b072de67 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:21:01.586407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.593838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Routers {'025d70ce-a6b1-4a7d-99cf-7906b072de67'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:01.594456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['025d70ce-a6b1-4a7d-99cf-7906b072de67'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:01.601023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.606832 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/subnets/60bc8b74-8ae2-4294-9adc-003111681b87 HTTP/1.1" status: 204 len: 168 time: 0.3367622 Apr 04 12:21:01.607195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47074) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:01.623270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Subnet': ['ID=60bc8b74-8ae2-4294-9adc-003111681b87,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:01.631370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.631731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.632078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.632419 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.632752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.633328 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.633630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.633753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64935e9-5008-45ad-9bde-fe0802097e62 None None] Network ee9901b7-49cf-4d97-989c-4890752fbb4a requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:21:01.633968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.634306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.634748 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.635201 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.635517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dc91e-2a0b-4ee8-a301-8b7a6d64160e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:01.714021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.785430 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] Set router 025d70ce-a6b1-4a7d-99cf-7906b072de67 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:01.819447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:01.956608 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 177e3a84-2ba9-4aa2-be52-42176f2d74c6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:21:01.957304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.044937 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 177e3a84-2ba9-4aa2-be52-42176f2d74c6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=177e3a84-2ba9-4aa2-be52-42176f2d74c6,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:02.045449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.058231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 177e3a84-2ba9-4aa2-be52-42176f2d74c6 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:21:02.087349 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] DHCP port deletion for ee9901b7-49cf-4d97-989c-4890752fbb4a request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:21:02.163372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Deleting port 187028e2-9ba2-429e-85b0-8600d6aa9222 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:21:02.163752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.166152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:21:00Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:02.213007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e82eeb-4618-4eda-8eda-80e085a111d9 None None] The sync data for ids ['025d70ce-a6b1-4a7d-99cf-7906b072de67'] in dv-neutron-835866-1-hyperv is: [{'id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266342072', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:21:00Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '177e3a84-2ba9-4aa2-be52-42176f2d74c6', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d70ce-a6b1-4a7d-99cf-7906b072de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:19:11Z', 'updated_at': '2022-04-04T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:21:02.218015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.256753 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] For port 187028e2-9ba2-429e-85b0-8600d6aa9222, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=187028e2-9ba2-429e-85b0-8600d6aa9222,segment=NetworkSegment(c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6),segment_id=c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:02.257155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.268774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Calling delete_port for 187028e2-9ba2-429e-85b0-8600d6aa9222 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:21:02.284714 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.310654 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=177e3a84-2ba9-4aa2-be52-42176f2d74c6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:02.369666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.399160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.430336 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] Pushing event deleted for resources: {'Port': ['ID=187028e2-9ba2-429e-85b0-8600d6aa9222,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:02.432179 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc27b0b-7992-4408-ab7e-868556695c38 None None] No DVR routers for this DVR port 187028e2-9ba2-429e-85b0-8600d6aa9222 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:21:02.442755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.469621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.469621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.557393 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.557997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Fanout notify agent at l3_agent the message router_deleted on router 025d70ce-a6b1-4a7d-99cf-7906b072de67 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:21:02.565260 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.568984 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-003d514c-da13-43a7-8df3-2a2edb59ba30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/routers/025d70ce-a6b1-4a7d-99cf-7906b072de67 HTTP/1.1" status: 204 len: 168 time: 0.9577155 Apr 04 12:21:02.569243 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47076) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:02.652596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.718091 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:21:02.740250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: e2f6ae95-de89-4672-9fb3-6600d543d7e9 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:21:02.740602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device e2f6ae95-de89-4672-9fb3-6600d543d7e9 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:21:02.749207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.770519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9901b7-49cf-4d97-989c-4890752fbb4a']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:02.780533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:02.780832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b49ae4-7394-46b6-99c9-d25a9f4a2fb6') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:02.787011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:21:02.791437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.805347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.809046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:21:02.809193 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6249fae2-4ca4-4623-85b8-b12f5fdfe8cd not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:21:02.809667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 187028e2-9ba2-429e-85b0-8600d6aa9222 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:21:02.811367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:21:02.812018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:21:02.815042 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:21:02.829359 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 187028e2-9ba2-429e-85b0-8600d6aa9222 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:21:02.829790 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 187028e2-9ba2-429e-85b0-8600d6aa9222 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:21:02.936275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.948067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:02.948067 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/networks/ee9901b7-49cf-4d97-989c-4890752fbb4a HTTP/1.1" status: 204 len: 168 time: 0.3760006 Apr 04 12:21:02.949153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47078) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:02.956983 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49432242-b51d-4a0d-b62a-9cbb06191c33 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Network': ['ID=ee9901b7-49cf-4d97-989c-4890752fbb4a,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:03.006883 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.031353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.136097 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.138866 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.140039 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/security-groups/636e6258-4f6c-4643-b7db-7f41dca2f9d1 HTTP/1.1" status: 204 len: 168 time: 0.1897938 Apr 04 12:21:03.149678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e70c4-0d58-47e1-b7cd-0f149ea80a75 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636e6258-4f6c-4643-b7db-7f41dca2f9d1,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:03.639577 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47084) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:03.644300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926692738', 'description': 'tempest-secgroup-smoke-926692738 description', 'project_id': '325e229978744483976c18bf0a156fbe'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:03.725307 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.788642 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.854345 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.886550 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2da146-4e85-4703-b316-77cf2bc34cab,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:03.932416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:03.933720 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5582cd64-c87a-4fe6-acb4-38c39b9e7b23 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2930028 Apr 04 12:21:03.936535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47086) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:03.940827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:04.037692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.092507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.141694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.159160 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4088178-5c25-44cc-94bc-b39a6f9e58a0,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:04.212258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.213463 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-35de60fb-688b-4b5a-8a2f-baa9458d824f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760112 Apr 04 12:21:04.216295 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47088) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:04.220586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:04.277431 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.332694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.382118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.401695 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf62533f-7432-4be9-b3a1-fbf9c663922e,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:04.431403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.463499 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.464724 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6907eeb3-57c7-4a11-8a8a-d3ad1d42da65 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2475100 Apr 04 12:21:04.467448 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47090) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:04.471851 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:04.553088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.609184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.666009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.687907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b048563f-dd1b-4b5a-ba18-732799079ae7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:04.689210 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 177e3a84-2ba9-4aa2-be52-42176f2d74c6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:21:04.708528 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 177e3a84-2ba9-4aa2-be52-42176f2d74c6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:21:04.708872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 177e3a84-2ba9-4aa2-be52-42176f2d74c6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:21:04.747565 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.748806 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3d76ff9d-adbb-4412-8a70-3e1aeef6e11f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2803998 Apr 04 12:21:04.751496 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47092) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:04.755815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:04.853512 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.909485 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.974996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:04.991960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3c5a50-2eb2-4910-92d1-80f9310e1dec,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:05.050566 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.051764 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e5a5c493-3369-4a73-acd5-6e4440932002 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993388 Apr 04 12:21:05.054549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47094) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:05.058846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:05.147832 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:21:05.152844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.210946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.282658 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.300833 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f23de9-b765-47e6-ad66-176d7b252a41,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:05.370491 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.371730 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6d85ae07-575f-4c88-8ac1-a19e28ce30fa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161683 Apr 04 12:21:05.374442 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47096) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:05.378952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'cc2da146-4e85-4703-b316-77cf2bc34cab', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:05.454025 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.securitygroups_db [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:21:05.459420 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.518346 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.581618 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.601696 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094deec8-cba5-40a9-8eee-35169635ee27,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:05.686795 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.688034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1a616c7c-7f55-4121-88b9-899d58d5b2a8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126681 Apr 04 12:21:05.690814 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47098) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:05.696050 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'network': {'name': 'tempest-network-smoke--965916990', 'project_id': '325e229978744483976c18bf0a156fbe', 'port_security_enabled': True}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:05.780091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:21:05.783397 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.805336 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:21:05.813737 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.814099 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Added segment ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df of type vlan for network ba305a14-7611-4bf9-82d3-dc29cadecf97 Apr 04 12:21:05.851863 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.941483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:05.947569 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:05.948178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.010003 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Network': ['ID=ba305a14-7611-4bf9-82d3-dc29cadecf97,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:06.020133 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:21:06.036084 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-730d1158-9f9e-47e5-ae91-3dfbfdbd18de tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3442724 Apr 04 12:21:06.038723 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47100) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:06.043395 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'admin_state_up': True, 'project_id': '325e229978744483976c18bf0a156fbe', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:06.148094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.149116 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.202080 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.384305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.638968 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.657648 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.759604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.18 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/a7bcd379-b4f2-4b4a-afda-c63b1413973a) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:21:06.856370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.930651 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:06.967616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:06.970359 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:06.973694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:21:06.997308 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=a7bcd379-b4f2-4b4a-afda-c63b1413973a,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:07.291908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:07.764187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:07.975830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:21:08.079766 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:21:08.090132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Sync routers for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:21:08.101012 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:08.101636 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:08.159199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.160461 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-14709ec6-6b96-4323-8936-0e227000084d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1207669 Apr 04 12:21:08.164269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47102) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:08.190975 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-26d8acd7-af19-4857-a5f4-8d40f920c45d tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=325e229978744483976c18bf0a156fbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256579 Apr 04 12:21:08.193517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47104) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:08.202552 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:08.277918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee08687-66c4-4a87-a8b8-07461e2fa3a6 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:08.279437 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-3ee08687-66c4-4a87-a8b8-07461e2fa3a6 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850039 Apr 04 12:21:08.282498 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47106) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:08.309898 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-13e6bea9-9e66-4091-b7e8-5017d41b0ffd tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263278 Apr 04 12:21:08.312425 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47108) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:08.317017 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602257058', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'project_id': '325e229978744483976c18bf0a156fbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:08.377063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:07Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:08.404233 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Checking router: ce7ce1c5-d760-4142-b4a3-3fbdce471d2c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:21:08.404833 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Updating router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c port a7bcd379-b4f2-4b4a-afda-c63b1413973a binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:21:08.439918 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.502012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:21:08.506231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.759031 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.771657 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.822769 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Subnet': ['ID=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:08.829859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Checking segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:21:08.830225 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network hostable DHCP agents. Network: ba305a14-7611-4bf9-82d3-dc29cadecf97, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:21:08.848138 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.902022 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Pushing event updated for resources: {'Port': ['ID=a7bcd379-b4f2-4b4a-afda-c63b1413973a,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:08.905206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Attempting to bind port a7bcd379-b4f2-4b4a-afda-c63b1413973a on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:21:08.905206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Attempting to bind port a7bcd379-b4f2-4b4a-afda-c63b1413973a by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:21:08.905206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Attempting to bind port a7bcd379-b4f2-4b4a-afda-c63b1413973a on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:21:08.913677 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.914027 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.914365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.914697 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.915028 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.915355 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.915678 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.916001 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.916325 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.916747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.917070 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.917386 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:08.920515 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:21:08.920882 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:21:08.921278 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.921678 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:21:08.922136 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Bound port: a7bcd379-b4f2-4b4a-afda-c63b1413973a, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:21:08.922511 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:08.924249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:21:08.972189 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] For port a7bcd379-b4f2-4b4a-afda-c63b1413973a, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:21:08.975098 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] For port a7bcd379-b4f2-4b4a-afda-c63b1413973a, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7bcd379-b4f2-4b4a-afda-c63b1413973a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:21:08.998879 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, ba305a14-7611-4bf9-82d3-dc29cadecf97) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:09.003016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:09.008382 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.008624 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943733d-8af4-4a9b-bfde-1e6fdc104b2c None None] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:21:09.050891 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.075951 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-80cd5743-939e-4f1a-bb72-3d1c8ae37f5c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7625215 Apr 04 12:21:09.078925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47110) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:09.123590 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97dfdf-018d-4fb2-8acd-623962e1b84a None None] Pushing event updated for resources: {'Port': ['ID=a7bcd379-b4f2-4b4a-afda-c63b1413973a,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:09.125959 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:09.126577 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:09.155423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-ba305a14-7611-4bf9-82d3-dc29cadecf97', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:21:09.156287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.240263 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:09.304655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Allocated IP 172.20.0.2 (ba305a14-7611-4bf9-82d3-dc29cadecf97/e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca/eaf50cb3-7042-4676-b84e-7812c3be11e7) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:21:09.428660 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:07Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:09.455477 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37775d-de77-4715-8002-37d3e36efe99 None None] The sync data for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:07Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:21:09.465714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.589799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.638953 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:09.642493 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:09.645047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:21:09.649109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Pushing event updated for resources: {'Port': ['ID=eaf50cb3-7042-4676-b84e-7812c3be11e7,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:09.738983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Attempting to bind port eaf50cb3-7042-4676-b84e-7812c3be11e7 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:21:09.739479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Attempting to bind port eaf50cb3-7042-4676-b84e-7812c3be11e7 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:21:09.739915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Attempting to bind port eaf50cb3-7042-4676-b84e-7812c3be11e7 on network ba305a14-7611-4bf9-82d3-dc29cadecf97 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:21:09.745249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:21:09.745667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Checking segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:21:09.746078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.746481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Bound using segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:21:09.746948 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Bound port: eaf50cb3-7042-4676-b84e-7812c3be11e7, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:21:09.747334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.821769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] For port eaf50cb3-7042-4676-b84e-7812c3be11e7, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:21:09.825366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] For port eaf50cb3-7042-4676-b84e-7812c3be11e7, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=eaf50cb3-7042-4676-b84e-7812c3be11e7,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:21:09.905970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.906779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:09.971898 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9225-1e63-4fc3-b3ac-4d91027719cb None None] Pushing event updated for resources: {'Port': ['ID=eaf50cb3-7042-4676-b84e-7812c3be11e7,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:10.219647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.1 (ba305a14-7611-4bf9-82d3-dc29cadecf97/e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca/84aa5216-4fcc-4a3b-af34-6dff538031d8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:21:10.351717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:10.418654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:21:10.438296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:10.486678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:10.490333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:10.492873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:21:10.517749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:10.544244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:10.740103 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:10.808540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7bcd379-b4f2-4b4a-afda-c63b1413973a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:10.868978 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a7bcd379-b4f2-4b4a-afda-c63b1413973a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:10.869669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:10.947029 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd45b9b-1321-4b52-a2b4-77c2ea5b6d03 None None] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:21:10.981267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.038908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port a7bcd379-b4f2-4b4a-afda-c63b1413973a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7bcd379-b4f2-4b4a-afda-c63b1413973a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:11.050247 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.062481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] Provisioning complete for port eaf50cb3-7042-4676-b84e-7812c3be11e7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:11.062850 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.113375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.115277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device eaf50cb3-7042-4676-b84e-7812c3be11e7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:11.134031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.207029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:11.212553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.230951 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=a7bcd379-b4f2-4b4a-afda-c63b1413973a,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:11.284863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port eaf50cb3-7042-4676-b84e-7812c3be11e7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:11.285403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.317197 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.319132 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:11.321691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:11.366040 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] For port eaf50cb3-7042-4676-b84e-7812c3be11e7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=eaf50cb3-7042-4676-b84e-7812c3be11e7,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:11.407810 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.447337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.476482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:21:11.519293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 12:21:11.519643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG oslo_db.api [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 12:21:11.529818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a301c8-a512-4071-b91f-6d176c4787cd None None] Pushing event updated for resources: {'Port': ['ID=eaf50cb3-7042-4676-b84e-7812c3be11e7,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:11.566860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-45b097f8-1873-41ad-a308-71337dab3136 None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:11.567114 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-45b097f8-1873-41ad-a308-71337dab3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.605018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:21:11.607102 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-45b097f8-1873-41ad-a308-71337dab3136 None None] Port 84aa5216-4fcc-4a3b-af34-6dff538031d8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:21:11.610337 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e8a9cc9b-226e-445d-a45d-bd222a8f2ee7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/ce7ce1c5-d760-4142-b4a3-3fbdce471d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298445 Apr 04 12:21:11.622302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-45b097f8-1873-41ad-a308-71337dab3136 None None] Provisioning complete for port eaf50cb3-7042-4676-b84e-7812c3be11e7 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:11.622840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-45b097f8-1873-41ad-a308-71337dab3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.648831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Sync routers for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:21:11.674576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:11.675212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:11.823998 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:11.877163 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-dd11d222-1a6f-459d-96e4-47f1668d1ad4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926692738&fields=id&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 267 time: 0.0365670 Apr 04 12:21:11.982755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0dbf1a7b-3820-446f-bb89-c81cd3202258 None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:11.983123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1a7b-3820-446f-bb89-c81cd3202258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:11.995045 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-a1e35f2a-104c-43b2-89ec-10fc38ae1442 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:11.996489 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-a1e35f2a-104c-43b2-89ec-10fc38ae1442 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 796 time: 0.1098135 Apr 04 12:21:12.012005 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-471217b5-337e-4b1e-831c-e2a9354d1d6f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/quotas/325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 375 time: 0.0096662 Apr 04 12:21:12.063634 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-7e19d603-62cb-459e-8c66-b8989f61cda6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460804 Apr 04 12:21:12.175488 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-21189d7a-783b-4a99-b77e-ec6eafb8222f service neutron] 10.222.0.43 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978956 Apr 04 12:21:12.216280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf1a7b-3820-446f-bb89-c81cd3202258 None None] Port 84aa5216-4fcc-4a3b-af34-6dff538031d8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:21:12.251374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 2, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:12.262520 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-875c9031-4f1e-4f2c-add0-02cbf24cebd3 service neutron] 10.222.0.43 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801291 Apr 04 12:21:12.277118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Checking router: ce7ce1c5-d760-4142-b4a3-3fbdce471d2c for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:21:12.277483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Updating router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c port 84aa5216-4fcc-4a3b-af34-6dff538031d8 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:21:12.302620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.403651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a9a673ce-71f6-46c9-a8de-02e5364462f5 None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:12.404020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9a673ce-71f6-46c9-a8de-02e5364462f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.458817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-a9a673ce-71f6-46c9-a8de-02e5364462f5 None None] Port 84aa5216-4fcc-4a3b-af34-6dff538031d8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:21:12.521190 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4ef99a71-cbcd-4e84-8ac0-3439c2de9b2d req-f1f19cab-8e81-4462-868c-f18bd4239650 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 210 time: 0.0310006 Apr 04 12:21:12.601157 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.667241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.734599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c510-5905-4db2-b429-a6a33f6c1358 None None] Pushing event updated for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:12.757507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7bcd379-b4f2-4b4a-afda-c63b1413973a up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:12.817879 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Attempting to bind port 84aa5216-4fcc-4a3b-af34-6dff538031d8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:21:12.818245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Attempting to bind port 84aa5216-4fcc-4a3b-af34-6dff538031d8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:21:12.818610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Attempting to bind port 84aa5216-4fcc-4a3b-af34-6dff538031d8 on network ba305a14-7611-4bf9-82d3-dc29cadecf97 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:21:12.827754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:21:12.828447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Checking segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:21:12.828576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.828902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Bound using segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:21:12.829334 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Bound port: 84aa5216-4fcc-4a3b-af34-6dff538031d8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:21:12.829742 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.883947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a7bcd379-b4f2-4b4a-afda-c63b1413973a triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:12.884326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:12.933284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] For port 84aa5216-4fcc-4a3b-af34-6dff538031d8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:21:12.937228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] For port 84aa5216-4fcc-4a3b-af34-6dff538031d8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=84aa5216-4fcc-4a3b-af34-6dff538031d8,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:21:12.987485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device eaf50cb3-7042-4676-b84e-7812c3be11e7 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:13.015536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.025540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:13.025924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.116498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:13.117146 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:13.160610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c510-5905-4db2-b429-a6a33f6c1358 None None] Pushing event updated for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:13.181843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port eaf50cb3-7042-4676-b84e-7812c3be11e7 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:13.182219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.282399 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.314752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:13.363068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] For port 84aa5216-4fcc-4a3b-af34-6dff538031d8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=84aa5216-4fcc-4a3b-af34-6dff538031d8,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:13.449143 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.542591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e4c10-fd9f-41bb-a627-94421ae53f16 None None] Pushing event updated for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:13.590240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f57db911-0e9c-4402-a8e3-561d33499c41 None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:13.590635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f57db911-0e9c-4402-a8e3-561d33499c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:13.625286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74bba190-203e-4c24-980e-b801418c3417 req-25d4df4d-84d9-4dc2-a726-fe9d9aae2018 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 210 time: 0.0336344 Apr 04 12:21:13.641003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:12Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:13.670259 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73965b-9566-49a8-88a1-5f73e2a08d9c None None] The sync data for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:12Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:21:14.372144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-93353b32-e6c7-4d9a-8cc8-70b2c1864aad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:14.373664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-93353b32-e6c7-4d9a-8cc8-70b2c1864aad tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 796 time: 0.1053605 Apr 04 12:21:14.431862 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-52ee8204-798c-4da5-96cc-5d9b045af649 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 379 time: 0.0482144 Apr 04 12:21:14.441217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'port': {'device_id': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'admin_state_up': True, 'tenant_id': '325e229978744483976c18bf0a156fbe', 'security_groups': ['cc2da146-4e85-4703-b316-77cf2bc34cab']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:14.621784 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:21:14.625295 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:14.729748 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-828b7cdc-af44-439c-9db7-f3892f741ba4 req-74bad8f0-b2ac-4836-a92b-f22ca2406faa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 210 time: 0.0292673 Apr 04 12:21:14.778452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 84aa5216-4fcc-4a3b-af34-6dff538031d8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:14.797866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.3 (ba305a14-7611-4bf9-82d3-dc29cadecf97/e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca/1d7818b8-9a7e-49f2-ac36-e5af543de985) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:21:14.826841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 84aa5216-4fcc-4a3b-af34-6dff538031d8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:14.827296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:14.935582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.010336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.052923 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:15.055975 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:15.058357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:21:15.087006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:15.114187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:15.115358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.188180 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-d6c49663-266b-43ee-94b0-743777542613 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508714 Apr 04 12:21:15.200232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Request body: {'port': {'device_id': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:15.253862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5440ad60-3857-431a-bd90-03a81104c825 None None] Provisioning complete for port 1d7818b8-9a7e-49f2-ac36-e5af543de985 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:15.254232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5440ad60-3857-431a-bd90-03a81104c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.258063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.287690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-5440ad60-3857-431a-bd90-03a81104c825 None None] Port 1d7818b8-9a7e-49f2-ac36-e5af543de985 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:21:15.511432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7818b8-9a7e-49f2-ac36-e5af543de985 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:21:15.520180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.532287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Transition to ACTIVE for port object 1d7818b8-9a7e-49f2-ac36-e5af543de985 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:21:15.633053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.683879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:15.756933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Attempting to bind port 1d7818b8-9a7e-49f2-ac36-e5af543de985 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:21:15.757181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Attempting to bind port 1d7818b8-9a7e-49f2-ac36-e5af543de985 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:21:15.757513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Attempting to bind port 1d7818b8-9a7e-49f2-ac36-e5af543de985 on network ba305a14-7611-4bf9-82d3-dc29cadecf97 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:21:15.762581 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Port 1d7818b8-9a7e-49f2-ac36-e5af543de985 on network ba305a14-7611-4bf9-82d3-dc29cadecf97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:21:15.762866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Attempting to bind port 1d7818b8-9a7e-49f2-ac36-e5af543de985 on network ba305a14-7611-4bf9-82d3-dc29cadecf97 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:21:15.768009 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:21:15.768353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Checking segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:21:15.768738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Bound using segment: {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:21:15.769165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Bound port: 1d7818b8-9a7e-49f2-ac36-e5af543de985, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:21:15.769524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.837129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:21:15.841301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:21:15.903526 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b46709-0cd9-4b86-9137-7b857a2601d8 req-11f72c94-b8dc-49e3-909b-3f807207fa26 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:15.905298 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a9b46709-0cd9-4b86-9137-7b857a2601d8 req-11f72c94-b8dc-49e3-909b-3f807207fa26 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 943 time: 0.0488825 Apr 04 12:21:15.907899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.947028 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-a9b46709-0cd9-4b86-9137-7b857a2601d8 req-93166401-5779-4f49-a7f4-29eb1c852f4b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334041 Apr 04 12:21:15.947274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:15.947896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:15.949310 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] 10.222.0.44 "PUT /v2.0/ports/1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 1093 time: 0.7536464 Apr 04 12:21:15.949926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:21:15.952201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:21:15.980357 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73d244-2b45-42b6-a5d7-a9a018cdc05c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:16.046807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d02999-5c44-47c2-8ce7-9c14219982ad x-openstack-request-id: req-84d02999-5c44-47c2-8ce7-9c14219982ad {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:21:16.047104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:21:16.047355 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84d02999-5c44-47c2-8ce7-9c14219982ad {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:21:16.047817 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d02999-5c44-47c2-8ce7-9c14219982ad'] response: {'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'status': 'completed', 'code': 200} Apr 04 12:21:16.113424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-256fb9b4-6d1d-49a9-977f-b898a13d617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.115540 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-256fb9b4-6d1d-49a9-977f-b898a13d617f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1096 time: 0.0429106 Apr 04 12:21:16.220059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-1fd85016-38be-455a-bbad-5e65ce61465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.221432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-1fd85016-38be-455a-bbad-5e65ce61465b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=325e229978744483976c18bf0a156fbe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0984986 Apr 04 12:21:16.315791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-4077ebeb-1706-4962-8a67-46f85a7ffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.317258 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2de4cd3d-36dc-4990-ac98-2eaef6647f8e req-4077ebeb-1706-4962-8a67-46f85a7ffad7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897205 Apr 04 12:21:16.388560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-88256877-2337-4e8d-844c-201334bcdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.390116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-88256877-2337-4e8d-844c-201334bcdca9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1096 time: 0.0384719 Apr 04 12:21:16.434795 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-e09a2cf0-92cf-46e2-87ac-6be6f1658e7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 217 time: 0.0376165 Apr 04 12:21:16.482412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-9e32cd0b-e534-4968-817d-bb7db9c9b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.483761 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-9e32cd0b-e534-4968-817d-bb7db9c9b48a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 200 len: 835 time: 0.0423923 Apr 04 12:21:16.527535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-0443f318-c3db-431c-b926-385f1e712564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:16.528997 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-0443f318-c3db-431c-b926-385f1e712564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba305a14-7611-4bf9-82d3-dc29cadecf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385032 Apr 04 12:21:16.618800 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-9a3243cc-e39f-4062-bee0-523200720890 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824654 Apr 04 12:21:16.706872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-871d3e2e-d7d0-4c7b-851a-7b7726cdb5d9 req-461cafdb-10c1-4013-9ed7-c2d1891ad115 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Apr 04 12:21:17.066754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780694-7949-43fe-a4a6-18a199a5f811 req-854e0ade-1e95-42e1-bac5-d1d48bfc8976 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:17.068827 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fd780694-7949-43fe-a4a6-18a199a5f811 req-854e0ade-1e95-42e1-bac5-d1d48bfc8976 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 943 time: 0.0486081 Apr 04 12:21:17.105842 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-fd780694-7949-43fe-a4a6-18a199a5f811 req-4b64514c-fe33-46f1-852e-a0ca7a8d6fa2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Apr 04 12:21:18.235188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664404e4-459d-4f19-84d2-64ab59ee7637 req-0d0cffc1-736c-42e3-a8d3-3718f4a8ffc6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:18.237041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-664404e4-459d-4f19-84d2-64ab59ee7637 req-0d0cffc1-736c-42e3-a8d3-3718f4a8ffc6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 943 time: 0.0620232 Apr 04 12:21:18.279159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-664404e4-459d-4f19-84d2-64ab59ee7637 req-2cdab45e-fbac-4e83-a99b-fd1e5d04806b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361209 Apr 04 12:21:19.390850 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a239e-775e-4f24-acea-80bcb264bc36 req-7a07c87b-4e52-42e5-b44a-b06034e92e30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:19.392209 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f8a239e-775e-4f24-acea-80bcb264bc36 req-7a07c87b-4e52-42e5-b44a-b06034e92e30 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 943 time: 0.0470998 Apr 04 12:21:19.432759 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1f8a239e-775e-4f24-acea-80bcb264bc36 req-08a0d893-c38c-4862-8aca-5352e7382023 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Apr 04 12:21:20.543673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac5010-8285-4dcb-a55b-dd4178eb2d52 req-7faa1896-a978-48d2-b716-179165ec1dd6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:20.545118 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cac5010-8285-4dcb-a55b-dd4178eb2d52 req-7faa1896-a978-48d2-b716-179165ec1dd6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 943 time: 0.0470881 Apr 04 12:21:20.583989 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8cac5010-8285-4dcb-a55b-dd4178eb2d52 req-97042dab-f197-452e-970c-fc0c5de96a92 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Apr 04 12:21:20.786292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1d7818b8-9a7e-49f2-ac36-e5af543de985 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:21:20.878488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:20.889775 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'port_id': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'mac_address': 'fa:16:3e:4c:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:21:20.924856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:20.937500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7818b8-9a7e-49f2-ac36-e5af543de985 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:21:20.956511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:21.049702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:21.098287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:21.252546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['1d7818b8-9a7e-49f2-ac36-e5af543de985'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:21:21.697198 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49fe21-e3ae-4238-a974-34fa65f96ed1 req-b6cf3fd9-3265-4f04-8ab0-99e0d6742229 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:21.698686 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cd49fe21-e3ae-4238-a974-34fa65f96ed1 req-b6cf3fd9-3265-4f04-8ab0-99e0d6742229 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 944 time: 0.0492051 Apr 04 12:21:21.736082 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cd49fe21-e3ae-4238-a974-34fa65f96ed1 req-ea0f01f5-8a8f-4cda-a0ca-b48a41d71c6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Apr 04 12:21:22.812049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1d7818b8-9a7e-49f2-ac36-e5af543de985 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:21:22.846806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f580f7-bd00-4a4b-bd1e-bb1ca7769e4c req-9e80a622-7948-4c93-9a3f-0db826fbb9ba tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:22.848259 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8f580f7-bd00-4a4b-bd1e-bb1ca7769e4c req-9e80a622-7948-4c93-9a3f-0db826fbb9ba tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 944 time: 0.0473840 Apr 04 12:21:22.886049 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8f580f7-bd00-4a4b-bd1e-bb1ca7769e4c req-b36650e9-5983-418a-9ff7-28ba9a846067 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Apr 04 12:21:22.928661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 1d7818b8-9a7e-49f2-ac36-e5af543de985 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:21:22.932882 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 1d7818b8-9a7e-49f2-ac36-e5af543de985 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:21:22.933203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:23.006161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:23.030942 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:21:23.033149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633189e-6e96-4da0-8249-eb8ef7ab3697" -d '{"events": [{"server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "name": "network-vif-plugged", "status": "completed", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:21:23.045658 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:21:23.074671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c4eff4-970b-4a30-adc5-a7b5a5f26e77 x-openstack-request-id: req-84c4eff4-970b-4a30-adc5-a7b5a5f26e77 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:21:23.075002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "name": "network-vif-plugged", "status": "completed", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:21:23.075250 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84c4eff4-970b-4a30-adc5-a7b5a5f26e77 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:21:23.075640 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c4eff4-970b-4a30-adc5-a7b5a5f26e77'] response: {'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'code': 200} Apr 04 12:21:23.116622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:23.162740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:23.169866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.170218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.170580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.170914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.171243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.171571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.171897 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.172224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.172555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.172903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.173220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.173535 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:21:23.360713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ad7c-59ee-4e1a-9ddf-240b5f11556d req-8cb7dce8-a01b-4fa4-8b9e-64397a87367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:23.362191 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-01c6ad7c-59ee-4e1a-9ddf-240b5f11556d req-8cb7dce8-a01b-4fa4-8b9e-64397a87367d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1098 time: 0.0415976 Apr 04 12:21:23.394523 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-01c6ad7c-59ee-4e1a-9ddf-240b5f11556d req-815120f7-fc7b-4a71-974e-eb3b06abd414 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263407 Apr 04 12:21:24.017007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7ef6-2339-4f56-a4cc-b537fec619c0 req-d012a596-a149-4cab-b001-31d260d16ec2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:24.018475 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6efd7ef6-2339-4f56-a4cc-b537fec619c0 req-d012a596-a149-4cab-b001-31d260d16ec2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0474467 Apr 04 12:21:24.054674 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6efd7ef6-2339-4f56-a4cc-b537fec619c0 req-14a87ee5-a1bc-4187-b326-271678dddfbe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303214 Apr 04 12:21:25.168664 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f4c1-50f4-4416-adb4-3c4cddc55d9b req-5feff07a-13f1-4982-b26f-55c576acaa92 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:25.170127 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ae83f4c1-50f4-4416-adb4-3c4cddc55d9b req-5feff07a-13f1-4982-b26f-55c576acaa92 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0473149 Apr 04 12:21:25.207198 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ae83f4c1-50f4-4416-adb4-3c4cddc55d9b req-6375f3f9-06fb-4024-a9e1-aa0967cc86a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Apr 04 12:21:25.318067 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e128-4a3b-4a0a-ac74-52305c07a1e8 req-e38d3397-5be3-49ed-a5f5-584a1a05d405 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:25.319513 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1375e128-4a3b-4a0a-ac74-52305c07a1e8 req-e38d3397-5be3-49ed-a5f5-584a1a05d405 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0472014 Apr 04 12:21:25.355958 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1375e128-4a3b-4a0a-ac74-52305c07a1e8 req-38b6710d-fb05-4102-8456-b2b7196fe8d5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305660 Apr 04 12:21:25.387320 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47172) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:25.470618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b896aa1-b5bc-490b-8887-60da472cbbe2 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:25.472105 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1b896aa1-b5bc-490b-8887-60da472cbbe2 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1093 time: 0.0838423 Apr 04 12:21:25.475433 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47176) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:25.479575 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:21:25.547095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:25.649483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:25.750434 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.183 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/49e70979-367b-47b1-bd33-286ccc10ec7b) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:21:25.847402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:25.964763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.007806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:21:26.010551 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:21:26.014364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:21:26.035486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=49e70979-367b-47b1-bd33-286ccc10ec7b,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:26.358537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.521021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.669292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.740826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.809287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=49e70979-367b-47b1-bd33-286ccc10ec7b,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:21:26.819065 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:26.925928 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP e32a302d-04a8-4538-b29b-1fbf2d9c9a50 associated. External IP: 172.26.1.183, port: 1d7818b8-9a7e-49f2-ac36-e5af543de985. Apr 04 12:21:27.270847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-253a50c2-24cd-4ffe-b03a-4a8939de46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:27.477898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:21:27.587044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:21:27.596478 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Sync routers for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:21:27.606004 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:27.611954 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:27.668930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:27.697872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f9121f74-fffd-470f-99e9-b7157fa13ea5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2214062 Apr 04 12:21:27.703715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:21:27.703715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2916b42-3e83-4d68-8d2b-da0649e3925c" -d '{"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:21:27.713449 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:27.738952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaed217c-ab68-4706-900c-df1d59ec62d9 x-openstack-request-id: req-eaed217c-ab68-4706-900c-df1d59ec62d9 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:21:27.739245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:21:27.739502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaed217c-ab68-4706-900c-df1d59ec62d9 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:21:27.740484 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaed217c-ab68-4706-900c-df1d59ec62d9'] response: {'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'status': 'completed', 'code': 200} Apr 04 12:21:27.806318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-0bd7a0ae-0866-4a04-b1cc-624b4de3ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:27.807878 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-0bd7a0ae-0866-4a04-b1cc-624b4de3ace6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1098 time: 0.0457776 Apr 04 12:21:27.813896 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6997-0a73-4817-99aa-40d70523417b req-4f67b4ee-b93c-4ce6-b3a9-c7d9ecaab02b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:27.815446 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-316b6997-0a73-4817-99aa-40d70523417b req-4f67b4ee-b93c-4ce6-b3a9-c7d9ecaab02b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0551453 Apr 04 12:21:27.853336 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-316b6997-0a73-4817-99aa-40d70523417b req-9ca5887a-bd20-4115-b2c0-b591f45284c8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Apr 04 12:21:27.876094 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47182) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:27.911882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-9c032766-c4db-46a3-aff9-a48f57a4a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:27.913912 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-9c032766-c4db-46a3-aff9-a48f57a4a4f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 897 time: 0.0972667 Apr 04 12:21:27.938202 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-62399314-7a9c-434f-80c6-c1f0ba368dd5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/e32a302d-04a8-4538-b29b-1fbf2d9c9a50 HTTP/1.1" status: 200 len: 991 time: 0.0609376 Apr 04 12:21:27.940365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'e32a302d-04a8-4538-b29b-1fbf2d9c9a50', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'port_id': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'mac_address': 'fa:16:3e:4c:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:21:26Z', 'updated_at': '2022-04-04T12:21:26Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:27.965400 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Checking router: ce7ce1c5-d760-4142-b4a3-3fbdce471d2c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:21:27.973321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:21:27.973946 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:20:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:27.980349 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-c942303b-958a-490c-9497-c85177a8a404 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 999 time: 0.0597849 Apr 04 12:21:28.028383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-10c5e4a9-bc6a-4f86-8632-efd500392c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:28.030116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-10c5e4a9-bc6a-4f86-8632-efd500392c25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 200 len: 835 time: 0.0425384 Apr 04 12:21:28.079142 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-8fe493bd-18ec-4e09-a629-9df11b8c76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:21:28.080148 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:21:28.080727 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-8fe493bd-18ec-4e09-a629-9df11b8c76cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba305a14-7611-4bf9-82d3-dc29cadecf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442405 Apr 04 12:21:28.168777 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-fb686f4f-187d-43c8-9b8d-7d9ed0600555 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Apr 04 12:21:28.258534 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b2916b42-3e83-4d68-8d2b-da0649e3925c req-8e1f70fa-1ef7-4522-b79f-c76691d0eb11 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838470 Apr 04 12:21:28.301145 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'e32a302d-04a8-4538-b29b-1fbf2d9c9a50', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'port_id': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'mac_address': 'fa:16:3e:4c:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:21:26Z', 'updated_at': '2022-04-04T12:21:26Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:21:28.325909 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3168e-931c-4654-a962-821c75a72f45 None None] The sync data for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'e32a302d-04a8-4538-b29b-1fbf2d9c9a50', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'port_id': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'mac_address': 'fa:16:3e:4c:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:21:26Z', 'updated_at': '2022-04-04T12:21:26Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:21:28.512252 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756429b-f05f-4c5f-a641-d1c4d962c7cf None None] New status for floating IP e32a302d-04a8-4538-b29b-1fbf2d9c9a50: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:21:28.941946 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47184) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:21:29.003790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c57ef9cc-97c4-48a9-b7ea-673e6392c18c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/e32a302d-04a8-4538-b29b-1fbf2d9c9a50 HTTP/1.1" status: 200 len: 993 time: 0.0607967 Apr 04 12:21:29.552744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a56c-d1dd-4b43-854b-57f04c7bbf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:30.649482 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:32.186712 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:32.415281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:34.455272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:47.417268 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:21:57.273467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4faef30f-7c10-4b90-a78e-9ac993f1716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:21:59.466596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-69640f70-fb51-45c0-8aa3-7e931382396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:00.573513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb84c3b-cb8c-4ae3-bf84-0ea47d7086a4 req-2f9bd670-25b6-47fc-9015-6a9e166ef1a4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:00.575622 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9cb84c3b-cb8c-4ae3-bf84-0ea47d7086a4 req-2f9bd670-25b6-47fc-9015-6a9e166ef1a4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Apr 04 12:22:00.612067 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9cb84c3b-cb8c-4ae3-bf84-0ea47d7086a4 req-c810ce84-64a1-4eb9-906f-f64a07f94238 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305226 Apr 04 12:22:00.643245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:01.728020 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aca550-490c-495e-8ec0-a44efd3d21c0 req-7c1028bc-c0c9-483f-84f9-f03f85d2b56c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:01.729501 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c2aca550-490c-495e-8ec0-a44efd3d21c0 req-7c1028bc-c0c9-483f-84f9-f03f85d2b56c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Apr 04 12:22:01.767152 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c2aca550-490c-495e-8ec0-a44efd3d21c0 req-0d2f1a42-0ba2-4b00-8890-9646d59d6273 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Apr 04 12:22:02.200243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:02.437807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:02.879025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da73b4-feb7-4649-86a2-b9ebefe4844b req-680a84f9-3be4-4ac5-8cef-1645843a7e37 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:02.880469 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c9da73b4-feb7-4649-86a2-b9ebefe4844b req-680a84f9-3be4-4ac5-8cef-1645843a7e37 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0465450 Apr 04 12:22:02.921360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c9da73b4-feb7-4649-86a2-b9ebefe4844b req-9d83255a-4156-48d3-a974-70de7e6d6729 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350342 Apr 04 12:22:04.032570 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405af637-d558-4940-aac0-aebde9f3b531 req-4b6bf434-5ab6-4684-b0d6-eb67518c73ef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:04.034030 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-405af637-d558-4940-aac0-aebde9f3b531 req-4b6bf434-5ab6-4684-b0d6-eb67518c73ef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0467408 Apr 04 12:22:04.075107 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-405af637-d558-4940-aac0-aebde9f3b531 req-072ff242-edd7-4208-931a-439e3df22c92 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351994 Apr 04 12:22:04.451537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:05.187472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bdd92-2932-4056-a8e2-765e050fa023 req-047d107f-93ab-43f3-9c2b-158ee7062682 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:05.188934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bb0bdd92-2932-4056-a8e2-765e050fa023 req-047d107f-93ab-43f3-9c2b-158ee7062682 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Apr 04 12:22:05.226070 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bb0bdd92-2932-4056-a8e2-765e050fa023 req-9d4262d7-c1df-4ae7-8076-710396d0e03c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Apr 04 12:22:06.338293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dbb03-e17f-4d09-8f7f-e9832798e961 req-b7f61282-06fd-417d-a9eb-3df5b9474ace tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:06.339735 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-507dbb03-e17f-4d09-8f7f-e9832798e961 req-b7f61282-06fd-417d-a9eb-3df5b9474ace tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0475268 Apr 04 12:22:06.376715 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-507dbb03-e17f-4d09-8f7f-e9832798e961 req-e55fca40-3c2d-4096-9881-051e87da9475 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304573 Apr 04 12:22:07.489889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afeef-2d4a-4af1-8395-a7c29ae0d664 req-00ee3368-568c-4148-9efb-de72b1c3c358 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:07.491360 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-213afeef-2d4a-4af1-8395-a7c29ae0d664 req-00ee3368-568c-4148-9efb-de72b1c3c358 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Apr 04 12:22:07.528290 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-213afeef-2d4a-4af1-8395-a7c29ae0d664 req-5e870454-af87-4f90-9e5a-6b5ca07c5c74 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302436 Apr 04 12:22:08.640455 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10a8f9-c3e8-48c5-ab56-77ac95f68e1a req-90b85e9b-faa2-41df-8170-f33aefd50e88 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:08.641938 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c10a8f9-c3e8-48c5-ab56-77ac95f68e1a req-90b85e9b-faa2-41df-8170-f33aefd50e88 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0476124 Apr 04 12:22:08.678358 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6c10a8f9-c3e8-48c5-ab56-77ac95f68e1a req-0fe2dfad-95fe-4334-9c2f-84d42f6335cf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Apr 04 12:22:09.794036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1c967-5693-479f-b30e-bf9aa6906ceb req-fde15583-d4b9-4545-81c1-413677add7ef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:09.795538 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bea1c967-5693-479f-b30e-bf9aa6906ceb req-fde15583-d4b9-4545-81c1-413677add7ef tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0518091 Apr 04 12:22:09.835476 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bea1c967-5693-479f-b30e-bf9aa6906ceb req-a3b6e5dc-9aa1-49d1-8531-0b01fd01eccf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340643 Apr 04 12:22:10.946900 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b0e4-39de-41a0-823d-12c54141f51a req-36a265f2-5c71-46fc-b1a3-7ffd74618d04 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:10.948332 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62d0b0e4-39de-41a0-823d-12c54141f51a req-36a265f2-5c71-46fc-b1a3-7ffd74618d04 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0474663 Apr 04 12:22:10.988776 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-62d0b0e4-39de-41a0-823d-12c54141f51a req-41770a74-27d2-4281-9539-dd796ce3e25d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Apr 04 12:22:12.102418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264d4b-83fb-4025-aaa5-458ec70b42bb req-df09fa47-b926-4083-8c33-876344b2d3eb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:12.103887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84264d4b-83fb-4025-aaa5-458ec70b42bb req-df09fa47-b926-4083-8c33-876344b2d3eb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0484667 Apr 04 12:22:12.140638 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84264d4b-83fb-4025-aaa5-458ec70b42bb req-8c12b6fc-8c27-4b85-84f7-089a041c5ad0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Apr 04 12:22:13.253888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503651dd-8c5b-4a5b-9c2b-ed0af178aca6 req-fe66b2b0-8ac0-4729-a48f-fb806d73cae0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:13.255346 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-503651dd-8c5b-4a5b-9c2b-ed0af178aca6 req-fe66b2b0-8ac0-4729-a48f-fb806d73cae0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0471864 Apr 04 12:22:13.292804 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-503651dd-8c5b-4a5b-9c2b-ed0af178aca6 req-30b8c3c2-c9fa-4e59-a0cd-4cd6ae725d9a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Apr 04 12:22:14.408671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7594a79-e2d0-4df6-8577-d76f8bcc3f3c req-2f87225a-d013-40e9-a5a4-805e9fe14111 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:14.410067 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7594a79-e2d0-4df6-8577-d76f8bcc3f3c req-2f87225a-d013-40e9-a5a4-805e9fe14111 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0478795 Apr 04 12:22:14.445687 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7594a79-e2d0-4df6-8577-d76f8bcc3f3c req-18645d4f-f324-4095-ba32-7097e0eabff8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297515 Apr 04 12:22:15.558204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591cea7-114b-4f11-be47-6d5276108d74 req-789b96ae-5c3c-4fbd-acb9-aaec312c5d9a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:15.559655 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0591cea7-114b-4f11-be47-6d5276108d74 req-789b96ae-5c3c-4fbd-acb9-aaec312c5d9a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Apr 04 12:22:15.596308 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0591cea7-114b-4f11-be47-6d5276108d74 req-c99d3095-7622-407b-889c-8ffdb595cb99 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307634 Apr 04 12:22:16.710252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf877-af33-4837-be93-5b40fc792c49 req-c91b3001-80b0-4f9e-bc0e-7a0f1976ab97 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:16.711706 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23caf877-af33-4837-be93-5b40fc792c49 req-c91b3001-80b0-4f9e-bc0e-7a0f1976ab97 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Apr 04 12:22:16.752982 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-23caf877-af33-4837-be93-5b40fc792c49 req-22d6f7a6-462c-4b12-8632-b3c276e385ca tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Apr 04 12:22:16.776058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47234) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:16.838858 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-468d2995-29f9-48ca-91d3-6ff207199ffc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/e32a302d-04a8-4538-b29b-1fbf2d9c9a50 HTTP/1.1" status: 200 len: 993 time: 0.0616384 Apr 04 12:22:17.123145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-e8f7b873-4dd8-4035-a204-7fad712d5f6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401742 Apr 04 12:22:17.203057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-0d8a7d97-b4d1-4e0f-9171-6acf92d1d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:17.204522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-0d8a7d97-b4d1-4e0f-9171-6acf92d1d7d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1098 time: 0.0400355 Apr 04 12:22:17.309500 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-def266fc-0a7a-40ae-ab64-2e3c42a19ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:17.310984 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-def266fc-0a7a-40ae-ab64-2e3c42a19ac0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 897 time: 0.0866971 Apr 04 12:22:17.373251 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-d4b99623-33be-4513-a15e-36ef574a0d4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 1001 time: 0.0558686 Apr 04 12:22:17.422055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-6f65d07f-1272-4589-9817-cd43b3c866d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:17.423522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-6f65d07f-1272-4589-9817-cd43b3c866d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 200 len: 835 time: 0.0439923 Apr 04 12:22:17.471569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-e2b38e78-bb90-4156-966c-52869cde0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:17.473042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-e2b38e78-bb90-4156-966c-52869cde0e40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba305a14-7611-4bf9-82d3-dc29cadecf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433455 Apr 04 12:22:17.559412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-99c82e1a-fe2f-4a8c-8c2c-100cf4073a3e service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800166 Apr 04 12:22:17.648395 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b8dd6e3-2205-4ba6-aa42-d6f4592df6e4 req-89118125-5434-44b6-81b1-9fe1dc735d38 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824316 Apr 04 12:22:18.279248 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70e3fe-c565-4b5f-b3bd-b589ed72f5b6 req-9e20c0ff-898e-4cc7-932c-cb50fb3a14e0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:18.281324 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a70e3fe-c565-4b5f-b3bd-b589ed72f5b6 req-9e20c0ff-898e-4cc7-932c-cb50fb3a14e0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0505979 Apr 04 12:22:18.327933 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4a70e3fe-c565-4b5f-b3bd-b589ed72f5b6 req-e3a60499-5245-4d72-bf63-6cbdfd71af60 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Apr 04 12:22:18.414967 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-c608df12-4886-45d8-bad2-ca652ad4b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:18.416618 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-c608df12-4886-45d8-bad2-ca652ad4b850 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1098 time: 0.0468755 Apr 04 12:22:18.511382 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-37a00751-b918-4e40-a880-566680b6f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:18.512900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-37a00751-b918-4e40-a880-566680b6f419 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 897 time: 0.0901968 Apr 04 12:22:18.583383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-88581346-dba8-40d6-b9d9-2deb3cdf4d2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 1001 time: 0.0633514 Apr 04 12:22:18.641895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-7064052a-887a-4457-bdbe-af681e296974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:18.644354 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-7064052a-887a-4457-bdbe-af681e296974 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 200 len: 835 time: 0.0541642 Apr 04 12:22:18.700919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-45fec26b-a602-4a9f-9cf6-02652996b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:18.703041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-45fec26b-a602-4a9f-9cf6-02652996b730 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba305a14-7611-4bf9-82d3-dc29cadecf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525672 Apr 04 12:22:18.794727 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-729cdd96-b0e5-46a6-8215-6c7842e82286 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839152 Apr 04 12:22:18.887199 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a7d9c0af-9f6a-471b-9879-895305db3828 req-d504ede7-6cb1-445e-bd36-fd9973686f0c service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850656 Apr 04 12:22:19.448594 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249f206-76f9-48a2-a519-113e1dab0452 req-c9a7262c-1245-48fc-ae8a-8dced800cf7f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:19.450086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2249f206-76f9-48a2-a519-113e1dab0452 req-c9a7262c-1245-48fc-ae8a-8dced800cf7f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Apr 04 12:22:19.487558 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2249f206-76f9-48a2-a519-113e1dab0452 req-acf43de9-ac8e-4589-9913-91b31fc424ca tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Apr 04 12:22:20.603677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd9dc-83dd-4dff-af23-7471cbbeb778 req-f4f7fbd3-dbbb-4a70-b985-821fbd1e6d57 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:20.605147 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1eafd9dc-83dd-4dff-af23-7471cbbeb778 req-f4f7fbd3-dbbb-4a70-b985-821fbd1e6d57 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0485387 Apr 04 12:22:20.642834 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-1eafd9dc-83dd-4dff-af23-7471cbbeb778 req-fefe8ea0-114d-4fbb-9549-c0b24fae550a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Apr 04 12:22:20.664792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47252) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:20.728347 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-3fd57330-6663-4dd1-8e2b-d92306e17b85 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/e32a302d-04a8-4538-b29b-1fbf2d9c9a50 HTTP/1.1" status: 200 len: 993 time: 0.0624473 Apr 04 12:22:24.416329 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:22:27.244374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-578c74ec-5a20-4507-92ee-86e75164593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:29.470768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ee16613c-2168-4b11-bcfd-fd0a35c15648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:30.678901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:32.176228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:32.422063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:34.481865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.180531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47262) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:51.335422 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 49e70979-367b-47b1-bd33-286ccc10ec7b {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:22:51.335774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.411859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.412089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.423526 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 49e70979-367b-47b1-bd33-286ccc10ec7b owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:22:51.648905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.672164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=49e70979-367b-47b1-bd33-286ccc10ec7b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:51.685568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.685999 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.686342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.686682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.687020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.687352 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.687683 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.688014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.688339 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.688665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.688990 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.689312 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:51.746172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:51.746505 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP e32a302d-04a8-4538-b29b-1fbf2d9c9a50 disassociated (deleted). External IP: 172.26.1.183, port: 1d7818b8-9a7e-49f2-ac36-e5af543de985. Apr 04 12:22:51.949904 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:22:52.052042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:22:52.056799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:52.061339 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Sync routers for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:22:52.070555 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:22:52.071164 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:52.083949 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-503636a5-260b-48c4-9c04-78e19817cb45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/floatingips/e32a302d-04a8-4538-b29b-1fbf2d9c9a50 HTTP/1.1" status: 204 len: 168 time: 0.9023423 Apr 04 12:22:52.084535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:22:52.086825 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c" -d '{"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:22:52.131509 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a7d82-a9d5-4032-812e-73a4f7a93ca1 x-openstack-request-id: req-ac4a7d82-a9d5-4032-812e-73a4f7a93ca1 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:22:52.131860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:22:52.132177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac4a7d82-a9d5-4032-812e-73a4f7a93ca1 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:22:52.132647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4a7d82-a9d5-4032-812e-73a4f7a93ca1'] response: {'name': 'network-changed', 'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'status': 'completed', 'code': 200} Apr 04 12:22:52.178827 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:22:52.193268 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-ec965568-fc05-4038-9f19-b49cf1985db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:52.194808 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-ec965568-fc05-4038-9f19-b49cf1985db1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 1098 time: 0.0404618 Apr 04 12:22:52.289049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-a3ac97c2-c5ea-4b64-b36c-72885572ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:52.290646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-a3ac97c2-c5ea-4b64-b36c-72885572ce3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 200 len: 897 time: 0.0878751 Apr 04 12:22:52.333062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-30bee333-06ef-4f4f-9f76-b2a0cd2154dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 200 len: 217 time: 0.0356205 Apr 04 12:22:52.382864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-396bceee-ceea-43cb-a4a8-4cf7da054546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:52.388886 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-396bceee-ceea-43cb-a4a8-4cf7da054546 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 200 len: 835 time: 0.0453384 Apr 04 12:22:52.432045 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-26d196df-b744-4421-87ce-d6652c2b2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:52.433611 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-26d196df-b744-4421-87ce-d6652c2b2be1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba305a14-7611-4bf9-82d3-dc29cadecf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426371 Apr 04 12:22:52.467738 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:52.493101 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Checking router: ce7ce1c5-d760-4142-b4a3-3fbdce471d2c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:22:52.501035 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:22:52.501667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:52.544924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ae8-4322-4a3a-addf-cf32f880be9c req-3e396dbc-a362-43eb-9f04-7e7ad07a2467 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:52.546358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-770d8ae8-4322-4a3a-addf-cf32f880be9c req-3e396dbc-a362-43eb-9f04-7e7ad07a2467 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.1066723 Apr 04 12:22:52.574522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-0c7a8c01-2645-476a-a0ca-fb9b370e9bb1 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336088 Apr 04 12:22:52.604063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:22:52.612765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-770d8ae8-4322-4a3a-addf-cf32f880be9c req-8edbf745-9a5b-4fba-9574-89ff252067d4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587404 Apr 04 12:22:52.678007 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7fdfeaab-b7d8-41e4-a1ce-f45f65baa11c req-5a2c5e63-e238-45cc-89c7-dfd42913b5b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957572 Apr 04 12:22:52.800959 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:52.826741 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4c20e-a24d-499e-bb1b-ad9e4a34426f None None] The sync data for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '84aa5216-4fcc-4a3b-af34-6dff538031d8', 'name': '', 'network_id': 'ba305a14-7611-4bf9-82d3-dc29cadecf97', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:94:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:10Z', 'updated_at': '2022-04-04T12:21:13Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': 'e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:22:53.022969 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40fbc68-e8b4-4363-a428-a9235aeffdc3 None None] New status for floating IP e32a302d-04a8-4538-b29b-1fbf2d9c9a50: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:22:53.728670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afabf95-6a9a-4f06-9cb2-c46f90be2e4c req-91937163-5ea5-489d-af6a-4bc3cef8edb2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:53.730158 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3afabf95-6a9a-4f06-9cb2-c46f90be2e4c req-91937163-5ea5-489d-af6a-4bc3cef8edb2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0476983 Apr 04 12:22:53.766484 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3afabf95-6a9a-4f06-9cb2-c46f90be2e4c req-41621f3f-ad38-4710-a344-76f787662c49 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2da146-4e85-4703-b316-77cf2bc34cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Apr 04 12:22:54.052006 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-4dc4dce9-5f05-4011-88fc-a958ece2c35f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:22:54.053440 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-4dc4dce9-5f05-4011-88fc-a958ece2c35f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Apr 04 12:22:54.144443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 1d7818b8-9a7e-49f2-ac36-e5af543de985 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:22:54.144812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:54.230273 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 1d7818b8-9a7e-49f2-ac36-e5af543de985, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1d7818b8-9a7e-49f2-ac36-e5af543de985,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:22:54.230635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:54.242942 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 1d7818b8-9a7e-49f2-ac36-e5af543de985 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:22:54.443662 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:54.472293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=1d7818b8-9a7e-49f2-ac36-e5af543de985,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:54.516540 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] No DVR routers for this DVR port 1d7818b8-9a7e-49f2-ac36-e5af543de985 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:22:54.519206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:54.522671 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1a9e946e-ba78-4398-bb95-b6884f780f95 req-15bf8689-341e-4261-bb4c-f79b199fa523 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "DELETE /v2.0/ports/1d7818b8-9a7e-49f2-ac36-e5af543de985 HTTP/1.1" status: 204 len: 173 time: 0.4634078 Apr 04 12:22:54.523100 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'name': 'network-vif-deleted', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:22:54.525417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163adcd6-618d-4d37-a070-b8a2bc452035" -d '{"events": [{"server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "name": "network-vif-deleted", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:22:54.561849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf97eb7-1405-4a9c-bb46-7345d959a8d8 x-openstack-request-id: req-3bf97eb7-1405-4a9c-bb46-7345d959a8d8 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:22:54.562137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61", "name": "network-vif-deleted", "tag": "1d7818b8-9a7e-49f2-ac36-e5af543de985", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:22:54.562389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bf97eb7-1405-4a9c-bb46-7345d959a8d8 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:22:54.562787 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf97eb7-1405-4a9c-bb46-7345d959a8d8'] response: {'server_uuid': '74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61', 'name': 'network-vif-deleted', 'tag': '1d7818b8-9a7e-49f2-ac36-e5af543de985', 'status': 'completed', 'code': 200} Apr 04 12:22:54.874770 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5cacf129-b1a4-43a9-b02b-6ba4d217fa61 req-94871136-abc0-4d38-807b-ec02b41fbbbe tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bc0ea8-a2b0-41c6-b0c0-4d4d4b97df61 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Apr 04 12:22:55.932693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47280) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:56.624146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:56.866875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 84aa5216-4fcc-4a3b-af34-6dff538031d8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:22:56.867215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:56.956780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 84aa5216-4fcc-4a3b-af34-6dff538031d8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=84aa5216-4fcc-4a3b-af34-6dff538031d8,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:22:56.957416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:56.968245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 84aa5216-4fcc-4a3b-af34-6dff538031d8 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:22:57.266865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:57.277522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d613382-9dfb-4fce-a39a-6114d2bf5e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:57.293959 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=84aa5216-4fcc-4a3b-af34-6dff538031d8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:57.464816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:57.675154 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:22:57.778442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:22:57.783340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-4683a4df-2f8a-4c88-9674-82a5097ebbdd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/ce7ce1c5-d760-4142-b4a3-3fbdce471d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8496466 Apr 04 12:22:57.786025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47282) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:57.788321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Sync routers for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:22:57.798869 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:22:57.800308 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:57.837089 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting subnet e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:22:57.840170 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:57.886087 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:57.900951 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:22:57.965336 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.081898 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:22:57Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:58.088406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.116806 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Checking router: ce7ce1c5-d760-4142-b4a3-3fbdce471d2c for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:22:58.121200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Subnet': ['ID=e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:58.124858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.127279 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Routers {'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:22:58.127846 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:58.130690 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47284) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:58.131750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-80d96218-7d82-45f2-8962-58f31e479a2c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/subnets/e21e9e1a-c2bd-4cad-b5c6-0f6d2e4eaaca HTTP/1.1" status: 204 len: 168 time: 0.3428004 Apr 04 12:22:58.138485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e3ef6-7944-4293-9438-06f1830bffad None None] Network ba305a14-7611-4bf9-82d3-dc29cadecf97 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:22:58.231728 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] Set router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:22:58.244322 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.330979 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] DHCP port deletion for ba305a14-7611-4bf9-82d3-dc29cadecf97 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:22:58.352064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.382965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Deleting port eaf50cb3-7042-4676-b84e-7812c3be11e7 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:22:58.383350 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.407429 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:22:57Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:58.433747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9f305-400e-4c85-9c4c-0914928f4f2d None None] The sync data for ids ['ce7ce1c5-d760-4142-b4a3-3fbdce471d2c'] in dv-neutron-835866-1-hyperv is: [{'id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349442183', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:22:57Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': 'a7bcd379-b4f2-4b4a-afda-c63b1413973a', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ce1c5-d760-4142-b4a3-3fbdce471d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:21:06Z', 'updated_at': '2022-04-04T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:22:58.459745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] For port eaf50cb3-7042-4676-b84e-7812c3be11e7, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=eaf50cb3-7042-4676-b84e-7812c3be11e7,segment=NetworkSegment(ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df),segment_id=ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:22:58.460376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.467171 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port a7bcd379-b4f2-4b4a-afda-c63b1413973a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:22:58.467653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.478016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Calling delete_port for eaf50cb3-7042-4676-b84e-7812c3be11e7 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:22:58.549083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port a7bcd379-b4f2-4b4a-afda-c63b1413973a, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a7bcd379-b4f2-4b4a-afda-c63b1413973a,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:22:58.549411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.560871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for a7bcd379-b4f2-4b4a-afda-c63b1413973a owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:22:58.603933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.629115 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Pushing event deleted for resources: {'Port': ['ID=eaf50cb3-7042-4676-b84e-7812c3be11e7,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:58.632105 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] No DVR routers for this DVR port eaf50cb3-7042-4676-b84e-7812c3be11e7 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.644089 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e615b4-e3cf-47d8-ac76-2b8fb06b1597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.789717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.818937 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=a7bcd379-b4f2-4b4a-afda-c63b1413973a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:58.829958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.830317 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.831302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.831650 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.833732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.834294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.834294 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:22:58.839902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device eaf50cb3-7042-4676-b84e-7812c3be11e7 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:22:58.864412 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: eaf50cb3-7042-4676-b84e-7812c3be11e7 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:22:58.864758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device eaf50cb3-7042-4676-b84e-7812c3be11e7 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:22:58.865182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 84aa5216-4fcc-4a3b-af34-6dff538031d8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:22:58.886847 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 84aa5216-4fcc-4a3b-af34-6dff538031d8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:22:58.887290 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 84aa5216-4fcc-4a3b-af34-6dff538031d8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:22:58.905185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.995158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:58.997164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.175812 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.176477 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Fanout notify agent at l3_agent the message router_deleted on router ce7ce1c5-d760-4142-b4a3-3fbdce471d2c {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:22:59.186872 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.186872 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c8c5f89f-ef35-4c30-a4c0-b7ed119ac1bf tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/routers/ce7ce1c5-d760-4142-b4a3-3fbdce471d2c HTTP/1.1" status: 204 len: 168 time: 1.0513034 Apr 04 12:22:59.187293 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47286) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:59.267999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.321807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1d7818b8-9a7e-49f2-ac36-e5af543de985 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:22:59.342382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 1d7818b8-9a7e-49f2-ac36-e5af543de985 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:22:59.343101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 1d7818b8-9a7e-49f2-ac36-e5af543de985 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:22:59.352678 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.372121 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba305a14-7611-4bf9-82d3-dc29cadecf97']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:59.381527 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:59.381861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6d36d6-d7a8-4e43-8e58-eff4dfe4a2df') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:22:59.390956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.404360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.410858 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:22:59.411304 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:22:59.414476 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:22:59.469273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b89d5446-929b-4e69-9a0c-1261a377c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.548918 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.560282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.560282 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/networks/ba305a14-7611-4bf9-82d3-dc29cadecf97 HTTP/1.1" status: 204 len: 168 time: 0.3702118 Apr 04 12:22:59.561466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47288) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:22:59.570622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768151e-a2b2-4aeb-bf9f-994d3b7cbef3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Network': ['ID=ba305a14-7611-4bf9-82d3-dc29cadecf97,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:22:59.621782 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.653908 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.780924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.783543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:22:59.788563 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc2da146-4e85-4703-b316-77cf2bc34cab HTTP/1.1" status: 204 len: 168 time: 0.2222011 Apr 04 12:22:59.794406 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1896-3239-422a-a034-69fc97cc0e9e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2da146-4e85-4703-b316-77cf2bc34cab,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:00.672055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:00.781067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7bcd379-b4f2-4b4a-afda-c63b1413973a no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:23:00.798232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47294) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:00.801496 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: a7bcd379-b4f2-4b4a-afda-c63b1413973a {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:23:00.806152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a7bcd379-b4f2-4b4a-afda-c63b1413973a not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:23:00.806679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439815854', 'description': 'tempest-secgroup-smoke-1439815854 description', 'project_id': '325e229978744483976c18bf0a156fbe'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:00.886628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:00.954212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.026484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.053997 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7891cb4-d9d9-4349-b287-7793c37b0f53,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:01.102852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.105587 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d1bc6030-5e3d-4c9e-a244-6a5dadb00a9f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048832 Apr 04 12:23:01.106894 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47296) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:01.111159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:01.194069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.251156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.329537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.347823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b1d175-98cc-4fa5-8284-b98cb803eff3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:01.411573 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.413132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e6423f48-082f-478c-8b37-a100bc0b3133 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053200 Apr 04 12:23:01.415837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47298) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:01.418804 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:23:01.420167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:01.494129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.548815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.611673 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.630537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8fe13b-e6bf-48ba-85d0-935509306286,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:01.685719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.686938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9a9d9ec7-f4dc-479b-a0f1-ef0b0ec16470 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701521 Apr 04 12:23:01.689650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47300) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:01.694539 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:01.779621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.836394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.906795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.924492 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d006832-6f45-4725-ad8e-00adc3f11428,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:01.982900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:01.984100 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1572b240-b7d6-4f8d-8458-b448b228aee6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935092 Apr 04 12:23:01.986867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47302) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:01.991156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:02.056398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.117207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.177968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.194852 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacde7fb-ca87-40f3-bcc1-3d865220aae3,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:02.195136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.256635 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.257863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d1a19b9a-5e86-409e-a470-16ce53e13414 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700644 Apr 04 12:23:02.260497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47304) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:02.264778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:02.360465 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:23:02.365328 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.411794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.423831 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.491702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.509157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9680e0a3-e29e-4101-aaa6-6350f7d871f5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:02.568693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.569904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-05b27856-d117-42e4-b3a4-0be8a6254d80 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3084762 Apr 04 12:23:02.572624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47306) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:02.576873 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'security_group_rule': {'security_group_id': 'e7891cb4-d9d9-4349-b287-7793c37b0f53', 'project_id': '325e229978744483976c18bf0a156fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:02.629206 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Project 325e229978744483976c18bf0a156fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:23:02.633868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.692610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.737398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.754407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14539fdd-aacb-40b3-85f1-dcfd94832aa0,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:02.822535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.823728 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2b78daa-e231-4f18-a5cf-4f2a515e98d3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2501981 Apr 04 12:23:02.826621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47308) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:02.831377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'network': {'name': 'tempest-network-smoke--31803472', 'project_id': '325e229978744483976c18bf0a156fbe', 'port_security_enabled': True}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:02.897619 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:23:02.903483 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.926930 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:23:02.935178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:02.935522 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Added segment c4066d03-276b-4154-98ef-0e8fa950ecff of type vlan for network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 Apr 04 12:23:02.976884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.052110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.057665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:03.058254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.122086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Network': ['ID=a270dbda-7138-4a07-880d-b8a1cbd0ceb4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:03.131867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:23:03.149689 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-9607d915-3175-4b87-a8c5-1a5999b84e6c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3219762 Apr 04 12:23:03.152330 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47310) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:03.156709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'admin_state_up': True, 'project_id': '325e229978744483976c18bf0a156fbe', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:03.263612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.264661 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.324183 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.515066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.764450 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.782512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:03.885598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.89 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/5dc43f10-74fd-4692-965e-150f3669bcf8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:23:03.982495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:04.075192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:04.114682 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:04.118823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:04.122934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:23:04.125977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=5dc43f10-74fd-4692-965e-150f3669bcf8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:04.420265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:04.506598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:04.613361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:04.820847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 17425200-eb8a-4fbf-b91b-1a33c1cec908 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:23:04.928905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:23:04.938677 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Sync routers for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:23:04.948752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:04.949396 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:05.000198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.001392 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-189d1a9a-880a-4485-90b6-085e71fa158d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8480945 Apr 04 12:23:05.004947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47312) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:05.033157 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-abd91e82-b307-4de4-ab21-93d9b551306a tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=325e229978744483976c18bf0a156fbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271416 Apr 04 12:23:05.035757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47314) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:05.052485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:05.123893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3342657-9c5d-45e5-ba99-e0fdc0a76846 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:05.127991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b3342657-9c5d-45e5-ba99-e0fdc0a76846 tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887365 Apr 04 12:23:05.128220 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47316) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:05.155900 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1082a701-de36-447d-b228-34c1ce0b161c tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260496 Apr 04 12:23:05.158387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47318) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:05.163308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331994060', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'project_id': '325e229978744483976c18bf0a156fbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:05.226439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:04Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:05.258098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Checking router: 17425200-eb8a-4fbf-b91b-1a33c1cec908 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:23:05.258098 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Updating router 17425200-eb8a-4fbf-b91b-1a33c1cec908 port 5dc43f10-74fd-4692-965e-150f3669bcf8 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:23:05.280265 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.298071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:23:05.302140 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.526319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.558501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.617941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.621576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Subnet': ['ID=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:05.630462 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Checking segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:23:05.630829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network hostable DHCP agents. Network: a270dbda-7138-4a07-880d-b8a1cbd0ceb4, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:23:05.673685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Attempting to bind port 5dc43f10-74fd-4692-965e-150f3669bcf8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:23:05.674065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Attempting to bind port 5dc43f10-74fd-4692-965e-150f3669bcf8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:23:05.674439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Attempting to bind port 5dc43f10-74fd-4692-965e-150f3669bcf8 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:23:05.681548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805661a9-0382-408c-b08f-2f54b6314d58 None None] Pushing event updated for resources: {'Port': ['ID=5dc43f10-74fd-4692-965e-150f3669bcf8,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:05.684255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:23:05.684653 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:23:05.685032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.685417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:23:05.685916 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Bound port: 5dc43f10-74fd-4692-965e-150f3669bcf8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:23:05.686299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.701494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:23:05.735926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] For port 5dc43f10-74fd-4692-965e-150f3669bcf8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:23:05.739483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] For port 5dc43f10-74fd-4692-965e-150f3669bcf8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5dc43f10-74fd-4692-965e-150f3669bcf8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:23:05.783571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, a270dbda-7138-4a07-880d-b8a1cbd0ceb4) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:05.788459 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:05.792981 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.793626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d4d8fc-ad8b-4f5a-ae08-a9728146304f None None] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:23:05.817799 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:05.872059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0445f720-6517-4c91-b985-0498d75969a6 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7126367 Apr 04 12:23:05.874889 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47320) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:06.067283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:06.067832 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:06.069536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805661a9-0382-408c-b08f-2f54b6314d58 None None] Pushing event updated for resources: {'Port': ['ID=5dc43f10-74fd-4692-965e-150f3669bcf8,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:06.215215 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:23:06.216049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.220828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:06.301293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.486292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Allocated IP 172.20.0.2 (a270dbda-7138-4a07-880d-b8a1cbd0ceb4/5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded/001c794d-d455-4a67-b0cf-6a7fc47cab73) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:23:06.564623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:04Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:06.595926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400312e7-c3b6-4713-a29b-67abed5b5b4c None None] The sync data for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv is: [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:04Z', 'revision_number': 3, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:23:06.669719 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.721108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.764199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:06.767020 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:06.770348 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.1 (a270dbda-7138-4a07-880d-b8a1cbd0ceb4/5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded/46862c93-8c66-4d3e-a9d2-93df2161dee8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:23:06.770527 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:23:06.778838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Pushing event updated for resources: {'Port': ['ID=001c794d-d455-4a67-b0cf-6a7fc47cab73,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:06.837808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Attempting to bind port 001c794d-d455-4a67-b0cf-6a7fc47cab73 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:23:06.838480 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Attempting to bind port 001c794d-d455-4a67-b0cf-6a7fc47cab73 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:23:06.839084 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Attempting to bind port 001c794d-d455-4a67-b0cf-6a7fc47cab73 on network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:23:06.848930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:23:06.849468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Checking segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:23:06.850027 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.850492 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Bound using segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:23:06.851041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Bound port: 001c794d-d455-4a67-b0cf-6a7fc47cab73, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:23:06.851488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:06.923511 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] For port 001c794d-d455-4a67-b0cf-6a7fc47cab73, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:23:06.927813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] For port 001c794d-d455-4a67-b0cf-6a7fc47cab73, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=001c794d-d455-4a67-b0cf-6a7fc47cab73,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:23:07.004772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:07.080983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068cc81-bc2b-45a3-a7d1-74715a2b2839 None None] Pushing event updated for resources: {'Port': ['ID=001c794d-d455-4a67-b0cf-6a7fc47cab73,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:07.326031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:07.441731 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:07.485813 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:07.488774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:07.492359 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:23:07.505071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:07.540686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:07.721092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:07.993343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.046429 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.123203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:08.126553 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.215777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:08.217223 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:08.332121 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 17425200-eb8a-4fbf-b91b-1a33c1cec908 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:23:08.443214 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:23:08.453661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-775a6ef8-2ebc-459f-9f04-0be02b15a80b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/17425200-eb8a-4fbf-b91b-1a33c1cec908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5725491 Apr 04 12:23:08.453777 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Sync routers for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:23:08.467536 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:08.468254 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:08.583840 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc304f4-d074-4c0e-a65b-17ef9bc6bd7b None None] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:23:08.612413 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-56d9bec2-fec6-4aff-93a3-d6b3977933bb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439815854&fields=id&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 267 time: 0.0435081 Apr 04 12:23:08.671915 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:08.727960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ef737f7d-f587-48ae-8f8f-ffcf284dffb5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:08.729458 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ef737f7d-f587-48ae-8f8f-ffcf284dffb5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/networks?id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 200 len: 795 time: 0.1094935 Apr 04 12:23:08.737655 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] Provisioning complete for port 001c794d-d455-4a67-b0cf-6a7fc47cab73 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:08.738240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.763016 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-50305fcc-8f86-47d2-a8ae-ce17060aed37 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/quotas/325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 375 time: 0.0243094 Apr 04 12:23:08.828646 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.861446 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] For port 001c794d-d455-4a67-b0cf-6a7fc47cab73, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=001c794d-d455-4a67-b0cf-6a7fc47cab73,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:08.877857 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-c8f74e91-1438-4943-b287-5b34f58b8f7b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132395 Apr 04 12:23:08.886811 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 2, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:08.917968 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Checking router: 17425200-eb8a-4fbf-b91b-1a33c1cec908 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:23:08.918329 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Updating router 17425200-eb8a-4fbf-b91b-1a33c1cec908 port 46862c93-8c66-4d3e-a9d2-93df2161dee8 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:23:08.931276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5dc43f10-74fd-4692-965e-150f3669bcf8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:08.968125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.989264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:08.994965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5dc43f10-74fd-4692-965e-150f3669bcf8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:08.995329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.070575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017c8e-e8a6-45b9-8b56-4fc6912a44ec None None] Pushing event updated for resources: {'Port': ['ID=001c794d-d455-4a67-b0cf-6a7fc47cab73,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:09.087587 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-aaf31eee-6db9-4721-bf1c-aa7787f813af service neutron] 10.222.0.43 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037854 Apr 04 12:23:09.123997 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.147431 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0d51bc48-843f-4c87-b7cb-e0c31bb408b3 None None] Provisioning complete for port 001c794d-d455-4a67-b0cf-6a7fc47cab73 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:09.147680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d51bc48-843f-4c87-b7cb-e0c31bb408b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.183709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 5dc43f10-74fd-4692-965e-150f3669bcf8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5dc43f10-74fd-4692-965e-150f3669bcf8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:09.200523 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-9934d84a-6c51-4c48-a827-9aa9ddc9e1c6 service neutron] 10.222.0.43 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045976 Apr 04 12:23:09.258786 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.260393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 001c794d-d455-4a67-b0cf-6a7fc47cab73 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:09.312468 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.356676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=5dc43f10-74fd-4692-965e-150f3669bcf8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:09.367689 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.374828 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-0d51bc48-843f-4c87-b7cb-e0c31bb408b3 None None] Provisioning complete for port 46862c93-8c66-4d3e-a9d2-93df2161dee8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:09.375045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d51bc48-843f-4c87-b7cb-e0c31bb408b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.396443 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 001c794d-d455-4a67-b0cf-6a7fc47cab73 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:09.397041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.422381 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Pushing event updated for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:09.443757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-0d51bc48-843f-4c87-b7cb-e0c31bb408b3 None None] Port 46862c93-8c66-4d3e-a9d2-93df2161dee8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:23:09.478038 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.478647 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.478865 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.479214 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.479553 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.479893 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.480226 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.480563 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.480895 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.481226 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.481572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.482189 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:23:09.520857 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b12616a8-b6d9-4dda-896c-6d2b8880bdd1 req-162d5ae4-9428-4021-b656-10b8d301929f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 210 time: 0.0557659 Apr 04 12:23:09.528778 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Attempting to bind port 46862c93-8c66-4d3e-a9d2-93df2161dee8 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:23:09.529144 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Attempting to bind port 46862c93-8c66-4d3e-a9d2-93df2161dee8 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:23:09.529673 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Attempting to bind port 46862c93-8c66-4d3e-a9d2-93df2161dee8 on network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:23:09.543179 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:23:09.543524 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Checking segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:23:09.543932 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.544345 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Bound using segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:23:09.544781 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Bound port: 46862c93-8c66-4d3e-a9d2-93df2161dee8, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:23:09.545162 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.565092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-200cfc68-72b2-4613-ac3d-4964d295c81d None None] Provisioning complete for port 46862c93-8c66-4d3e-a9d2-93df2161dee8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:09.565472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-200cfc68-72b2-4613-ac3d-4964d295c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.619218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-200cfc68-72b2-4613-ac3d-4964d295c81d None None] Port 46862c93-8c66-4d3e-a9d2-93df2161dee8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:23:09.635717 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] For port 46862c93-8c66-4d3e-a9d2-93df2161dee8, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:23:09.639050 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] For port 46862c93-8c66-4d3e-a9d2-93df2161dee8, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=46862c93-8c66-4d3e-a9d2-93df2161dee8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:23:09.736487 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.791364 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:09.792008 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:09.796994 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4930018-e694-48bd-a8b2-d7484cf36636 None None] Pushing event updated for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=4']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:09.840848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] Provisioning complete for port 46862c93-8c66-4d3e-a9d2-93df2161dee8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:09.841365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.906010 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:09.931888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:09.966779 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] For port 46862c93-8c66-4d3e-a9d2-93df2161dee8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=46862c93-8c66-4d3e-a9d2-93df2161dee8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:10.040955 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:10.092434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90997-009d-4cf6-8a27-d146f7d759f9 None None] Pushing event updated for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:10.121896 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:10.149467 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5979f-210f-4ba6-87df-8c10c7fc5995 None None] The sync data for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv is: [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:23:10.164768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-a770b65d-d420-42cc-bc9c-e0dfac6659c8 None None] Provisioning complete for port 46862c93-8c66-4d3e-a9d2-93df2161dee8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:10.171777 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a770b65d-d420-42cc-bc9c-e0dfac6659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:10.621302 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6dab5c9c-a75e-418b-8ff9-45e20afdd72e req-c8d3d134-b35c-4ba1-8cb6-f7725fe23fe2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 210 time: 0.0289145 Apr 04 12:23:10.878325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 46862c93-8c66-4d3e-a9d2-93df2161dee8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:10.928124 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 46862c93-8c66-4d3e-a9d2-93df2161dee8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:10.928789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:11.016439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5dc43f10-74fd-4692-965e-150f3669bcf8 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:11.064536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5dc43f10-74fd-4692-965e-150f3669bcf8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:11.064910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:11.150228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 001c794d-d455-4a67-b0cf-6a7fc47cab73 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:11.195348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 001c794d-d455-4a67-b0cf-6a7fc47cab73 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:11.195716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:11.502123 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-852d3588-1b45-47e5-88e6-9791cc5de82e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:11.503555 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-852d3588-1b45-47e5-88e6-9791cc5de82e tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/networks?id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 200 len: 795 time: 0.1056278 Apr 04 12:23:11.547770 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-95e8e4fd-8398-496a-b9bb-677585018ffb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325e229978744483976c18bf0a156fbe HTTP/1.1" status: 200 len: 380 time: 0.0342257 Apr 04 12:23:11.559726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'port': {'device_id': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'admin_state_up': True, 'tenant_id': '325e229978744483976c18bf0a156fbe', 'security_groups': ['e7891cb4-d9d9-4349-b287-7793c37b0f53']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:11.724574 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bfda7623-0412-4f91-986c-9e9b010ff73e req-a154ef79-b1d9-402a-a045-15bae081c5ac tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 210 time: 0.0318546 Apr 04 12:23:11.725299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Made reservation on behalf of 325e229978744483976c18bf0a156fbe for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:23:11.728742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:11.853039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.20.0.9 (a270dbda-7138-4a07-880d-b8a1cbd0ceb4/5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded/5b2131e2-3d7b-4bfa-b123-42bc29639ab8) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:23:11.992752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.073367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.115425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:12.118389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:12.121948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:23:12.147468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:12.180854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:12.182924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.272414 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-6f0a7989-b0fc-4e36-bba9-a39ef4701845 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173336 Apr 04 12:23:12.284229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Request body: {'port': {'device_id': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:12.337877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.393596 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-125e2998-0e24-4236-8649-d6b5fd87f492 None None] Provisioning complete for port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:12.394170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-125e2998-0e24-4236-8649-d6b5fd87f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.430792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-125e2998-0e24-4236-8649-d6b5fd87f492 None None] Port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:23:12.602846 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:23:12.609886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.621991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Transition to ACTIVE for port object 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:23:12.692562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.752150 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:12.823137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Attempting to bind port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:23:12.823473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Attempting to bind port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:23:12.823801 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Attempting to bind port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 on network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:23:12.828899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 on network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:23:12.829226 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Attempting to bind port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 on network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:23:12.834430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:23:12.834767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Checking segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:23:12.835148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Bound using segment: {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:23:12.836230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Bound port: 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4066d03-276b-4154-98ef-0e8fa950ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:23:12.836230 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:12.852752 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57016a2d-8c6d-41f5-afbc-2c747a713ae1 req-7acd14b6-43f9-45fe-922e-7f1ff6e07f6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:12.856033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57016a2d-8c6d-41f5-afbc-2c747a713ae1 req-7acd14b6-43f9-45fe-922e-7f1ff6e07f6d tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 943 time: 0.0544338 Apr 04 12:23:12.901579 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-57016a2d-8c6d-41f5-afbc-2c747a713ae1 req-922b54a9-ad7f-485b-9a22-8a26832dcfbd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Apr 04 12:23:12.908278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:23:12.912457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:23:13.024556 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:13.061726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.062343 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:13.063790 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] 10.222.0.44 "PUT /v2.0/ports/5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 200 len: 1093 time: 0.7839754 Apr 04 12:23:13.064225 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:23:13.066527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017" -d '{"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:23:13.095484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b1ff-20ee-4548-b54e-4a9d7842ebf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:13.108826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcfeb1c-3d34-4070-bccf-25ea39a3f1d9 x-openstack-request-id: req-fdcfeb1c-3d34-4070-bccf-25ea39a3f1d9 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:23:13.109126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:23:13.109402 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdcfeb1c-3d34-4070-bccf-25ea39a3f1d9 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:23:13.109839 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcfeb1c-3d34-4070-bccf-25ea39a3f1d9'] response: {'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'status': 'completed', 'code': 200} Apr 04 12:23:13.174857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-ba5f3739-0a2d-44ee-8297-256aad1b80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.180401 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-ba5f3739-0a2d-44ee-8297-256aad1b80df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1096 time: 0.0468712 Apr 04 12:23:13.278380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-d5300c0e-5d1a-40a6-b1a9-ea5b0b6283eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.279860 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-d5300c0e-5d1a-40a6-b1a9-ea5b0b6283eb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=325e229978744483976c18bf0a156fbe&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0958302 Apr 04 12:23:13.370961 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-eb3d38e3-8def-4732-8e5c-ff486d9784d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.372334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b0369f1d-0c6f-471c-a5ed-6e051d4b5017 req-eb3d38e3-8def-4732-8e5c-ff486d9784d4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851736 Apr 04 12:23:13.450419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-0a15f713-d917-4005-8b78-f8af6700ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.451899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-0a15f713-d917-4005-8b78-f8af6700ecd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1096 time: 0.0435965 Apr 04 12:23:13.492452 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-dad99bd2-8e2a-4a9b-8c2a-5ec479ddade5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 200 len: 217 time: 0.0324857 Apr 04 12:23:13.538927 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-346ede74-20eb-465c-ba61-aea2bd446feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.540332 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-346ede74-20eb-465c-ba61-aea2bd446feb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded HTTP/1.1" status: 200 len: 834 time: 0.0422411 Apr 04 12:23:13.585195 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ad5ca542-6d0c-4974-908d-a813c5d8cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:13.586668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-ad5ca542-6d0c-4974-908d-a813c5d8cafd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403619 Apr 04 12:23:13.677185 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-cd835d74-20f4-4c40-b5f5-b17872011f62 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Apr 04 12:23:13.774677 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f46e93d0-e8ec-4c63-a515-28bbcdd0173f req-2d4db225-4ef8-4d1b-b2c2-c7ae8083df80 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917835 Apr 04 12:23:14.022501 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da252c-29fc-4d92-b217-02f5e95b5f30 req-972dfbf4-4bc8-4095-8663-d4f04afbf38b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:14.023969 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53da252c-29fc-4d92-b217-02f5e95b5f30 req-972dfbf4-4bc8-4095-8663-d4f04afbf38b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 943 time: 0.0479202 Apr 04 12:23:14.062192 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-53da252c-29fc-4d92-b217-02f5e95b5f30 req-fa8568f4-33db-47e7-bdc5-5dab7a3ae1f3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Apr 04 12:23:15.179056 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dfe3b-85f2-428b-979f-a970cf488cba req-b82c8b50-fae8-4401-bb1b-3e65519096b0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:15.180523 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-508dfe3b-85f2-428b-979f-a970cf488cba req-b82c8b50-fae8-4401-bb1b-3e65519096b0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 943 time: 0.0479219 Apr 04 12:23:15.217489 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-508dfe3b-85f2-428b-979f-a970cf488cba req-19737637-90e1-44c9-bbc9-88bbd9b78d0c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Apr 04 12:23:16.328002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2324447-b6cd-472f-85dd-64c36eda4c3b req-e22af052-14d3-48c9-81ac-ec18c6e8aefa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:16.329455 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e2324447-b6cd-472f-85dd-64c36eda4c3b req-e22af052-14d3-48c9-81ac-ec18c6e8aefa tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 943 time: 0.0469291 Apr 04 12:23:16.365930 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e2324447-b6cd-472f-85dd-64c36eda4c3b req-9929d5c7-d9b6-44bf-919d-a7d1ce8ce209 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299544 Apr 04 12:23:17.423045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:23:17.478059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8907bf-bf74-42a2-924d-34e964bd7515 req-3c41fa0a-69c4-4dd6-b6db-2eb22bdc9cc4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:17.479763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9e8907bf-bf74-42a2-924d-34e964bd7515 req-3c41fa0a-69c4-4dd6-b6db-2eb22bdc9cc4 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 943 time: 0.0481925 Apr 04 12:23:17.518904 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9e8907bf-bf74-42a2-924d-34e964bd7515 req-b61172bd-8477-4e0d-acce-651ec75b7606 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Apr 04 12:23:17.660260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:17.671674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'port_id': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'mac_address': 'fa:16:3e:78:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:23:17.706281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:17.718736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:23:17.737537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:17.810055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:17.854679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:18.022152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['5b2131e2-3d7b-4bfa-b123-42bc29639ab8'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:23:18.639510 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee149967-4a33-4a9a-b840-5737cb7cf59b req-d78e158c-fa70-44cb-a1c4-1b1f892dc459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:18.640982 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee149967-4a33-4a9a-b840-5737cb7cf59b req-d78e158c-fa70-44cb-a1c4-1b1f892dc459 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 944 time: 0.0529459 Apr 04 12:23:18.683998 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ee149967-4a33-4a9a-b840-5737cb7cf59b req-2367f378-fe58-49fb-b989-3e4d2c166738 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 Apr 04 12:23:19.458445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:23:19.555494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:23:19.559141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:23:19.559575 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:19.635127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:19.656778 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:23:19.659046 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e0f6d4-268c-4f6d-82cf-2da03217c9dc" -d '{"events": [{"server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:23:19.671781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:23:19.744772 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2473b10b-0163-427a-9a73-1d4629c70f66 x-openstack-request-id: req-2473b10b-0163-427a-9a73-1d4629c70f66 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:23:19.745068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:23:19.745324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2473b10b-0163-427a-9a73-1d4629c70f66 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:23:19.745783 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2473b10b-0163-427a-9a73-1d4629c70f66'] response: {'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'code': 200} Apr 04 12:23:19.746980 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:19.804448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:19.807930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9940-4089-44ac-af30-7b2ea6c7be47 req-27edd101-dfcb-4449-8416-14b5faedc4e1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:19.809436 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-064e9940-4089-44ac-af30-7b2ea6c7be47 req-27edd101-dfcb-4449-8416-14b5faedc4e1 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0479665 Apr 04 12:23:19.846503 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-064e9940-4089-44ac-af30-7b2ea6c7be47 req-0e13fa5c-a149-49a1-b908-8992836212fc tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Apr 04 12:23:20.049672 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4d0e-6dab-4982-ac16-e6984bd5a8c2 req-adf1d67a-7ef7-4f52-ba96-7df5719ef59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:20.051130 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a99b4d0e-6dab-4982-ac16-e6984bd5a8c2 req-adf1d67a-7ef7-4f52-ba96-7df5719ef59e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1098 time: 0.0418255 Apr 04 12:23:20.085153 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a99b4d0e-6dab-4982-ac16-e6984bd5a8c2 req-35d33542-d9bd-47eb-8654-e5dd65ecaaf8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268455 Apr 04 12:23:20.961696 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60781-666e-48a2-8d5c-4378c82e5baf req-12fe97d0-155d-4f17-b497-2e5d7fee56d7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:20.963173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d60781-666e-48a2-8d5c-4378c82e5baf req-12fe97d0-155d-4f17-b497-2e5d7fee56d7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0483849 Apr 04 12:23:20.999884 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a1d60781-666e-48a2-8d5c-4378c82e5baf req-b19876cf-a873-4977-809b-e288e3eea859 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306203 Apr 04 12:23:22.116627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7ae6e-3a5b-4684-91d0-98030cb99eca req-6b905d8f-d2b7-4639-8cf7-52eeb189c4db tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:22.118119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8c7ae6e-3a5b-4684-91d0-98030cb99eca req-6b905d8f-d2b7-4639-8cf7-52eeb189c4db tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0532508 Apr 04 12:23:22.154865 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8c7ae6e-3a5b-4684-91d0-98030cb99eca req-46500ec6-2fe6-4d87-b876-51f2bd19741c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Apr 04 12:23:22.265202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2c653-dcea-47ed-8575-8a682b3f1cf6 req-94a26460-a49b-41bd-b771-6f22cd26392b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:22.266665 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cae2c653-dcea-47ed-8575-8a682b3f1cf6 req-94a26460-a49b-41bd-b771-6f22cd26392b tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0473998 Apr 04 12:23:22.302966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cae2c653-dcea-47ed-8575-8a682b3f1cf6 req-35babdc3-0c31-4819-96cd-1bb69fc90ab0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Apr 04 12:23:22.324058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47386) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:22.365622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db3038-074e-4feb-b1de-4f46ef8c757f tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:22.367116 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-71db3038-074e-4feb-b1de-4f46ef8c757f tempest-TestNetworkAdvancedServerOps-1680159993 tempest-TestNetworkAdvancedServerOps-1680159993-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1093 time: 0.0421159 Apr 04 12:23:22.369850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47388) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:22.373936 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:23:22.452722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:22.544752 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:22.646163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Allocated IP 172.26.1.8 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/1ce34553-1631-4e02-b68a-1ff9a36eb465) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:23:22.742726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:22.839363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:22.880125 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:23:22.882892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:23:22.886296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:23:22.908749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=1ce34553-1631-4e02-b68a-1ff9a36eb465,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:23.235855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:23.360657 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:23.503447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:23.564840 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:23.630263 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event updated for resources: {'Port': ['ID=1ce34553-1631-4e02-b68a-1ff9a36eb465,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:23:23.639946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:23.737144 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP cf4e777e-7e15-46d5-926a-9aa2571bb8c5 associated. External IP: 172.26.1.8, port: 5b2131e2-3d7b-4bfa-b123-42bc29639ab8. Apr 04 12:23:23.935811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 17425200-eb8a-4fbf-b91b-1a33c1cec908 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:23:24.043668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:23:24.053008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Sync routers for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:23:24.061833 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:24.062449 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:24.138296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:24.166108 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-f31f8beb-9e51-4678-88b5-413bcc9af1b8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7952335 Apr 04 12:23:24.166868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:23:24.169109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073ec29-3bfe-4ef2-9556-729ae32eb663" -d '{"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:23:24.173076 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:24.206451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3871542f-9cfa-4e68-b7fd-78b4ce51715e x-openstack-request-id: req-3871542f-9cfa-4e68-b7fd-78b4ce51715e {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:23:24.207258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:23:24.207516 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3871542f-9cfa-4e68-b7fd-78b4ce51715e {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:23:24.207924 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3871542f-9cfa-4e68-b7fd-78b4ce51715e'] response: {'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'status': 'completed', 'code': 200} Apr 04 12:23:24.262775 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c5ce1-9fea-4c0c-bfa9-9183460ab95e req-ea30162e-8832-47fb-be17-3adf5a31da8a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:24.264320 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc6c5ce1-9fea-4c0c-bfa9-9183460ab95e req-ea30162e-8832-47fb-be17-3adf5a31da8a tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0487955 Apr 04 12:23:24.283130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-2e1736b4-b5ad-437e-8ca0-3273754ce1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:24.284766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-2e1736b4-b5ad-437e-8ca0-3273754ce1c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1098 time: 0.0440524 Apr 04 12:23:24.308982 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bc6c5ce1-9fea-4c0c-bfa9-9183460ab95e req-f6f64c14-a624-4375-8a7c-3351545e30fb tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374713 Apr 04 12:23:24.332168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47394) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:24.380602 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-ac045bb0-4927-4b2d-8260-3641823970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:24.382110 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-ac045bb0-4927-4b2d-8260-3641823970f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 200 len: 896 time: 0.0898888 Apr 04 12:23:24.393625 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8e6d5829-3a1b-4877-b475-8d08c1009204 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/cf4e777e-7e15-46d5-926a-9aa2571bb8c5 HTTP/1.1" status: 200 len: 989 time: 0.0607541 Apr 04 12:23:24.408573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'cf4e777e-7e15-46d5-926a-9aa2571bb8c5', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.8', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'port_id': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'mac_address': 'fa:16:3e:78:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:23:23Z', 'updated_at': '2022-04-04T12:23:23Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:24.438704 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Checking router: 17425200-eb8a-4fbf-b91b-1a33c1cec908 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:23:24.445980 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-04eaf5d8-54be-43ee-b91f-73731d5f2ffc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 200 len: 997 time: 0.0575771 Apr 04 12:23:24.447392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:23:24.447991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:22:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:24.495403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-d522443d-649f-41dc-8481-b56180083f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:24.496838 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-d522443d-649f-41dc-8481-b56180083f3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded HTTP/1.1" status: 200 len: 834 time: 0.0453413 Apr 04 12:23:24.540185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-c00f38c9-1e2b-44a4-9af9-f1fea37773c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:24.541694 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-c00f38c9-1e2b-44a4-9af9-f1fea37773c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386784 Apr 04 12:23:24.552363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:23:24.636810 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-2906f54e-60dc-491c-a8e2-72604073fd2b service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885267 Apr 04 12:23:24.724762 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4073ec29-3bfe-4ef2-9556-729ae32eb663 req-234b8ed9-31c6-4209-8fd6-ff9bd6763a37 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Apr 04 12:23:24.769063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'cf4e777e-7e15-46d5-926a-9aa2571bb8c5', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.8', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'port_id': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'mac_address': 'fa:16:3e:78:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:23:23Z', 'updated_at': '2022-04-04T12:23:23Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:23:24.798580 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727633-1bfe-44de-ac95-c9d036dd56d7 None None] The sync data for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv is: [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'cf4e777e-7e15-46d5-926a-9aa2571bb8c5', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'floating_ip_address': '172.26.1.8', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'port_id': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'mac_address': 'fa:16:3e:78:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:23:23Z', 'updated_at': '2022-04-04T12:23:23Z', 'revision_number': 0, 'project_id': '325e229978744483976c18bf0a156fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:23:24.979659 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa6c3-8530-4194-a33f-3b81fe11179d None None] New status for floating IP cf4e777e-7e15-46d5-926a-9aa2571bb8c5: ACTIVE {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:23:25.395111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47396) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:25.457195 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-49dad982-146f-4802-92b5-67d3e82128f0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/cf4e777e-7e15-46d5-926a-9aa2571bb8c5 HTTP/1.1" status: 200 len: 991 time: 0.0604119 Apr 04 12:23:27.285160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8ea3fa44-5f28-4adc-bb69-e8960669f3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:29.481908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-802a3b71-674b-447e-9ffd-637488c41ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:30.693878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:32.182439 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:32.416662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:34.485375 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:38.418605 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:23:54.414541 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a32a-8a59-4650-b469-f58683e029ee req-00bbc82a-15df-4473-a405-fa86d0c9e9df tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:54.416268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ad33a32a-8a59-4650-b469-f58683e029ee req-00bbc82a-15df-4473-a405-fa86d0c9e9df tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0480137 Apr 04 12:23:54.452991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ad33a32a-8a59-4650-b469-f58683e029ee req-849e69d3-a4bd-4f7d-9682-5c0061505e78 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304143 Apr 04 12:23:55.566830 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99a9ac-49b5-4c06-bc92-96891f94097f req-f7003142-007e-4b3d-8435-2f154aad7328 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:55.568289 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4d99a9ac-49b5-4c06-bc92-96891f94097f req-f7003142-007e-4b3d-8435-2f154aad7328 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0480354 Apr 04 12:23:55.604740 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4d99a9ac-49b5-4c06-bc92-96891f94097f req-06efc53d-6af7-458f-8cf4-9bd80fc215e0 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299866 Apr 04 12:23:55.626468 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47420) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:55.689814 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c34f9e34-6623-40af-9a5d-dbe7b96f0092 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/cf4e777e-7e15-46d5-926a-9aa2571bb8c5 HTTP/1.1" status: 200 len: 991 time: 0.0622408 Apr 04 12:23:57.124360 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef584-dd2f-44f1-9b7d-ab126d7d3565 req-8b31fe6f-eb01-481d-9d1a-a163fb4d6b70 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:57.125932 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a07ef584-dd2f-44f1-9b7d-ab126d7d3565 req-8b31fe6f-eb01-481d-9d1a-a163fb4d6b70 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0570505 Apr 04 12:23:57.174229 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a07ef584-dd2f-44f1-9b7d-ab126d7d3565 req-8b2f4473-2e42-4a77-a2fc-88dee9f4874c tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Apr 04 12:23:57.202376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431239a-5132-499f-9242-c9a9698f2d8d req-43bd4991-630e-4d4c-a5d7-fdff071d507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:57.203861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-43bd4991-630e-4d4c-a5d7-fdff071d507c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1098 time: 0.0429776 Apr 04 12:23:57.265796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2eda2776-1bbf-4cb4-916b-b08f3065cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:57.295612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431239a-5132-499f-9242-c9a9698f2d8d req-c4a33e95-5c04-4058-8d2b-3f81ce10d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:57.297100 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-c4a33e95-5c04-4058-8d2b-3f81ce10d563 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 200 len: 896 time: 0.0860870 Apr 04 12:23:57.360198 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-9da85bfb-78b7-418f-93be-7f187226a4a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 200 len: 999 time: 0.0561302 Apr 04 12:23:57.407794 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431239a-5132-499f-9242-c9a9698f2d8d req-b7c61b0f-dafc-40ac-9bfc-d54997a0c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:57.409242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-b7c61b0f-dafc-40ac-9bfc-d54997a0c827 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded HTTP/1.1" status: 200 len: 834 time: 0.0419962 Apr 04 12:23:57.455173 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431239a-5132-499f-9242-c9a9698f2d8d req-c98495dc-454b-4dff-9e6c-67c918954d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:57.456670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-c98495dc-454b-4dff-9e6c-67c918954d8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416367 Apr 04 12:23:57.545098 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-47f101e3-c187-44f9-b16f-cf8616543dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807621 Apr 04 12:23:57.978940 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5431239a-5132-499f-9242-c9a9698f2d8d req-8415ca55-817f-4980-8d5e-024787817423 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274919 Apr 04 12:23:58.287552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3fd97-c7a9-48fd-98ed-cad4eb7113f9 req-160c6fd1-195b-4819-a2ee-2c1705fcfe79 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:58.289172 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-80a3fd97-c7a9-48fd-98ed-cad4eb7113f9 req-160c6fd1-195b-4819-a2ee-2c1705fcfe79 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0472984 Apr 04 12:23:58.327189 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-80a3fd97-c7a9-48fd-98ed-cad4eb7113f9 req-e6a6f0b0-96fa-47f9-ae29-76749c0de4e7 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Apr 04 12:23:59.445582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528def3e-f23b-455e-b70e-c0e419d94917 req-ffbd9a33-f460-4703-8dd3-5107796be951 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:23:59.447082 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-528def3e-f23b-455e-b70e-c0e419d94917 req-ffbd9a33-f460-4703-8dd3-5107796be951 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0478239 Apr 04 12:23:59.466578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5e657ad7-adb4-4393-96a3-d8bbd84e45a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:23:59.486994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-528def3e-f23b-455e-b70e-c0e419d94917 req-4b022e37-d0ec-40df-a6e6-87dfa9e41682 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333619 Apr 04 12:23:59.509222 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47432) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:59.566615 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ac9fd425-cfba-4540-80e1-04f1dbfc7c2f tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/floatingips/cf4e777e-7e15-46d5-926a-9aa2571bb8c5 HTTP/1.1" status: 200 len: 991 time: 0.0561879 Apr 04 12:23:59.830432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:23:59.986798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 1ce34553-1631-4e02-b68a-1ff9a36eb465 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:23:59.989419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.069964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.070293 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.081722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 1ce34553-1631-4e02-b68a-1ff9a36eb465 owned by network:floatingip {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:24:00.283037 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.308807 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=1ce34553-1631-4e02-b68a-1ff9a36eb465,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:00.321165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.321515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.321877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.322211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.322544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.322871 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.323199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.323520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.323844 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.324690 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.325042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.325363 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:00.377860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for floatingip, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.378207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Floating IP cf4e777e-7e15-46d5-926a-9aa2571bb8c5 disassociated (deleted). External IP: 172.26.1.8, port: 5b2131e2-3d7b-4bfa-b123-42bc29639ab8. Apr 04 12:24:00.579430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 17425200-eb8a-4fbf-b91b-1a33c1cec908 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:24:00.654485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.687853 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:00.692248 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:00.698022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Sync routers for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:00.707870 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:00.712111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:00.718917 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e33f1e27-c17e-439a-bad9-d9ba7cb8f011 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf4e777e-7e15-46d5-926a-9aa2571bb8c5 HTTP/1.1" status: 204 len: 168 time: 0.8874154 Apr 04 12:24:00.719507 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:24:00.721766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75fbac4-721a-4a9d-a365-62e9e84ed339" -d '{"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:24:00.775280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc233fa-2059-4620-bf18-f00d087f8c95 x-openstack-request-id: req-ddc233fa-2059-4620-bf18-f00d087f8c95 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:24:00.775280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:24:00.775280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddc233fa-2059-4620-bf18-f00d087f8c95 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:24:00.775280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc233fa-2059-4620-bf18-f00d087f8c95'] response: {'name': 'network-changed', 'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'status': 'completed', 'code': 200} Apr 04 12:24:00.821302 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:00.831412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-08a97151-4ea7-47cf-98a4-1c7120086990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:00.832845 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-08a97151-4ea7-47cf-98a4-1c7120086990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=325e229978744483976c18bf0a156fbe&device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 1098 time: 0.0415215 Apr 04 12:24:00.936094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-26a418df-7554-4f6b-9962-f4615f5eeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:00.937596 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-26a418df-7554-4f6b-9962-f4615f5eeb6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 200 len: 896 time: 0.0907140 Apr 04 12:24:00.979564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-e7f14bca-0112-48e1-b418-37c5092eda88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Apr 04 12:24:01.016488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:01.034057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-6177660e-55bb-4454-86cc-29e05e1e66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:01.035592 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-6177660e-55bb-4454-86cc-29e05e1e66d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded HTTP/1.1" status: 200 len: 834 time: 0.0495908 Apr 04 12:24:01.047247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Checking router: 17425200-eb8a-4fbf-b91b-1a33c1cec908 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:01.055709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:01.056324 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:01.103524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-cb471634-ecb4-4ba6-b1b9-d59605c5dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:01.105340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-cb471634-ecb4-4ba6-b1b9-d59605c5dee2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a270dbda-7138-4a07-880d-b8a1cbd0ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528080 Apr 04 12:24:01.130015 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6fc01-293f-4a9b-8b0c-3c45f63c7708 req-74edc806-34ca-4632-9d51-0f114a6bd2ce tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:01.132741 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eee6fc01-293f-4a9b-8b0c-3c45f63c7708 req-74edc806-34ca-4632-9d51-0f114a6bd2ce tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0586486 Apr 04 12:24:01.170814 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-eee6fc01-293f-4a9b-8b0c-3c45f63c7708 req-1a3cd133-cdaf-4cf3-aff5-845aac205e45 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Apr 04 12:24:01.211280 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-4e859f6e-b551-499d-9ac2-b33031b0aa17 service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963643 Apr 04 12:24:01.307613 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a75fbac4-721a-4a9d-a365-62e9e84ed339 req-e6a48f0d-ae78-4d79-ab4d-c213da11740b service neutron] 10.222.0.44 "GET /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889103 Apr 04 12:24:01.319720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:01.511128 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:01.536748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3101-ab02-4c7e-bfa8-2eef4f129da9 None None] The sync data for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv is: [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:07Z', 'revision_number': 4, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '46862c93-8c66-4d3e-a9d2-93df2161dee8', 'name': '', 'network_id': 'a270dbda-7138-4a07-880d-b8a1cbd0ceb4', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'mac_address': 'fa:16:3e:14:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:06Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'subnets': [{'id': '5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:01.747017 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8a2a7-1d48-41cd-b22b-58f41adc9133 None None] New status for floating IP cf4e777e-7e15-46d5-926a-9aa2571bb8c5: DOWN {{(pid=109639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:24:02.191762 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:02.287487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d187-ce05-4d5e-b551-232ebdb09c3d req-d760b7a6-82fa-4163-a102-08bb65cce8b3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:02.288954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cba6d187-ce05-4d5e-b551-232ebdb09c3d req-d760b7a6-82fa-4163-a102-08bb65cce8b3 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0476663 Apr 04 12:24:02.326140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cba6d187-ce05-4d5e-b551-232ebdb09c3d req-ccc22d4b-2f70-478b-aa25-d0b0afe3f2a5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7891cb4-d9d9-4349-b287-7793c37b0f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 Apr 04 12:24:02.429804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:02.800346 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-8aae7ef4-ea3a-44ac-83ce-d469262129fd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:02.801830 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-8aae7ef4-ea3a-44ac-83ce-d469262129fd tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 945 time: 0.0525792 Apr 04 12:24:02.888072 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:24:02.888405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:02.977985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:02.978353 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:02.989746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:24:03.178612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:03.211482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=5b2131e2-3d7b-4bfa-b123-42bc29639ab8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:03.251922 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] No DVR routers for this DVR port 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:24:03.254636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:03.258034 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1b21addf-4bef-4fa9-bb63-b168dd2c3140 req-27703961-e8fc-4e9f-9f4b-1d5bdcc00066 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.44 "DELETE /v2.0/ports/5b2131e2-3d7b-4bfa-b123-42bc29639ab8 HTTP/1.1" status: 204 len: 173 time: 0.4503953 Apr 04 12:24:03.258505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'name': 'network-vif-deleted', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:24:03.260766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1369ec4-a49d-4131-a7e3-e250b0fa9cc3" -d '{"events": [{"server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "name": "network-vif-deleted", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:24:03.297811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490cecca-5584-4b80-aa9b-2d1fe1f0e9e4 x-openstack-request-id: req-490cecca-5584-4b80-aa9b-2d1fe1f0e9e4 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:24:03.298426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57a46bf-b981-4af6-8e64-863082b7519c", "name": "network-vif-deleted", "tag": "5b2131e2-3d7b-4bfa-b123-42bc29639ab8", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:24:03.298426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-490cecca-5584-4b80-aa9b-2d1fe1f0e9e4 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:24:03.298740 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490cecca-5584-4b80-aa9b-2d1fe1f0e9e4'] response: {'server_uuid': 'f57a46bf-b981-4af6-8e64-863082b7519c', 'name': 'network-vif-deleted', 'tag': '5b2131e2-3d7b-4bfa-b123-42bc29639ab8', 'status': 'completed', 'code': 200} Apr 04 12:24:03.421159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db0d9296-c7b1-421e-b7f6-c6be842848a8 req-725ef770-5754-4f5e-b775-0a5e04ca6682 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57a46bf-b981-4af6-8e64-863082b7519c HTTP/1.1" status: 200 len: 210 time: 0.0268092 Apr 04 12:24:04.490571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47454) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:04.540594 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:04.828543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:05.074781 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 46862c93-8c66-4d3e-a9d2-93df2161dee8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:24:05.075129 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:05.165083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 46862c93-8c66-4d3e-a9d2-93df2161dee8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=46862c93-8c66-4d3e-a9d2-93df2161dee8,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:05.165454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:05.178643 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 46862c93-8c66-4d3e-a9d2-93df2161dee8 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:24:05.443576 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:05.471668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=46862c93-8c66-4d3e-a9d2-93df2161dee8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:05.643859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:05.853401 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Router 17425200-eb8a-4fbf-b91b-1a33c1cec908 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:24:05.956075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:05.961326 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-0f23bc07-5d09-4b3d-8c1d-12aab0e3d9e2 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "PUT /v2.0/routers/17425200-eb8a-4fbf-b91b-1a33c1cec908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4826300 Apr 04 12:24:05.963742 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47456) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:05.966283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Sync routers for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:05.975615 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:05.976224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:06.014057 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting subnet 5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:24:06.017094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.055280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.080735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:06.141622 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.252787 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:24:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:06.281717 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Checking router: 17425200-eb8a-4fbf-b91b-1a33c1cec908 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:06.283569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.290074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Routers {'17425200-eb8a-4fbf-b91b-1a33c1cec908'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:06.290745 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['17425200-eb8a-4fbf-b91b-1a33c1cec908'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:06.311185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:06.315926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.321512 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-872e3b85-1b9e-4e95-b666-7ae2d7bdbc34 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/subnets/5ecc1c4d-2a63-41ef-b8f3-3db3321c8ded HTTP/1.1" status: 204 len: 168 time: 0.3544855 Apr 04 12:24:06.321949 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47458) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:06.325054 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a8015-9829-4e27-8b1f-a4cde27a0894 None None] Network a270dbda-7138-4a07-880d-b8a1cbd0ceb4 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:24:06.428391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.478685 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] Set router 17425200-eb8a-4fbf-b91b-1a33c1cec908 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:06.532497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.619066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] DHCP port deletion for a270dbda-7138-4a07-880d-b8a1cbd0ceb4 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:24:06.660380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Deleting port 5dc43f10-74fd-4692-965e-150f3669bcf8 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:24:06.660987 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.698576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Deleting port 001c794d-d455-4a67-b0cf-6a7fc47cab73 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:24:06.698864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.715700 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-4751cd54-e882-4591-a2bc-55991578050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:24:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:06.742048 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] For port 5dc43f10-74fd-4692-965e-150f3669bcf8, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5dc43f10-74fd-4692-965e-150f3669bcf8,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:06.742416 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.751912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751cd54-e882-4591-a2bc-55991578050c None None] The sync data for ids ['17425200-eb8a-4fbf-b91b-1a33c1cec908'] in dv-neutron-835866-1-hyperv is: [{'id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354759361', 'tenant_id': '325e229978744483976c18bf0a156fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:24:05Z', 'revision_number': 5, 'project_id': '325e229978744483976c18bf0a156fbe', 'gw_port': {'id': '5dc43f10-74fd-4692-965e-150f3669bcf8', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17425200-eb8a-4fbf-b91b-1a33c1cec908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:23:03Z', 'updated_at': '2022-04-04T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:06.753869 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Calling delete_port for 5dc43f10-74fd-4692-965e-150f3669bcf8 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:24:06.799676 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] For port 001c794d-d455-4a67-b0cf-6a7fc47cab73, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=001c794d-d455-4a67-b0cf-6a7fc47cab73,segment=NetworkSegment(c4066d03-276b-4154-98ef-0e8fa950ecff),segment_id=c4066d03-276b-4154-98ef-0e8fa950ecff)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:06.800479 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.813843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Calling delete_port for 001c794d-d455-4a67-b0cf-6a7fc47cab73 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:24:06.950673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:06.979044 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Pushing event deleted for resources: {'Port': ['ID=001c794d-d455-4a67-b0cf-6a7fc47cab73,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:06.983268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] No DVR routers for this DVR port 001c794d-d455-4a67-b0cf-6a7fc47cab73 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:24:06.989817 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.990178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.993598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136e1a-ef9a-4a5d-8c5f-475e2e7bc5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:06.998168 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.021707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Port': ['ID=5dc43f10-74fd-4692-965e-150f3669bcf8,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:07.082466 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.182244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.184919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.224357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 001c794d-d455-4a67-b0cf-6a7fc47cab73 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:24:07.246022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 001c794d-d455-4a67-b0cf-6a7fc47cab73 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:24:07.246293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 001c794d-d455-4a67-b0cf-6a7fc47cab73 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:24:07.316288 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.316854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Fanout notify agent at l3_agent the message router_deleted on router 17425200-eb8a-4fbf-b91b-1a33c1cec908 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:24:07.323564 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.324737 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-eba1791e-2f0b-43c1-bb7d-b823df1e99f8 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/routers/17425200-eb8a-4fbf-b91b-1a33c1cec908 HTTP/1.1" status: 204 len: 168 time: 1.0016906 Apr 04 12:24:07.334455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47460) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:07.406629 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.497079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.515770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a270dbda-7138-4a07-880d-b8a1cbd0ceb4']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:07.524504 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4066d03-276b-4154-98ef-0e8fa950ecff') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:07.524786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4066d03-276b-4154-98ef-0e8fa950ecff') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:07.534335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.547478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.553232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:24:07.553660 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:24:07.556538 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:24:07.675012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:24:07.695931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:24:07.696196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 5b2131e2-3d7b-4bfa-b123-42bc29639ab8 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:24:08.020702 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.028264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.031018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/networks/a270dbda-7138-4a07-880d-b8a1cbd0ceb4 HTTP/1.1" status: 204 len: 168 time: 0.7009234 Apr 04 12:24:08.033884 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47462) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:08.042479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965017-1582-4363-9e74-5cc4f59cfe25 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'Network': ['ID=a270dbda-7138-4a07-880d-b8a1cbd0ceb4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:08.093014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.118751 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.232652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.235306 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:08.236463 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] 10.222.0.43 "DELETE /v2.0/security-groups/e7891cb4-d9d9-4349-b287-7793c37b0f53 HTTP/1.1" status: 204 len: 168 time: 0.2015867 Apr 04 12:24:08.245463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7891cb4-d9d9-4349-b287-7793c37b0f53,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:08.252731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.256508 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830055ed-7961-4707-8d47-a2ca083667f5 tempest-TestNetworkAdvancedServerOps-296990601 tempest-TestNetworkAdvancedServerOps-296990601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:08.810544 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47470) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:08.817017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 46862c93-8c66-4d3e-a9d2-93df2161dee8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:24:08.840420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 46862c93-8c66-4d3e-a9d2-93df2161dee8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:24:08.840769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 46862c93-8c66-4d3e-a9d2-93df2161dee8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:24:08.841190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5dc43f10-74fd-4692-965e-150f3669bcf8 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:24:08.859355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5dc43f10-74fd-4692-965e-150f3669bcf8 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:24:08.859703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5dc43f10-74fd-4692-965e-150f3669bcf8 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:24:08.939307 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2d547a35-1a4d-47b0-894f-7275f2b9e650 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=325e229978744483976c18bf0a156fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274149 Apr 04 12:24:08.941780 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47474) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:09.281102 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:09.301738 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:09.426515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:09.429053 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:09.430277 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8872383-57a1-4314-a979-e6e3f69145ac HTTP/1.1" status: 204 len: 168 time: 0.4876268 Apr 04 12:24:09.437829 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64a66-fa32-4315-829c-3154a60c3f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8872383-57a1-4314-a979-e6e3f69145ac,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:09.959172 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:09.972011 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2af816fc-c638-4555-97ec-040d05981821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.043168 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2af816fc-c638-4555-97ec-040d05981821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.127855 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-2af816fc-c638-4555-97ec-040d05981821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.164388 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-2af816fc-c638-4555-97ec-040d05981821 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51e88fb8c3454694913698758b9d6a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041867 Apr 04 12:24:10.165239 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af816fc-c638-4555-97ec-040d05981821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb78335-3a4b-486d-a7ff-a939daee74a5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:10.167442 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47482) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:10.215216 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.235968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.351868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.354491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:10.358047 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fb78335-3a4b-486d-a7ff-a939daee74a5 HTTP/1.1" status: 204 len: 168 time: 0.1871350 Apr 04 12:24:10.364047 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6ff45-766c-4bb2-8ae9-5c2b87d592a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb78335-3a4b-486d-a7ff-a939daee74a5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:11.397905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47504) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:11.492385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1856447631-network', 'tenant_id': '04003fc7af274deea6e1c2866292f032'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:11.578931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Made reservation on behalf of 04003fc7af274deea6e1c2866292f032 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:24:11.581212 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.589532 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.660269 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.746368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.772275 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:24:11.782122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902611f9-994a-4f21-b693-339303956658,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:11.786739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.787087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Added segment a1c7d34b-5b8f-4eda-841f-9fdcd260fac5 of type vlan for network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 Apr 04 12:24:11.825228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.929069 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.929988 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:11.930561 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:11.986218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcca8f3-db7a-47b3-b426-cc3e0da05c99,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:11.996317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:24:12.023720 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-1fa0a00b-717b-46e3-8238-9174ac58da43 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6246786 Apr 04 12:24:12.026600 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47508) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:12.031777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Request body: {'subnet': {'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1856447631-subnet', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:12.099617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Made reservation on behalf of 04003fc7af274deea6e1c2866292f032 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:24:12.101996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.316242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.368278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e74c8fb-d286-48f9-ad3e-f81db8ba9516,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:12.382920 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Checking segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:12.383282 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Network hostable DHCP agents. Network: 9bcca8f3-db7a-47b3-b426-cc3e0da05c99, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:24:12.483476 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:24:12.563329 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 9bcca8f3-db7a-47b3-b426-cc3e0da05c99) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:12.567484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:12.568023 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.571838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa80a77-dac2-4132-a805-a11dc51c232e None None] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:24:12.657679 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5efeab57-2f91-4163-9a11-27dbabc6e8a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6299810 Apr 04 12:24:12.660238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47510) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:12.664534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:12.712458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:24:12.713307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.767685 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.768800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.819308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:12.842781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Allocated IP 172.20.0.2 (9bcca8f3-db7a-47b3-b426-cc3e0da05c99/7e74c8fb-d286-48f9-ad3e-f81db8ba9516/310f5ab4-627c-4b5c-8268-5c287e575194) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:13.043340 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.133665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.203839 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.242649 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:13.245780 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:13.249260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:13.257434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Pushing event updated for resources: {'Port': ['ID=310f5ab4-627c-4b5c-8268-5c287e575194,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:13.302187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.310525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Attempting to bind port 310f5ab4-627c-4b5c-8268-5c287e575194 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:13.310932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Attempting to bind port 310f5ab4-627c-4b5c-8268-5c287e575194 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:13.311296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Attempting to bind port 310f5ab4-627c-4b5c-8268-5c287e575194 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:13.316276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:13.316650 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Checking segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:13.317051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.317447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Bound using segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:13.317958 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Bound port: 310f5ab4-627c-4b5c-8268-5c287e575194, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:13.318323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.324726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.379277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] For port 310f5ab4-627c-4b5c-8268-5c287e575194, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:13.382258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] For port 310f5ab4-627c-4b5c-8268-5c287e575194, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=310f5ab4-627c-4b5c-8268-5c287e575194,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:13.425460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Allocated IP 172.26.1.132 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/a693fa0e-9a17-4d25-b55d-2b7b5c1ba706) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:13.447963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.502858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6cc31-37de-4865-a788-a71e23c75277 None None] Pushing event updated for resources: {'Port': ['ID=310f5ab4-627c-4b5c-8268-5c287e575194,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:13.534205 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.625482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:13.685953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:13.685953 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:13.687327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:13.690394 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Pushing event updated for resources: {'Port': ['ID=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:13.987120 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.191177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.384850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:24:14.410458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e79d0-1f4e-475b-82f9-c77bb10b9bf5 None None] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:24:14.476481 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] Provisioning complete for port 310f5ab4-627c-4b5c-8268-5c287e575194 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:14.476823 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.491767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:14.501499 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:14.514572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:14.514572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:14.564796 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.569343 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:14.576572 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-b109922d-5091-44fc-9934-a9186357053b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9148326 Apr 04 12:24:14.614694 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:14.623335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.675225 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] For port 310f5ab4-627c-4b5c-8268-5c287e575194, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=310f5ab4-627c-4b5c-8268-5c287e575194,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:14.751074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.844972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a491-5541-4e5a-8a47-aa851cc86a8d None None] Pushing event updated for resources: {'Port': ['ID=310f5ab4-627c-4b5c-8268-5c287e575194,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:14.873679 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:13Z', 'revision_number': 3, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:14.898445 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 310f5ab4-627c-4b5c-8268-5c287e575194 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:14.949036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 310f5ab4-627c-4b5c-8268-5c287e575194 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:14.949398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:14.997159 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-322c1461-9f8c-46e7-ad6a-e3861c6dbf16 None None] Provisioning complete for port 310f5ab4-627c-4b5c-8268-5c287e575194 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:14.998212 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-322c1461-9f8c-46e7-ad6a-e3861c6dbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.007856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:15.008134 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Updating router 5387742b-b448-4139-9fbf-de4d4f1342b4 port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:24:15.014473 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.034184 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.185513 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Allocated IP 172.20.0.1 (9bcca8f3-db7a-47b3-b426-cc3e0da05c99/7e74c8fb-d286-48f9-ad3e-f81db8ba9516/6c449f7e-78e1-4118-ad54-00ffa688428e) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:15.285278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.292948 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.362599 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.391450 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.420708 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Attempting to bind port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:15.421075 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Attempting to bind port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:15.421436 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Attempting to bind port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:15.426836 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:24:15.429384 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Pushing event updated for resources: {'Port': ['ID=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:15.432586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:15.432586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:15.432981 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.433364 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:15.433848 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:15.433977 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Bound port: a693fa0e-9a17-4d25-b55d-2b7b5c1ba706, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:15.434229 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.436791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:15.440240 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:15.440396 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.440585 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.440924 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.441257 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.441802 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.442143 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.442473 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.442856 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.443125 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.443442 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.444309 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.444670 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:24:15.469957 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Pushing event updated for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:15.486377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.497767 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] For port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:15.501525 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] For port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:15.581471 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.634798 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:15.635544 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:15.645001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-e68e130d-1fef-4ed1-9f19-ee282bfad0e2 None None] Provisioning complete for port 6c449f7e-78e1-4118-ad54-00ffa688428e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:15.645592 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e68e130d-1fef-4ed1-9f19-ee282bfad0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.680906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-e68e130d-1fef-4ed1-9f19-ee282bfad0e2 None None] Port 6c449f7e-78e1-4118-ad54-00ffa688428e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:15.683895 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d83447-0128-447e-84a7-e17f75f167e7 None None] Pushing event updated for resources: {'Port': ['ID=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:15.693060 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.752559 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:15.852552 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.912327 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.927176 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:13Z', 'revision_number': 3, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:15.955234 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687b5a1-a60f-4443-93d0-c5dc49ffb627 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:13Z', 'revision_number': 3, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:15.979163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:15.981064 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Pushing event updated for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:16.081249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:16.082673 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:16.226973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:24:16.341164 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:16.347151 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-ab4a9c0b-c3b6-4f88-8048-039281ee3c2d admin admin] 10.222.0.43 "PUT /v2.0/routers/5387742b-b448-4139-9fbf-de4d4f1342b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766449 Apr 04 12:24:16.406113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-24808520-32ba-4add-8a98-48e9f6fb73ab None None] Provisioning complete for port 6c449f7e-78e1-4118-ad54-00ffa688428e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:16.407041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-24808520-32ba-4add-8a98-48e9f6fb73ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:16.451466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-24808520-32ba-4add-8a98-48e9f6fb73ab None None] Port 6c449f7e-78e1-4118-ad54-00ffa688428e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:16.887304 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 310f5ab4-627c-4b5c-8268-5c287e575194 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:16.935577 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 310f5ab4-627c-4b5c-8268-5c287e575194 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:16.936557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.017900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:17.037254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47528) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:17.042299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499435053-network', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:17.067013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:17.069229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.142343 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.156580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Made reservation on behalf of 4c35396f73e24cc7b62a8835189b08e3 for: {'network': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:24:17.159055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.163011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:17.169423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.242211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.247280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.289164 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:17.328028 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.352398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:24:17.364977 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.368073 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.segments_db [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Added segment 8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72 of type vlan for network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 Apr 04 12:24:17.368073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ea0ae0-9987-471c-80f6-1a36d6eaf8e9,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:17.408679 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.442006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:17.455946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:17.456561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:17.506847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.507848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:17.508432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.559474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:17.571054 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] Pushing event updated for resources: {'Network': ['ID=20d69a77-b8dd-484e-a484-83c2ecb6e9b5,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:17.585016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:24:17.595794 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe4c707d-ed6e-4911-a4f6-416cc97db7dd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5573351 Apr 04 12:24:17.598628 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47530) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:17.603358 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Request body: {'subnet': {'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499435053-subnet', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:17.682233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Made reservation on behalf of 4c35396f73e24cc7b62a8835189b08e3 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:24:17.684535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.810024 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 2, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:17.836504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:17.836855 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Updating router 5387742b-b448-4139-9fbf-de4d4f1342b4 port 6c449f7e-78e1-4118-ad54-00ffa688428e binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:24:17.860372 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.918931 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:17.978430 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6188a4-4daf-4d62-8833-d71473c4f794,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:17.988534 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Checking segment: {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:17.988898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Network hostable DHCP agents. Network: 20d69a77-b8dd-484e-a484-83c2ecb6e9b5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:24:18.067053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:24:18.132776 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.158456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 20d69a77-b8dd-484e-a484-83c2ecb6e9b5) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:18.162562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:18.163144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.168669 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a18460-5319-49c4-b131-d7babeffdbc8 None None] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:24:18.231134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.267096 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47532) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:18.267766 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ef042ac7-3175-4c55-8f12-6ce2714e4fc2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6675692 Apr 04 12:24:18.272027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:18.359236 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.360338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.420972 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.478053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847e8a4-d658-4d74-98bb-0a81e2afa55e None None] Pushing event updated for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:18.603808 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'fixed_ips': [{'subnet_id': '9e6188a4-4daf-4d62-8833-d71473c4f794'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:24:18.604667 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.609867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Attempting to bind port 6c449f7e-78e1-4118-ad54-00ffa688428e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:18.610242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Attempting to bind port 6c449f7e-78e1-4118-ad54-00ffa688428e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:18.610605 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Attempting to bind port 6c449f7e-78e1-4118-ad54-00ffa688428e on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:18.628756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.629752 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:18.630142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Checking segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:18.630549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.630946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Bound using segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:18.631422 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Bound port: 6c449f7e-78e1-4118-ad54-00ffa688428e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:18.631807 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.799603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2fee8820-d03a-4a67-93a3-dfad198a9fe6 None None] Provisioning complete for port 6c449f7e-78e1-4118-ad54-00ffa688428e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:18.802738 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2fee8820-d03a-4a67-93a3-dfad198a9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.862686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:18.865234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] For port 6c449f7e-78e1-4118-ad54-00ffa688428e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:18.907912 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.917326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] For port 6c449f7e-78e1-4118-ad54-00ffa688428e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6c449f7e-78e1-4118-ad54-00ffa688428e,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:18.927366 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:18.930342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-2fee8820-d03a-4a67-93a3-dfad198a9fe6 None None] Port 6c449f7e-78e1-4118-ad54-00ffa688428e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:18.941365 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Allocated IP 172.20.0.2 (20d69a77-b8dd-484e-a484-83c2ecb6e9b5/9e6188a4-4daf-4d62-8833-d71473c4f794/aa795345-8ece-4c4c-ad38-8c96faecceae) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:18.982072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.033478 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Allocated IP 172.26.1.53 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:19.052754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:19.053141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.122721 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:19.123458 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:19.132972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847e8a4-d658-4d74-98bb-0a81e2afa55e None None] Pushing event updated for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:19.152831 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.244792 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.267352 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.295735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:19.299242 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:19.301999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:19.304109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Pushing event updated for resources: {'Port': ['ID=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:19.318219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:19.355911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.439228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:19.439954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] Provisioning complete for port 6c449f7e-78e1-4118-ad54-00ffa688428e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:19.440320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.456854 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:19.484661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:19.486557 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Pushing event updated for resources: {'Port': ['ID=aa795345-8ece-4c4c-ad38-8c96faecceae,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:19.598903 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Attempting to bind port aa795345-8ece-4c4c-ad38-8c96faecceae on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:19.599173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Attempting to bind port aa795345-8ece-4c4c-ad38-8c96faecceae by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:19.599536 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Attempting to bind port aa795345-8ece-4c4c-ad38-8c96faecceae on network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:19.612507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.633697 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:19.634071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Checking segment: {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:19.634476 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.634878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Bound using segment: {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:19.635354 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Bound port: aa795345-8ece-4c4c-ad38-8c96faecceae, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:19.635737 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.683055 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.756023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] For port 6c449f7e-78e1-4118-ad54-00ffa688428e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6c449f7e-78e1-4118-ad54-00ffa688428e,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:19.768533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] For port aa795345-8ece-4c4c-ad38-8c96faecceae, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:19.771974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] For port aa795345-8ece-4c4c-ad38-8c96faecceae, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aa795345-8ece-4c4c-ad38-8c96faecceae,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:19.777122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:18Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:19.805532 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.807293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561510d-fe5b-4f09-b7e9-6fb98e374e46 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:18Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:19.815739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.849849 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:19.883037 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca79f4-aea0-47a8-958e-30fe13cd926f None None] Pushing event updated for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:19.950781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fb7c3-99fe-46d5-a8be-c3019611f824 None None] Pushing event updated for resources: {'Port': ['ID=aa795345-8ece-4c4c-ad38-8c96faecceae,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:20.072629 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Router 27887c47-7656-45ad-8386-8970c260e11f is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:24:20.214694 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:20.225763 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Sync routers for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:20.240338 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:20.240978 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:20.313226 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:20.314855 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-199983ca-16a5-4dcc-b03c-2f3523a0c1cf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0464840 Apr 04 12:24:20.317370 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47534) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:20.361385 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:20.558765 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 3, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:20.590069 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Checking router: 27887c47-7656-45ad-8386-8970c260e11f for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:20.590654 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Updating router 27887c47-7656-45ad-8386-8970c260e11f port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:24:20.616969 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:20.818407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:20.954425 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:20.974501 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aa795345-8ece-4c4c-ad38-8c96faecceae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:21.039417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port aa795345-8ece-4c4c-ad38-8c96faecceae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:21.039785 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.045016 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.066842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Allocated IP 172.20.0.1 (20d69a77-b8dd-484e-a484-83c2ecb6e9b5/9e6188a4-4daf-4d62-8833-d71473c4f794/8dd0c8d0-53bc-4376-b7ff-285f62a269b6) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:21.133605 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Attempting to bind port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:21.134040 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Attempting to bind port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:21.134322 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Attempting to bind port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:21.139521 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709dbc9-2001-45a4-8efd-76f235627487 None None] Pushing event updated for resources: {'Port': ['ID=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:21.153322 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:21.153727 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:21.154328 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.154935 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:21.155586 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Bound port: fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:21.156148 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.167280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4503d5-354c-401c-afd9-5b8d3d70df29 None None] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:24:21.173090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.187387 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.217105 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] For port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:21.223149 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] For port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:21.232672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port aa795345-8ece-4c4c-ad38-8c96faecceae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aa795345-8ece-4c4c-ad38-8c96faecceae,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:21.313440 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.356018 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:21.359271 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:21.360310 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.361928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:21.407748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-5acee734-adab-4419-acde-892b12b1af53 None None] Provisioning complete for port aa795345-8ece-4c4c-ad38-8c96faecceae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:21.408119 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5acee734-adab-4419-acde-892b12b1af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.410583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.411383 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6c449f7e-78e1-4118-ad54-00ffa688428e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:21.418916 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:21.419852 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:21.552604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=aa795345-8ece-4c4c-ad38-8c96faecceae,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:21.564056 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709dbc9-2001-45a4-8efd-76f235627487 None None] Pushing event updated for resources: {'Port': ['ID=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:21.628009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 6c449f7e-78e1-4118-ad54-00ffa688428e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:21.628392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.631834 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:21.706196 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:21.732135 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:21.835585 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 3, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:21.863397 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d6b77-517b-47ce-a902-a6e497d0bdfe None None] The sync data for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv is: [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 3, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:21.949717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.008625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ec1ffa91-4a17-4229-a542-76e7fb156190 None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:22.010068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa91-4a17-4229-a542-76e7fb156190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.048852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ffa91-4a17-4229-a542-76e7fb156190 None None] Port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:22.059668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ec1ffa91-4a17-4229-a542-76e7fb156190 None None] Provisioning complete for port aa795345-8ece-4c4c-ad38-8c96faecceae triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:22.060094 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa91-4a17-4229-a542-76e7fb156190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.184325 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.248360 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.300703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-932a29d2-7dd0-4585-b017-f711f8410ea4 None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:22.301090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-932a29d2-7dd0-4585-b017-f711f8410ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.320089 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:22.322597 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.338556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-932a29d2-7dd0-4585-b017-f711f8410ea4 None None] Port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:22.421234 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:22.422718 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:22.541697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Router 27887c47-7656-45ad-8386-8970c260e11f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:24:22.652181 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:22.657550 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-147995c7-4046-47d6-be44-becebb3f0b3a admin admin] 10.222.0.43 "PUT /v2.0/routers/27887c47-7656-45ad-8386-8970c260e11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3390815 Apr 04 12:24:22.670899 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8182d6d-5d45-4b67-90b6-d5a59fe2b240 None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:22.671390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8182d6d-5d45-4b67-90b6-d5a59fe2b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:22.705894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8182d6d-5d45-4b67-90b6-d5a59fe2b240 None None] Port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:22.900884 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aa795345-8ece-4c4c-ad38-8c96faecceae up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:22.952883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port aa795345-8ece-4c4c-ad38-8c96faecceae triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:22.953264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.028466 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:23.073181 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:23.073579 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.154322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.176011 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:23.267218 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.314660 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:23.318119 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47544) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:23.323092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918734762', 'description': 'tempest-secgroup-smoke-918734762 description', 'project_id': '04003fc7af274deea6e1c2866292f032'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:23.396909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.422862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Sync routers for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:23.432082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:23.432783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:23.468305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.538547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:23.558255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.587426 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd461ccc-6fd2-43b9-81fc-eb55559cae21,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:23.651620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.652906 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a118cbaa-8bee-4e81-92ba-7c294dad1953 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3336706 Apr 04 12:24:23.655887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47546) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:23.660264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:23.737292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 4, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '8dd0c8d0-53bc-4376-b7ff-285f62a269b6', 'name': '', 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'mac_address': 'fa:16:3e:95:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:20Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 2, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'subnets': [{'id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:23.757491 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.763609 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Checking router: 27887c47-7656-45ad-8386-8970c260e11f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:23.764068 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Updating router 27887c47-7656-45ad-8386-8970c260e11f port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:24:23.788558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.815802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.872815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.889826 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae57673a-46df-4858-b0f1-bc8fb434f775,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:23.949139 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:23.950410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-714ecaec-8bb5-4215-bd9c-2f415f19c925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936022 Apr 04 12:24:23.953155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47548) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:23.957531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:24.043676 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.048241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.099391 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.118382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.168520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.173058 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1078a7-826b-428c-8ef0-30518736b650 None None] Pushing event updated for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:24.186414 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa44824-9587-4c8c-8cdf-ce12e28c1d65,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:24.219313 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Attempting to bind port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:24.219703 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Attempting to bind port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:24.220063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Attempting to bind port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 on network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:24.225281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:24.225688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Checking segment: {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:24.226104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.226498 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Bound using segment: {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:24.226974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Bound port: 8dd0c8d0-53bc-4376-b7ff-285f62a269b6, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:24.227361 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.269258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.270773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8deabc4a-c58c-4bf6-942b-2581e37d3bc3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166413 Apr 04 12:24:24.273527 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47550) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:24.278301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:24.295756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] For port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:24.299082 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] For port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:24.375021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.381804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.438332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.448866 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1078a7-826b-428c-8ef0-30518736b650 None None] Pushing event updated for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:24.452789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:24.453407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:23:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:24.492355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:24.492733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.535669 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.557407 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a152c1-6b78-40d0-a4a2-542733490bda,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:24.598940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:24.629008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.630225 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-23081a03-e996-4ea6-8a63-f20b8aaacc5d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556945 Apr 04 12:24:24.632913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47552) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:24.637252 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:24.667555 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.728678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.777804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] For port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:24.791472 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.834150 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:24.875749 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 4, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '8dd0c8d0-53bc-4376-b7ff-285f62a269b6', 'name': '', 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'mac_address': 'fa:16:3e:95:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:20Z', 'updated_at': '2022-04-04T12:24:24Z', 'revision_number': 4, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'subnets': [{'id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:24.895918 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.914755 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b711d8ee-435e-4596-a40c-99facd463c3c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:24.983886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:24.985178 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2d8e8df8-b0be-40fb-ae4a-afd262424ce9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513224 Apr 04 12:24:24.988016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47554) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:24.992585 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:25.048856 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e357-8207-49ce-9a4b-9236e17b8ed2 None None] The sync data for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv is: [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:21Z', 'revision_number': 4, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '8dd0c8d0-53bc-4376-b7ff-285f62a269b6', 'name': '', 'network_id': '20d69a77-b8dd-484e-a484-83c2ecb6e9b5', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'mac_address': 'fa:16:3e:95:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:20Z', 'updated_at': '2022-04-04T12:24:24Z', 'revision_number': 4, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'subnets': [{'id': '9e6188a4-4daf-4d62-8833-d71473c4f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:25.050452 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.078520 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Project 04003fc7af274deea6e1c2866292f032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:24:25.083925 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.124538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e4213-4fde-42a8-bf36-5a923e832c9a None None] Pushing event updated for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:25.135564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:25.135943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.183083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.190209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-ec51d229-2ee8-4e89-acf2-6a3dc168532b None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:25.190583 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec51d229-2ee8-4e89-acf2-6a3dc168532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.267296 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.291559 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fef1a9-b4c4-4442-b1a4-e09ba3270412,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:25.371880 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.375686 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-d3e4a39d-a3e9-4d5b-905a-79b9b300e596 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3840985 Apr 04 12:24:25.376475 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47556) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:25.380940 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': 'fd461ccc-6fd2-43b9-81fc-eb55559cae21', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:25.478792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Project 04003fc7af274deea6e1c2866292f032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:24:25.485387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.549044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.621231 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.639738 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b77fb30-190a-4c58-8f34-3586961c140a,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:25.718719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:25.719872 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-5eb8891f-596e-4d1d-b872-3f99e2e46e46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3424067 Apr 04 12:24:25.857642 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-33c0ac20-1194-41d2-9109-932147c5204c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918734762&fields=id&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 267 time: 0.0313840 Apr 04 12:24:25.961980 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-099313d2-2c71-4b29-b001-556be695badd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:25.963752 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-099313d2-2c71-4b29-b001-556be695badd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 809 time: 0.0990446 Apr 04 12:24:25.979772 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-090ff716-4667-4d76-a2c5-59aa0a026bb7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/quotas/04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Apr 04 12:24:26.035004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-70e36486-a154-4b33-88fd-18589fa69fc0 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488815 Apr 04 12:24:26.215646 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-f6588328-f29b-4b67-a2af-158d521c233d service neutron] 10.222.0.43 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683013 Apr 04 12:24:26.303916 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-ce728edf-9452-4645-bb5b-5caa760d82aa service neutron] 10.222.0.43 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820687 Apr 04 12:24:26.852287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:26.898136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:26.898507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:27.255546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-478f03f6-5e5c-42e6-9015-4d277a4cb1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:27.568687 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f2d52f51-6b9b-4ed9-bb85-a96607f3c735 req-dc34f627-43a8-4ecd-ab81-58ce7e205779 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Apr 04 12:24:28.661224 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7a69bd85-a215-4729-9a64-9a5dbd458628 req-b85eedbb-fee7-4b5e-ab01-65f6ab5a94f3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 210 time: 0.0260861 Apr 04 12:24:29.512803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1ae78b0b-2065-425b-94a8-48f50f52a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:29.722665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-5e179763-513e-4a8e-9368-6f004d8e2699 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:29.724143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-5e179763-513e-4a8e-9368-6f004d8e2699 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 809 time: 0.1081789 Apr 04 12:24:29.756013 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2fae5a02-d208-4c3c-b546-4f7cbf2c5309 req-f39bcd9c-c781-43f4-85b6-e7f8707ba192 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 210 time: 0.0260451 Apr 04 12:24:29.766984 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6bdc47e9-b702-491e-95c3-4363e889d427 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 379 time: 0.0341308 Apr 04 12:24:29.776542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'port': {'device_id': '5d656dd2-610e-4449-a84b-47f06c73f581', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'admin_state_up': True, 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'security_groups': ['fd461ccc-6fd2-43b9-81fc-eb55559cae21']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:29.974311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Made reservation on behalf of 04003fc7af274deea6e1c2866292f032 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:24:29.977899 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.114775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Allocated IP 172.20.0.4 (9bcca8f3-db7a-47b3-b426-cc3e0da05c99/7e74c8fb-d286-48f9-ad3e-f81db8ba9516/239d3012-71fa-44d3-9729-fbf883cc8f09) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:30.249307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.342258 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.386361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:30.389287 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:30.392834 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:30.399000 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:30.448484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:30.449092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.533316 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-6b5c0682-c62c-43cc-b2b1-1483dbd4b64c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604861 Apr 04 12:24:30.545162 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Request body: {'port': {'device_id': '5d656dd2-610e-4449-a84b-47f06c73f581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:30.576714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-7763e851-1bef-481d-b280-c5269819afe1 None None] Provisioning complete for port 239d3012-71fa-44d3-9729-fbf883cc8f09 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:30.577323 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7763e851-1bef-481d-b280-c5269819afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.600671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.624696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-7763e851-1bef-481d-b280-c5269819afe1 None None] Port 239d3012-71fa-44d3-9729-fbf883cc8f09 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:24:30.712844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.887303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:24:30.896860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:30.916041 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3089e1a-1d64-4e8a-a466-8f047da5b72e req-3dc81eff-94c6-4e42-b9f9-024c2556f6e7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:30.917510 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3089e1a-1d64-4e8a-a466-8f047da5b72e req-3dc81eff-94c6-4e42-b9f9-024c2556f6e7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 931 time: 0.0874119 Apr 04 12:24:30.920110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Transition to ACTIVE for port object 239d3012-71fa-44d3-9729-fbf883cc8f09 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:24:30.958545 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a3089e1a-1d64-4e8a-a466-8f047da5b72e req-e0a484a1-3616-47f1-bd9d-0ddd13c02fa6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Apr 04 12:24:30.997368 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:31.048591 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:31.118820 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Attempting to bind port 239d3012-71fa-44d3-9729-fbf883cc8f09 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:24:31.119158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Attempting to bind port 239d3012-71fa-44d3-9729-fbf883cc8f09 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:24:31.119495 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Attempting to bind port 239d3012-71fa-44d3-9729-fbf883cc8f09 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:31.124008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Port 239d3012-71fa-44d3-9729-fbf883cc8f09 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:24:31.124331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Attempting to bind port 239d3012-71fa-44d3-9729-fbf883cc8f09 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:24:31.130671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:24:31.131008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Checking segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:24:31.131392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Bound using segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:24:31.131822 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Bound port: 239d3012-71fa-44d3-9729-fbf883cc8f09, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:24:31.132180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:31.200610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:24:31.203719 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:24:31.269127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:31.307625 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.308244 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:31.309697 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] 10.222.0.44 "PUT /v2.0/ports/239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1093 time: 0.7690094 Apr 04 12:24:31.310094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:24:31.312332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05e3dd-350a-4f38-b012-c1495c9c9711" -d '{"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:24:31.334233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ac5b3-7e12-4bd1-bb1e-15c4573dfb6f service neutron] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:31.348708 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d070c32-e1c6-4b53-af75-4442cae5f4f3 x-openstack-request-id: req-0d070c32-e1c6-4b53-af75-4442cae5f4f3 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:24:31.349002 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:24:31.349409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d070c32-e1c6-4b53-af75-4442cae5f4f3 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:24:31.349955 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d070c32-e1c6-4b53-af75-4442cae5f4f3'] response: {'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'status': 'completed', 'code': 200} Apr 04 12:24:31.413812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-74b695e7-d346-41ff-aee7-6e20116ee84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.416714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-74b695e7-d346-41ff-aee7-6e20116ee84d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1096 time: 0.0452845 Apr 04 12:24:31.522093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-df34c3a9-8ad0-4a6d-95ff-a36de11b5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.523569 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-df34c3a9-8ad0-4a6d-95ff-a36de11b5a02 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=04003fc7af274deea6e1c2866292f032&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0985291 Apr 04 12:24:31.616490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-42563525-18b9-4a1c-861d-7d38f5696960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.617925 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-ab05e3dd-350a-4f38-b012-c1495c9c9711 req-42563525-18b9-4a1c-861d-7d38f5696960 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866585 Apr 04 12:24:31.697127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-bb5fd664-8e23-4ca8-abbe-fd38c54b6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.698535 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-bb5fd664-8e23-4ca8-abbe-fd38c54b6e8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1096 time: 0.0401075 Apr 04 12:24:31.744864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-8f6ad07e-68d3-498a-89a7-63cd2e17737e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 217 time: 0.0369015 Apr 04 12:24:31.795891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-461eb891-6485-45e8-9817-9c7dcc9e379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.798173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-461eb891-6485-45e8-9817-9c7dcc9e379a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0448067 Apr 04 12:24:31.843664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-17ed80d4-65db-44c2-b870-5a4c51c8eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:31.845802 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-17ed80d4-65db-44c2-b870-5a4c51c8eb3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417128 Apr 04 12:24:31.943478 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-58fd703a-42d7-49fe-a81b-1e69a6fb0631 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853465 Apr 04 12:24:32.049699 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f60069e6-bcf9-476e-98e6-76cc7e58ae51 req-ce9caecf-1e9c-4a69-a9f4-b862d3b5b2a6 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929153 Apr 04 12:24:32.084764 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8d1e-3fa8-4a1b-937d-5f1aad6f671b req-8ff8a4a8-e97e-46c8-bcbc-dec729ec35d5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:32.086273 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25db8d1e-3fa8-4a1b-937d-5f1aad6f671b req-8ff8a4a8-e97e-46c8-bcbc-dec729ec35d5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0581446 Apr 04 12:24:32.128024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-25db8d1e-3fa8-4a1b-937d-5f1aad6f671b req-0bbbd71c-21b8-4747-ad3a-95f591241b35 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355604 Apr 04 12:24:32.191282 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:32.436825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:33.239603 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ebb0-da8d-4276-b33b-7af477d46c18 req-13321b0a-1166-4114-bb0d-1f5121e937ee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:33.241062 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c45ebb0-da8d-4276-b33b-7af477d46c18 req-13321b0a-1166-4114-bb0d-1f5121e937ee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0474274 Apr 04 12:24:33.282069 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4c45ebb0-da8d-4276-b33b-7af477d46c18 req-64856486-9a18-44c5-85e3-2e7f6a6e8e79 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351081 Apr 04 12:24:34.393882 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e46e7-685d-4782-bd61-5808d7bcf6f9 req-c6e74750-85b4-44d4-b500-f5571960b8af tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:34.395264 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e20e46e7-685d-4782-bd61-5808d7bcf6f9 req-c6e74750-85b4-44d4-b500-f5571960b8af tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0471771 Apr 04 12:24:34.432365 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e20e46e7-685d-4782-bd61-5808d7bcf6f9 req-e6bdbb0a-1cda-450e-8a2b-cd5530a0c871 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312636 Apr 04 12:24:34.558269 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:35.543266 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1e72-86d7-4750-a77a-0d18113bad86 req-45765a05-2982-4e09-a403-28130698dc68 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:35.544989 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bf9a1e72-86d7-4750-a77a-0d18113bad86 req-45765a05-2982-4e09-a403-28130698dc68 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0478561 Apr 04 12:24:35.584775 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bf9a1e72-86d7-4750-a77a-0d18113bad86 req-670bec1a-373f-4ea1-8661-62523706fd92 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Apr 04 12:24:35.770239 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:24:35.863835 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:35.874308 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:24:35.909680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:35.921963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:24:35.940748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:36.004652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:36.056122 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:36.209632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['239d3012-71fa-44d3-9729-fbf883cc8f09'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:24:36.696665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd9d1-099d-4e4c-b7ca-8c6e09a7e623 req-6abafbdd-55c2-451d-8054-1e2e7c4a1308 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:36.698136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37ebd9d1-099d-4e4c-b7ca-8c6e09a7e623 req-6abafbdd-55c2-451d-8054-1e2e7c4a1308 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 944 time: 0.0477631 Apr 04 12:24:36.733824 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-37ebd9d1-099d-4e4c-b7ca-8c6e09a7e623 req-e25bedd1-e29c-411d-a59a-91ae7f148fea tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298324 Apr 04 12:24:37.786386 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:24:37.846813 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b4727-3dc8-4605-8830-96e54a2e8ab7 req-0f727ca6-ab36-463f-b4f2-1306fa17f4a4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:37.848315 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e30b4727-3dc8-4605-8830-96e54a2e8ab7 req-0f727ca6-ab36-463f-b4f2-1306fa17f4a4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 944 time: 0.0483942 Apr 04 12:24:37.886224 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e30b4727-3dc8-4605-8830-96e54a2e8ab7 req-649b6c45-9e50-43bb-8ac7-0de22b3440c5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Apr 04 12:24:37.896174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 239d3012-71fa-44d3-9729-fbf883cc8f09 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:24:37.900096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 239d3012-71fa-44d3-9729-fbf883cc8f09 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:24:37.900487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:37.974328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:37.995755 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:24:37.998001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b5c1b-52ce-4c1f-a914-62fe710c6a8d" -d '{"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:24:38.013499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:24:38.033236 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb462ca2-318b-4ff4-8d26-f05820bf844f x-openstack-request-id: req-eb462ca2-318b-4ff4-8d26-f05820bf844f {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:24:38.033524 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:24:38.043487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb462ca2-318b-4ff4-8d26-f05820bf844f {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:24:38.043487 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb462ca2-318b-4ff4-8d26-f05820bf844f'] response: {'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'code': 200} Apr 04 12:24:38.079196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:38.127429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:38.321671 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ea162-475c-4077-9d2b-e2c19a5a1a62 req-ceec57fa-976e-4d7c-a965-b9f7f77a76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:38.323241 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cf7ea162-475c-4077-9d2b-e2c19a5a1a62 req-ceec57fa-976e-4d7c-a965-b9f7f77a76ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1098 time: 0.0425885 Apr 04 12:24:38.358760 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cf7ea162-475c-4077-9d2b-e2c19a5a1a62 req-16ceda75-1f4b-4c67-8a3b-7038c5b5bf8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271373 Apr 04 12:24:38.998111 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eaddf-f3f8-4f3a-b7bf-de6a88df4c31 req-9dd0d23f-e05d-4242-9df2-17fb1e20c6bd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:38.999555 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9b9eaddf-f3f8-4f3a-b7bf-de6a88df4c31 req-9dd0d23f-e05d-4242-9df2-17fb1e20c6bd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0471070 Apr 04 12:24:39.036585 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9b9eaddf-f3f8-4f3a-b7bf-de6a88df4c31 req-09011ecb-93e4-4d2f-bf39-b11cf6e90a65 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Apr 04 12:24:40.150448 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538f2b5-476a-471c-ba5b-83374ef28c1c req-940d20cf-cad9-4ae7-bbce-09a0b6646b63 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:40.151887 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2538f2b5-476a-471c-ba5b-83374ef28c1c req-940d20cf-cad9-4ae7-bbce-09a0b6646b63 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0477500 Apr 04 12:24:40.192097 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2538f2b5-476a-471c-ba5b-83374ef28c1c req-91a7d4ae-1b8d-4267-87ac-40e8a29d5cc8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306351 Apr 04 12:24:40.300087 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7543b99-ce4e-4efc-a47f-5c228334d807 req-4c2b25ce-fddd-476f-9b53-925b7660d7ea tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:40.301531 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7543b99-ce4e-4efc-a47f-5c228334d807 req-4c2b25ce-fddd-476f-9b53-925b7660d7ea tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0483708 Apr 04 12:24:40.341477 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e7543b99-ce4e-4efc-a47f-5c228334d807 req-568f0bd1-7458-4d33-be6c-038b77b64d22 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339906 Apr 04 12:24:40.363278 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47620) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:40.442715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7ffa1-9f49-45fb-b2e0-16d5d7d5feee tempest-TestShelveInstance-562001773 tempest-TestShelveInstance-562001773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:40.444206 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-cac7ffa1-9f49-45fb-b2e0-16d5d7d5feee tempest-TestShelveInstance-562001773 tempest-TestShelveInstance-562001773-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1093 time: 0.0799541 Apr 04 12:24:40.447081 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47624) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:24:40.451203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:24:40.547251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:40.642299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:40.746823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Allocated IP 172.26.1.90 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/d4a363c6-2d08-41bc-862f-3dfcd06b641a) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:24:40.843377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:40.959417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:40.998804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:24:41.001523 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:24:41.004905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:24:41.009948 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=d4a363c6-2d08-41bc-862f-3dfcd06b641a,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:41.700569 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:41.874712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:42.055763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:42.147623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:42.213242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=d4a363c6-2d08-41bc-862f-3dfcd06b641a,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:24:42.224855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:42.324915 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Floating IP 58554080-adf6-4eea-acb3-d7e01df13e2b associated. External IP: 172.26.1.90, port: 239d3012-71fa-44d3-9729-fbf883cc8f09. Apr 04 12:24:42.524106 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:24:42.627563 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:24:42.637278 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:24:42.646944 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:42.657206 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:24:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:42.709725 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:42.736576 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fe8afd7e-4d35-474b-9af1-99927ac59e5a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2885077 Apr 04 12:24:42.737172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:24:42.739473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:24:42.750301 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:42.786804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2fafdb-cfa6-452c-bdda-b5b907d1a77d x-openstack-request-id: req-ba2fafdb-cfa6-452c-bdda-b5b907d1a77d {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:24:42.787101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:24:42.787351 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba2fafdb-cfa6-452c-bdda-b5b907d1a77d {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:24:42.787820 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2fafdb-cfa6-452c-bdda-b5b907d1a77d'] response: {'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'status': 'completed', 'code': 200} Apr 04 12:24:42.842137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-8c134c62-cbc1-4577-9c08-86f92dbbb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:42.843669 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-8c134c62-cbc1-4577-9c08-86f92dbbb044 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1098 time: 0.0409148 Apr 04 12:24:42.972675 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-83bae36c-f704-40ea-bbc7-e3963e12d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:42.974093 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-83bae36c-f704-40ea-bbc7-e3963e12d940 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.1239994 Apr 04 12:24:43.018457 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '58554080-adf6-4eea-acb3-d7e01df13e2b', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d656dd2-610e-4449-a84b-47f06c73f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:24:41Z', 'updated_at': '2022-04-04T12:24:41Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:43.037204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-cc6f60d8-8387-413e-afb5-161855dac947 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 998 time: 0.0568600 Apr 04 12:24:43.043499 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:24:43.056117 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:24:43.056737 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:24:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:43.086631 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-5d8586e9-5361-418c-a0d8-c4c57612d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:43.088112 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-5d8586e9-5361-418c-a0d8-c4c57612d8bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0443113 Apr 04 12:24:43.137849 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-cfcf1d66-7009-499c-953c-c7d6eb6a8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:24:43.139327 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-cfcf1d66-7009-499c-953c-c7d6eb6a8c58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440104 Apr 04 12:24:43.164608 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:24:43.227510 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-dc306086-59cb-48a1-8f4a-4cbbe83a62d9 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809467 Apr 04 12:24:43.323697 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-67f78cfd-d61a-4168-ae4c-ca4c1693a01c req-08b874a9-faf9-424d-8768-47a15f10f811 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892882 Apr 04 12:24:43.382156 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '58554080-adf6-4eea-acb3-d7e01df13e2b', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d656dd2-610e-4449-a84b-47f06c73f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:24:41Z', 'updated_at': '2022-04-04T12:24:41Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:24:43.411346 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944ae4c-6fd4-43da-a894-09a521897f94 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '58554080-adf6-4eea-acb3-d7e01df13e2b', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d656dd2-610e-4449-a84b-47f06c73f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:24:41Z', 'updated_at': '2022-04-04T12:24:41Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:24:43.606616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd84636-99b6-4e85-8d9c-403d0e3c572d None None] New status for floating IP 58554080-adf6-4eea-acb3-d7e01df13e2b: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:24:52.414979 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:24:57.295554 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-798153bd-5b22-4738-a804-5f2ca04bd1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:24:59.490924 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6de03db0-8902-4410-9806-eb3c4ffa3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:00.667010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:02.205344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:02.434152 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:02.652330 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-a7b56592-ae00-4c72-b611-a4857dbd27bb req-46af2e91-ed8f-44e9-ad5b-a80a5fc6d4a5 service neutron] (109637) timed out ('10.222.0.43', 43836) {{(pid=109637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 04 12:25:04.570976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:19.173735 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-d579ab68-8b27-4fa2-9609-eb50704fe354 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802906 Apr 04 12:25:19.251153 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-7d4486eb-8a0a-435d-be64-2f23ffa90f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:25:19.252588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-7d4486eb-8a0a-435d-be64-2f23ffa90f80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1098 time: 0.0382669 Apr 04 12:25:19.357785 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-ed7e5688-17af-436d-a4ef-193910373b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:25:19.359147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-ed7e5688-17af-436d-a4ef-193910373b43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0873697 Apr 04 12:25:19.424875 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-3c9d05b8-7f92-43f6-939a-58ba7d9ff61a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1000 time: 0.0562286 Apr 04 12:25:19.477762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-5d0e54fb-bd2a-4874-bbcf-e9b3414a818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:25:19.479292 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-5d0e54fb-bd2a-4874-bbcf-e9b3414a818c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0478849 Apr 04 12:25:19.523327 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-4a2aa86d-28b6-486b-b7b0-96b69d92daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:25:19.524824 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-4a2aa86d-28b6-486b-b7b0-96b69d92daad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395145 Apr 04 12:25:19.535497 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-facabad7-1f10-423d-af65-f08b464dfa1c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:25:19.536419 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-facabad7-1f10-423d-af65-f08b464dfa1c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047414 Apr 04 12:25:19.625921 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-c1fefcf1-cd53-41d5-8e38-a4e7587032fb service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827961 Apr 04 12:25:19.713995 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-a143e89f-11fc-4a51-bbff-5b19a09999d6 req-2ca176e8-a401-4657-b592-bbf9c6a4c7b3 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806701 Apr 04 12:25:27.245806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5b5d195d-2f21-4538-85e1-9d51e7ed74ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:29.422050 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:25:29.468696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-07cea954-75c4-4393-8396-1d7b84beaec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:30.674892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:32.217392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:32.423814 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:34.566006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:57.258420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d30c4467-42aa-442b-83c8-6dcd28bdb752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:25:59.486834 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e1a69a3a-5951-4e84-abd3-71a5d6ae835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:00.663824 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:02.235233 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:02.424757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:04.544172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:06.411999 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:26:20.117207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-13c1aa9d-9ee5-47ad-aa00-939226d4d1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395830 Apr 04 12:26:20.202974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-d3789d22-3173-4767-b98f-07be761e4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:20.204444 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-d3789d22-3173-4767-b98f-07be761e4105 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1098 time: 0.0489907 Apr 04 12:26:20.303474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-5d23c758-090c-4c83-b2a2-21d06d9f8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:20.304967 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-5d23c758-090c-4c83-b2a2-21d06d9f8ea3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0826128 Apr 04 12:26:20.372532 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-b6c53ddd-da25-427a-9046-d9ded4e1b9a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1000 time: 0.0610962 Apr 04 12:26:20.419863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-d06776cd-4e87-4d25-bdc8-725ba5928d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:20.429533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-d06776cd-4e87-4d25-bdc8-725ba5928d42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0427184 Apr 04 12:26:20.464519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-7ddff3f9-eb11-4adb-b5ed-735f51ed5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:20.465974 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-7ddff3f9-eb11-4adb-b5ed-735f51ed5d1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388439 Apr 04 12:26:20.555606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-ff2c3cc9-93f6-4fe0-a6c3-36eafadb5bea service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829110 Apr 04 12:26:20.646692 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-abd3814f-12e4-4a0a-b954-1b22f2f712ec req-8cf09c42-2bc5-41a0-a752-8f2bcb417c2d service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 Apr 04 12:26:27.264397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5939-b4ab-42b8-aff7-7f620b08a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:29.504573 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-324c9455-5ee1-4148-b5e8-b811f2fec279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:30.704748 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:32.184756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:32.413465 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:34.561910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:35.834811 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb140-15d4-4163-b00d-b343565466e9 req-7b46031a-9d4a-4231-b248-062b286d13dc tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:35.836272 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e67cb140-15d4-4163-b00d-b343565466e9 req-7b46031a-9d4a-4231-b248-062b286d13dc tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.1060929 Apr 04 12:26:35.872619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e67cb140-15d4-4163-b00d-b343565466e9 req-f974f590-7ad1-45bf-987b-f63c1c371800 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297527 Apr 04 12:26:36.992956 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3e95-a5cb-4b76-b927-935db7672beb req-6decc527-3763-4ada-b82c-001e9de0da71 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:36.994437 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0eac3e95-a5cb-4b76-b927-935db7672beb req-6decc527-3763-4ada-b82c-001e9de0da71 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Apr 04 12:26:37.031020 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0eac3e95-a5cb-4b76-b927-935db7672beb req-969211f4-4520-4ad4-8a53-4dcaff10c036 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Apr 04 12:26:38.148617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b987f-6803-4b67-8886-82c04c481ab1 req-070c29e6-b10c-43d9-84c6-088f06d70935 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:38.150169 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-577b987f-6803-4b67-8886-82c04c481ab1 req-070c29e6-b10c-43d9-84c6-088f06d70935 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0485206 Apr 04 12:26:38.187565 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-577b987f-6803-4b67-8886-82c04c481ab1 req-e77d2397-5e1d-4120-b588-3cc202ce451c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310059 Apr 04 12:26:39.298416 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671fe1b-5ae4-4881-bf86-7715218d0526 req-2e05e09e-87da-4e20-a052-f51b81d24317 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:39.299864 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8671fe1b-5ae4-4881-bf86-7715218d0526 req-2e05e09e-87da-4e20-a052-f51b81d24317 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0471866 Apr 04 12:26:39.336771 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8671fe1b-5ae4-4881-bf86-7715218d0526 req-1307d7db-f113-4a36-afb9-6248407ab4a4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Apr 04 12:26:40.448315 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180fc97-a7e1-49f4-beeb-95f86151264e req-0733e61a-109f-47f8-bc28-abed0e15b52c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:40.449773 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9180fc97-a7e1-49f4-beeb-95f86151264e req-0733e61a-109f-47f8-bc28-abed0e15b52c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Apr 04 12:26:40.487066 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9180fc97-a7e1-49f4-beeb-95f86151264e req-d51bfcd3-e76e-4eef-ad77-a08bc4dc7273 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Apr 04 12:26:41.598137 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aac66b-55e4-426b-a40f-789dd4e72f35 req-5bb59c92-7f5d-4bb3-adc4-195d610ec757 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:41.599590 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30aac66b-55e4-426b-a40f-789dd4e72f35 req-5bb59c92-7f5d-4bb3-adc4-195d610ec757 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0465639 Apr 04 12:26:41.641057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30aac66b-55e4-426b-a40f-789dd4e72f35 req-041e3659-272e-4294-b57c-29cfe911119d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Apr 04 12:26:42.757486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c166-9a9e-4d51-a08d-c147fba123df req-567a84aa-473c-42b4-8655-cebcd1783619 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:42.758954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-82e8c166-9a9e-4d51-a08d-c147fba123df req-567a84aa-473c-42b4-8655-cebcd1783619 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Apr 04 12:26:42.795358 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-82e8c166-9a9e-4d51-a08d-c147fba123df req-fc0ba7c8-ebd3-4bda-a020-d7b9f3e97932 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299420 Apr 04 12:26:43.410640 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:26:43.910428 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6a0a1-f986-49f0-a3b5-a60810e4b10a req-df9a1945-10c4-4ffb-a28d-f1335e9d0324 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:43.911869 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-48c6a0a1-f986-49f0-a3b5-a60810e4b10a req-df9a1945-10c4-4ffb-a28d-f1335e9d0324 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Apr 04 12:26:43.948796 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-48c6a0a1-f986-49f0-a3b5-a60810e4b10a req-73ec50d4-7012-45b7-9156-f4e87859efd9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Apr 04 12:26:45.061716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122744f1-7a80-4f17-b888-b57c6bcc7940 req-a4243fc3-0a2a-4226-9dca-013078e00bd5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:45.063075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-122744f1-7a80-4f17-b888-b57c6bcc7940 req-a4243fc3-0a2a-4226-9dca-013078e00bd5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Apr 04 12:26:45.101761 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-122744f1-7a80-4f17-b888-b57c6bcc7940 req-c42ca27e-6355-461f-b04a-e0eeb578d91d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Apr 04 12:26:46.220549 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4ecc-a16f-4dea-8200-300dd88e45af req-d8d04f48-b61d-4e99-84cc-ed3f1ff170c6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:46.222116 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e5c4ecc-a16f-4dea-8200-300dd88e45af req-d8d04f48-b61d-4e99-84cc-ed3f1ff170c6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0537279 Apr 04 12:26:46.266631 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e5c4ecc-a16f-4dea-8200-300dd88e45af req-9edc986b-8648-46d8-8961-03e80b1ea5f7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351632 Apr 04 12:26:47.379301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a34a-6f68-46c2-9133-721e4629279a req-f7a5bdaf-3c03-4d3f-a257-d36cf5b5773f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:47.380662 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1cb0a34a-6f68-46c2-9133-721e4629279a req-f7a5bdaf-3c03-4d3f-a257-d36cf5b5773f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0473883 Apr 04 12:26:47.416668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1cb0a34a-6f68-46c2-9133-721e4629279a req-ce0c69b7-3505-448c-826e-191b0a59026f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301814 Apr 04 12:26:48.475053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:26:48.532189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51335-5ed9-4776-ab46-86e86b6a67f0 req-009ac21f-0004-4143-9a82-6fa0e3e26c20 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:48.533777 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-42e51335-5ed9-4776-ab46-86e86b6a67f0 req-009ac21f-0004-4143-9a82-6fa0e3e26c20 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0502138 Apr 04 12:26:48.576874 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:26:48.582160 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-42e51335-5ed9-4776-ab46-86e86b6a67f0 req-fc285b7f-459a-4c18-8bb5-853e8d49ac24 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Apr 04 12:26:48.589819 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:26:48.628033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:48.643857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:26:48.663474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:26:48.734030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:48.786941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:26:48.793423 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.801525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:26:48.810221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['239d3012-71fa-44d3-9729-fbf883cc8f09'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:26:49.729250 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74540681-eea6-4551-bade-c3c0e7473cf8 req-52779738-2b3e-4663-8e4f-6d153123c19a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:49.731859 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74540681-eea6-4551-bade-c3c0e7473cf8 req-52779738-2b3e-4663-8e4f-6d153123c19a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 944 time: 0.0673380 Apr 04 12:26:49.778096 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74540681-eea6-4551-bade-c3c0e7473cf8 req-74803a91-e8b6-4082-a8ca-d9ca0b4ed868 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Apr 04 12:26:50.496127 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:26:50.553994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 239d3012-71fa-44d3-9729-fbf883cc8f09 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:26:50.553994 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:50.633893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:50.663991 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:26:50.666634 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d636710-8e64-46dd-a6ec-78c950fc56f2" -d '{"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:26:50.681644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:26:50.715147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bed32f-6ea2-4093-86d2-cb1c16fadf38 x-openstack-request-id: req-04bed32f-6ea2-4093-86d2-cb1c16fadf38 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:26:50.715731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:26:50.715985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04bed32f-6ea2-4093-86d2-cb1c16fadf38 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:26:50.716383 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bed32f-6ea2-4093-86d2-cb1c16fadf38'] response: {'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'code': 200} Apr 04 12:26:50.774093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:50.839526 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:26:50.939614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9460378-90af-4635-84c8-5a57603783e3 req-97eb9992-57a2-41a7-98c1-49d989aaa334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:50.941189 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d9460378-90af-4635-84c8-5a57603783e3 req-97eb9992-57a2-41a7-98c1-49d989aaa334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0614743 Apr 04 12:26:50.994312 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d9460378-90af-4635-84c8-5a57603783e3 req-40d408c1-6baa-48af-b060-b23235122654 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Apr 04 12:26:52.129652 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c67e9b-9c7b-4ba9-9629-13b251e5db92 req-54e250ef-f918-4434-9c2c-3cfc01a011c9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:52.137673 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-49c67e9b-9c7b-4ba9-9629-13b251e5db92 req-54e250ef-f918-4434-9c2c-3cfc01a011c9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0708661 Apr 04 12:26:52.172316 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-49c67e9b-9c7b-4ba9-9629-13b251e5db92 req-050d3476-d67a-4d6e-ae14-2ea2e591c2cc tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337930 Apr 04 12:26:53.296780 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0617c0-8be0-4241-ae4a-ca1370b7064c req-f36ba5dd-1610-49d4-847f-dcdedb7b9339 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:53.298303 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aa0617c0-8be0-4241-ae4a-ca1370b7064c req-f36ba5dd-1610-49d4-847f-dcdedb7b9339 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Apr 04 12:26:53.344704 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aa0617c0-8be0-4241-ae4a-ca1370b7064c req-75ad07cb-0d13-4f9a-a254-792f2348e4a5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381222 Apr 04 12:26:54.471125 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d2b70-4d65-47e0-bdec-57a736b351e6 req-91c0e869-5016-4e1e-a2cb-a00fbd6834ee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:54.472729 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-822d2b70-4d65-47e0-bdec-57a736b351e6 req-91c0e869-5016-4e1e-a2cb-a00fbd6834ee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Apr 04 12:26:54.516830 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-822d2b70-4d65-47e0-bdec-57a736b351e6 req-0cef45cc-6b63-4b6b-a381-43aa649aef3e tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Apr 04 12:26:55.661734 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7af8bd-b023-4872-8e32-163cf66a00c8 req-63f803a8-3897-46ae-a2cf-8ba6fea5f46a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:55.663647 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f7af8bd-b023-4872-8e32-163cf66a00c8 req-63f803a8-3897-46ae-a2cf-8ba6fea5f46a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0714905 Apr 04 12:26:55.706210 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9f7af8bd-b023-4872-8e32-163cf66a00c8 req-5847fbf3-2e9c-49f6-91b9-25e6fe469144 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364971 Apr 04 12:26:56.835506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62521f3-3715-4a5c-8714-73d814509686 req-e56a1b70-bcff-4b2b-aaaf-3c8ddf8ce886 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:56.836867 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e62521f3-3715-4a5c-8714-73d814509686 req-e56a1b70-bcff-4b2b-aaaf-3c8ddf8ce886 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0556788 Apr 04 12:26:56.894286 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e62521f3-3715-4a5c-8714-73d814509686 req-b7658e15-86dc-4405-bc22-fe10a645dcb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 Apr 04 12:26:57.271878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2e5d29bb-5d60-4c85-896a-058e0149dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:26:58.020715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf70ed-dd2a-4a88-b535-0346b1442637 req-55222082-74db-4933-90a1-5aaa6e9eb690 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:58.022262 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cdcf70ed-dd2a-4a88-b535-0346b1442637 req-55222082-74db-4933-90a1-5aaa6e9eb690 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Apr 04 12:26:58.063789 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-cdcf70ed-dd2a-4a88-b535-0346b1442637 req-0893d8d6-fa62-473e-bbcb-13f1895155e8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352442 Apr 04 12:26:59.191864 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55b0a-c3ec-4578-a677-7219a9102d07 req-d1b55ee6-45ab-4344-977c-3be112ce3634 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:26:59.193515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-76b55b0a-c3ec-4578-a677-7219a9102d07 req-d1b55ee6-45ab-4344-977c-3be112ce3634 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Apr 04 12:26:59.234621 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-76b55b0a-c3ec-4578-a677-7219a9102d07 req-80ccfac6-9d13-4041-b136-d304f8076422 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350409 Apr 04 12:26:59.459740 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7799e22e-3465-48a2-9a50-5fc638dd6283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:00.291229 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-3d492e8d-8f29-4414-baab-2226ca88c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:00.292723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-3d492e8d-8f29-4414-baab-2226ca88c0c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1098 time: 0.0403397 Apr 04 12:27:00.408624 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd9cb-eb77-4372-97f5-bcee77e0a2bb req-7638bc9c-db00-4e30-ab7b-319cfd09d406 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:00.410044 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-42ddd9cb-eb77-4372-97f5-bcee77e0a2bb req-7638bc9c-db00-4e30-ab7b-319cfd09d406 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.1079340 Apr 04 12:27:00.435770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-91c49401-7d59-496c-b228-ad64899dad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:00.437174 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-91c49401-7d59-496c-b228-ad64899dad79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.1337402 Apr 04 12:27:00.494903 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-42ddd9cb-eb77-4372-97f5-bcee77e0a2bb req-4086d9c8-5a23-42c7-981a-6fbb94d141c9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788400 Apr 04 12:27:00.514551 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-e423a2c9-2dee-4c74-acb4-e8071177ce79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1000 time: 0.0698006 Apr 04 12:27:00.562317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-1cf8c534-ff6a-4145-9c6d-56328a7338af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:00.563709 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-1cf8c534-ff6a-4145-9c6d-56328a7338af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0420284 Apr 04 12:27:00.607157 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-59d3777b-3ccc-4c82-8b3a-1c5e45647c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:00.608605 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-59d3777b-3ccc-4c82-8b3a-1c5e45647c87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385664 Apr 04 12:27:00.677173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:00.699150 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-8e32c937-56b2-4bfc-9da5-5ce6855d7c90 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Apr 04 12:27:00.786937 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9138e39a-13a3-44c4-8795-e4698fa3dbdc req-73c1e109-e745-4c61-b464-9a19d0d42082 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813909 Apr 04 12:27:01.609128 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b22b-9951-438f-a766-2b30ee8a5e47 req-42001f75-2bcd-42a8-bd93-0761565abe26 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:01.610704 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cf0b22b-9951-438f-a766-2b30ee8a5e47 req-42001f75-2bcd-42a8-bd93-0761565abe26 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Apr 04 12:27:01.647506 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8cf0b22b-9951-438f-a766-2b30ee8a5e47 req-07eacc2d-ebee-4f15-9b61-fc819b0fe753 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308447 Apr 04 12:27:02.198012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:02.425963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:02.768857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733edce6-467f-4ff5-9637-3e86e236a0f4 req-799bdd62-0b00-4e37-9299-ecea1217fc99 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:02.770347 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-733edce6-467f-4ff5-9637-3e86e236a0f4 req-799bdd62-0b00-4e37-9299-ecea1217fc99 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0553081 Apr 04 12:27:02.807204 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-733edce6-467f-4ff5-9637-3e86e236a0f4 req-971f1fb3-ce41-41c7-af41-0503f9676638 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Apr 04 12:27:02.877517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [req-5432d210-c26f-4343-8b3e-4775da565073 req-821264d5-e9ec-47a7-8cd3-ee7029f59892 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:27:02.878516 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5432d210-c26f-4343-8b3e-4775da565073 req-821264d5-e9ec-47a7-8cd3-ee7029f59892 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059483 Apr 04 12:27:03.180582 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85b7eb-9ad6-4a39-a1b4-08aec9237c5a req-c6eb2053-dab5-4672-8bb6-2ce45d3751ea tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:03.182132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa85b7eb-9ad6-4a39-a1b4-08aec9237c5a req-c6eb2053-dab5-4672-8bb6-2ce45d3751ea tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0477612 Apr 04 12:27:03.219954 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fa85b7eb-9ad6-4a39-a1b4-08aec9237c5a req-5b2e224e-bd91-46d4-83f1-cc1de140f73f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Apr 04 12:27:03.546228 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-c7bdcaae-8dcf-49e5-a6d2-2b0cb387df82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810292 Apr 04 12:27:04.338255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640c6e-bedb-4680-a16b-1cc98182450e req-011f1e7f-6408-4b9a-ac48-d9d095b6bc7a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:04.339755 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb640c6e-bedb-4680-a16b-1cc98182450e req-011f1e7f-6408-4b9a-ac48-d9d095b6bc7a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Apr 04 12:27:04.382956 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb640c6e-bedb-4680-a16b-1cc98182450e req-3b3b9550-341e-46a4-83b3-e1b2b79a66e5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368922 Apr 04 12:27:04.520859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:27:04.617486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:04.618968 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:04.646515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:27:04.648763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20cb330-b969-4d03-831b-2c550d0fea09" -d '{"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-unplugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:27:04.663926 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:27:04.684242 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924b310f-99ad-4e8d-867f-7ded18430e04 x-openstack-request-id: req-924b310f-99ad-4e8d-867f-7ded18430e04 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:27:04.684547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-unplugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:27:04.685401 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-924b310f-99ad-4e8d-867f-7ded18430e04 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:27:04.685816 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924b310f-99ad-4e8d-867f-7ded18430e04'] response: {'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'code': 200} Apr 04 12:27:04.734310 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:04.783984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:27:04.847482 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-1f4bf417-1432-4dd0-9336-cc769e8de317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:04.848943 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-1f4bf417-1432-4dd0-9336-cc769e8de317 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 1096 time: 0.0390718 Apr 04 12:27:04.912432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-edddfe38-fe6d-403e-b91c-b7a14644874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:04.913920 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-edddfe38-fe6d-403e-b91c-b7a14644874f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1096 time: 0.0422838 Apr 04 12:27:05.006709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-9a9ec47f-1eb7-4cb3-af80-02a50d3c5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:05.008166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-9a9ec47f-1eb7-4cb3-af80-02a50d3c5181 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0867302 Apr 04 12:27:05.075302 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-793d1ead-bc34-488a-9cac-42103724a0ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 998 time: 0.0594060 Apr 04 12:27:05.123176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-9ae7deac-115e-4db3-aba7-bb853a173ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:05.124649 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-9ae7deac-115e-4db3-aba7-bb853a173ad0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0433619 Apr 04 12:27:05.168387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-908ec1c8-e790-4e27-a6d7-90d47d305307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:05.170417 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-908ec1c8-e790-4e27-a6d7-90d47d305307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390482 Apr 04 12:27:05.272489 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-dd53e572-7e05-4118-b9ed-ca209c0a98a6 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 Apr 04 12:27:05.373861 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6b5e1353-7b2e-400b-a5b4-7e8e9a221439 req-5bda0b31-365d-4a21-bd25-dacaebc7fcb9 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934131 Apr 04 12:27:05.501720 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddba0c-51d6-40a2-9cd0-a0bb727c91c9 req-820fd3e1-61d7-4ed1-b4b3-a6955dcc0e00 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:05.503189 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-95ddba0c-51d6-40a2-9cd0-a0bb727c91c9 req-820fd3e1-61d7-4ed1-b4b3-a6955dcc0e00 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0513077 Apr 04 12:27:05.540853 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-95ddba0c-51d6-40a2-9cd0-a0bb727c91c9 req-0e1ff696-e7eb-4006-bbcf-1496c9d3cdb9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Apr 04 12:27:06.666188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f29a9-1725-48bb-b9a7-4098309af1c1 req-1e3168e2-1ed9-4dee-b52b-650de228e970 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:06.667688 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e3f29a9-1725-48bb-b9a7-4098309af1c1 req-1e3168e2-1ed9-4dee-b52b-650de228e970 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0556030 Apr 04 12:27:06.708113 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e3f29a9-1725-48bb-b9a7-4098309af1c1 req-95e738f6-8f64-4108-8bcc-ffda02077ef7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Apr 04 12:27:07.854357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d622d6-71aa-47e1-8615-9b34237f8de7 req-23b6b7c0-e0a1-4313-99ab-f3f206c19b36 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:07.855838 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-79d622d6-71aa-47e1-8615-9b34237f8de7 req-23b6b7c0-e0a1-4313-99ab-f3f206c19b36 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0568786 Apr 04 12:27:07.897004 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-79d622d6-71aa-47e1-8615-9b34237f8de7 req-dcc8b556-5ad5-4d6a-943a-2091beddebcb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Apr 04 12:27:09.015199 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ad198-a0a8-4466-a758-68bceedf4c63 req-fd57f301-4523-4eeb-a346-2d1f3f92149a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:09.016751 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a0ad198-a0a8-4466-a758-68bceedf4c63 req-fd57f301-4523-4eeb-a346-2d1f3f92149a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Apr 04 12:27:09.056039 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2a0ad198-a0a8-4466-a758-68bceedf4c63 req-85df7dbd-f874-4c24-b75d-fc5a0e403f41 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Apr 04 12:27:10.181495 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c6a0-22e5-47ae-b4d1-b6768cb5cfd7 req-7d4c5278-b67d-41ad-a1d2-2012eb73d0c6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:10.183018 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-75a7c6a0-22e5-47ae-b4d1-b6768cb5cfd7 req-7d4c5278-b67d-41ad-a1d2-2012eb73d0c6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0511227 Apr 04 12:27:10.226524 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-75a7c6a0-22e5-47ae-b4d1-b6768cb5cfd7 req-ac7c66ec-c16e-4fbe-901f-a730f8cd0d15 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365760 Apr 04 12:27:11.365397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7835-292c-4d34-91af-aad06a700c4a req-bfeac3c6-f9fc-4362-879e-e7e8c335c4e3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:11.367014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4d0c7835-292c-4d34-91af-aad06a700c4a req-bfeac3c6-f9fc-4362-879e-e7e8c335c4e3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0658069 Apr 04 12:27:11.407148 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4d0c7835-292c-4d34-91af-aad06a700c4a req-7b667785-78a3-4b41-97e3-041bc90e0d9b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329716 Apr 04 12:27:12.530449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8b95-ca7f-4555-8a19-0a1bcf0b121b req-b0220abf-2514-4a15-b5f7-ae47f7750126 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:12.532027 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cdaa8b95-ca7f-4555-8a19-0a1bcf0b121b req-b0220abf-2514-4a15-b5f7-ae47f7750126 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0528972 Apr 04 12:27:12.578470 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cdaa8b95-ca7f-4555-8a19-0a1bcf0b121b req-4e918517-4ed3-4ad5-ad88-a247bf194685 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Apr 04 12:27:13.696797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c910-5c3c-4c38-8a5c-e6d2be8ac9c8 req-6b2ec939-1a1a-4792-816b-0b43e3294df7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:13.698282 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-09d1c910-5c3c-4c38-8a5c-e6d2be8ac9c8 req-6b2ec939-1a1a-4792-816b-0b43e3294df7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0516875 Apr 04 12:27:13.735132 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-09d1c910-5c3c-4c38-8a5c-e6d2be8ac9c8 req-e443f5a3-434d-44c3-bfd8-27402f425408 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309606 Apr 04 12:27:14.845928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac541-46c3-4167-b1c2-1b24688632b8 req-ec987416-cd5f-46fb-b4c0-ab4919aba51a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:14.847391 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af9ac541-46c3-4167-b1c2-1b24688632b8 req-ec987416-cd5f-46fb-b4c0-ab4919aba51a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0476024 Apr 04 12:27:14.884731 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-af9ac541-46c3-4167-b1c2-1b24688632b8 req-2ef8bc89-7276-47c5-8d0d-ad92a675d48c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Apr 04 12:27:15.997058 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df4c0-a8e1-48b6-baa7-d91998441fd3 req-de1782a9-af0a-42b3-b8bd-8f4fabb1d48f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:15.998508 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-539df4c0-a8e1-48b6-baa7-d91998441fd3 req-de1782a9-af0a-42b3-b8bd-8f4fabb1d48f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 943 time: 0.0479791 Apr 04 12:27:16.035068 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-539df4c0-a8e1-48b6-baa7-d91998441fd3 req-f9f37eea-86d4-4e80-9bea-b83212f5cf00 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Apr 04 12:27:16.614680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:27:16.706512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:27:16.717405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'port_id': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'mac_address': 'fa:16:3e:26:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:27:16.752125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:16.764540 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:27:16.782578 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:27:16.866402 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:16.915003 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=9']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:27:17.100319 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['239d3012-71fa-44d3-9729-fbf883cc8f09'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:27:17.148480 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcfe8-2a9b-4468-b831-ee9a1e5e3356 req-5b0a2998-1926-4e8a-87ca-47ca5bd5f58b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:17.149907 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb4fcfe8-2a9b-4468-b831-ee9a1e5e3356 req-5b0a2998-1926-4e8a-87ca-47ca5bd5f58b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 944 time: 0.0481102 Apr 04 12:27:17.192208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-bb4fcfe8-2a9b-4468-b831-ee9a1e5e3356 req-097c1c7d-0cdb-4dab-b767-a67fee46d7e6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363443 Apr 04 12:27:18.305717 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172fdc-5c93-4eba-b568-81f2afa69ce7 req-d999dae6-1c2a-48f7-9cab-583a81343db7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:18.307197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9e172fdc-5c93-4eba-b568-81f2afa69ce7 req-d999dae6-1c2a-48f7-9cab-583a81343db7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 944 time: 0.0483124 Apr 04 12:27:18.345088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9e172fdc-5c93-4eba-b568-81f2afa69ce7 req-052d824e-0b60-4aec-ace7-817316838e6a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Apr 04 12:27:18.788002 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:27:18.844041 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 239d3012-71fa-44d3-9729-fbf883cc8f09 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:27:18.844291 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:18.922930 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:18.948411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:27:18.950714 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac9cc6e-d084-4ad9-a05e-e6dae4407021" -d '{"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:27:18.965680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:27:18.998317 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019b1d3-c376-4839-893f-8b2ef1f47c8c x-openstack-request-id: req-7019b1d3-c376-4839-893f-8b2ef1f47c8c {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:27:18.998642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-plugged", "status": "completed", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:27:18.998917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7019b1d3-c376-4839-893f-8b2ef1f47c8c {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:27:18.999320 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7019b1d3-c376-4839-893f-8b2ef1f47c8c'] response: {'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'code': 200} Apr 04 12:27:19.306503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:19.358206 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=10']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:27:19.489409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1600a-bfbd-4454-8a55-a09dc0f2c6e7 req-c8264ab1-5b1f-4db8-96d9-95326bb81744 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:19.491495 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eeb1600a-bfbd-4454-8a55-a09dc0f2c6e7 req-c8264ab1-5b1f-4db8-96d9-95326bb81744 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0791337 Apr 04 12:27:19.494771 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7cb53-f6b8-463e-9c76-819ed2b189fd req-820b2cf9-621e-4dbb-92dd-5cda63dac773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:19.497246 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1ec7cb53-f6b8-463e-9c76-819ed2b189fd req-820b2cf9-621e-4dbb-92dd-5cda63dac773 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1099 time: 0.0753822 Apr 04 12:27:19.551840 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-eeb1600a-bfbd-4454-8a55-a09dc0f2c6e7 req-3b530f0f-a15d-449b-b7e9-3e250edb0a5b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532045 Apr 04 12:27:19.555604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1ec7cb53-f6b8-463e-9c76-819ed2b189fd req-b258916f-62d7-4d5e-99a3-70d447c44e28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Apr 04 12:27:20.412392 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:27:20.672779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0186-10e7-4612-a166-aa75ee928fdd req-470ada74-5ad8-4671-9592-c2f2c222a409 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:20.674196 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9e4e0186-10e7-4612-a166-aa75ee928fdd req-470ada74-5ad8-4671-9592-c2f2c222a409 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Apr 04 12:27:20.715171 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-9e4e0186-10e7-4612-a166-aa75ee928fdd req-386daf3f-edff-4084-81d5-1e75a1653b76 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Apr 04 12:27:21.840968 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128341b6-9745-48a8-88c0-7cbdf241c1f3 req-474e61f8-57fa-45a3-a038-bbc254abfc79 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:21.842478 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-128341b6-9745-48a8-88c0-7cbdf241c1f3 req-474e61f8-57fa-45a3-a038-bbc254abfc79 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Apr 04 12:27:21.879399 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-128341b6-9745-48a8-88c0-7cbdf241c1f3 req-669f06cc-74b6-4d6e-a116-5157f946b39d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309536 Apr 04 12:27:22.122249 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-18b3d5f5-15c2-48c2-b54f-59b3b0cb61c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412714 Apr 04 12:27:22.202137 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-408ebafd-b733-48b8-8e3e-913e1490b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:22.203723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-408ebafd-b733-48b8-8e3e-913e1490b421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1099 time: 0.0410385 Apr 04 12:27:22.305776 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-cdaca77e-033b-4f57-a99c-b5aded8e7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:22.307218 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-cdaca77e-033b-4f57-a99c-b5aded8e7fc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0847347 Apr 04 12:27:22.369792 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-0879e7fb-6fb8-4bc9-97db-3b3a1d3ec4d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1000 time: 0.0552092 Apr 04 12:27:22.415911 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-51f964c6-024f-4670-a6ab-1a01ba50879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:22.417303 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-51f964c6-024f-4670-a6ab-1a01ba50879e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0412478 Apr 04 12:27:22.463587 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-a07df2f3-15ec-412e-b3aa-8e72f7778f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:22.465087 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-a07df2f3-15ec-412e-b3aa-8e72f7778f93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414376 Apr 04 12:27:22.556386 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-ac8cf52f-0275-4d49-9dfc-e9ba45c1e7dd service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Apr 04 12:27:22.997020 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-59036220-8756-4eb0-b2ef-e45eb3a3fa48 req-903897ba-57b4-4cb3-af76-f65355b042fc service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330971 Apr 04 12:27:22.997781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8be1a-1b66-4c74-b740-809c875cbab0 req-f9ca3781-1db0-45c4-86a8-052f6d1b543f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:27:22.998903 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c7b8be1a-1b66-4c74-b740-809c875cbab0 req-f9ca3781-1db0-45c4-86a8-052f6d1b543f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0499265 Apr 04 12:27:23.037068 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c7b8be1a-1b66-4c74-b740-809c875cbab0 req-59686075-de21-466b-91c1-c4c3e0839eee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Apr 04 12:27:27.295057 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-231236a1-f949-42cc-982e-7df8856a0132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:29.460632 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-98892eb0-e057-446e-b8fa-73e03839610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:30.683426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:32.203397 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:32.432283 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:34.597769 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:57.267109 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ad43a725-bb5c-490c-8e34-eac293126ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:27:57.411802 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:27:59.478724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f94f5c84-bbf7-4f3c-b42c-169caf447d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:00.724522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:02.250514 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:02.415938 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:04.587326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:23.128685 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-63309c06-ed50-4d5e-9a69-25198290efd1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396752 Apr 04 12:28:23.210334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-32b2c0ed-8596-40a3-98c9-5595ec748468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:23.211714 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-32b2c0ed-8596-40a3-98c9-5595ec748468 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1099 time: 0.0412755 Apr 04 12:28:23.313617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-cf84ffc1-f94b-499d-b3bb-98fa7cbade46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:23.315078 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-cf84ffc1-f94b-499d-b3bb-98fa7cbade46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0861101 Apr 04 12:28:23.379020 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-6456d6ea-5852-4b50-89cb-d828d880503a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 1000 time: 0.0568707 Apr 04 12:28:23.426723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-1da36ed4-d4ba-44c0-8999-7b4be72c316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:23.428128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-1da36ed4-d4ba-44c0-8999-7b4be72c316d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0428932 Apr 04 12:28:23.474919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-ade4da5e-1178-4e44-bd03-17581cd8fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:23.476298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-ade4da5e-1178-4e44-bd03-17581cd8fe51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420804 Apr 04 12:28:23.562817 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-62df5d5d-2e55-4010-9de3-2d41bada5d8d service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800135 Apr 04 12:28:23.650196 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-d15418c9-e48f-49fa-8ce3-5655ec75246d req-688167e3-4630-4ba1-84d7-78ecd439ed5f service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814049 Apr 04 12:28:27.289229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b5898656-5feb-454b-b99c-225222f3d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:29.513739 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-27549116-2f6b-4446-a6bd-f0ea3119fa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:30.690758 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.191409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47936) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:32.205262 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.341904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Deleting port d4a363c6-2d08-41bc-862f-3dfcd06b641a {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:28:32.342250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.404963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.414432 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.418049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.427453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Calling delete_port for d4a363c6-2d08-41bc-862f-3dfcd06b641a owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:28:32.666668 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.691184 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'Port': ['ID=d4a363c6-2d08-41bc-862f-3dfcd06b641a,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:32.704004 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.704361 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.704701 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.705034 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.705401 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.705753 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.706085 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.706408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.706732 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.707073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.707377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.707698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:32.764653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:32.764987 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Floating IP 58554080-adf6-4eea-acb3-d7e01df13e2b disassociated (deleted). External IP: 172.26.1.90, port: 239d3012-71fa-44d3-9729-fbf883cc8f09. Apr 04 12:28:32.965061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:28:33.072624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:28:33.077665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:33.083282 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:28:33.092956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:28:33.093696 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:28:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:28:33.105011 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6925d67e-a755-40f8-9656-b29d4cd50eb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "DELETE /v2.0/floatingips/58554080-adf6-4eea-acb3-d7e01df13e2b HTTP/1.1" status: 204 len: 168 time: 0.9125092 Apr 04 12:28:33.105630 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:28:33.107886 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59c451-2a5f-4bce-816d-bfffc45769a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:28:33.204191 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:28:33.218821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1250297-4698-4e50-b2b9-6e118ce9d261 x-openstack-request-id: req-f1250297-4698-4e50-b2b9-6e118ce9d261 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:28:33.218821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:28:33.218821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1250297-4698-4e50-b2b9-6e118ce9d261 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:28:33.218821 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1250297-4698-4e50-b2b9-6e118ce9d261'] response: {'name': 'network-changed', 'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'status': 'completed', 'code': 200} Apr 04 12:28:33.268486 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-50514b70-7b9a-45d0-8083-fd42ec049f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:33.270077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-50514b70-7b9a-45d0-8083-fd42ec049f10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 1099 time: 0.0403914 Apr 04 12:28:33.369864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-11fa99d3-a572-4fb4-964f-b90512ee49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:33.371668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-11fa99d3-a572-4fb4-964f-b90512ee49da service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0943093 Apr 04 12:28:33.400390 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:28:33.414124 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-d9ab7d8b-dca9-484e-baa6-ed115d9e8aa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 200 len: 217 time: 0.0343602 Apr 04 12:28:33.426405 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:28:33.436331 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:28:33.436953 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:28:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:28:33.467027 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-e1770f86-6a1d-470a-9ba1-e30c14aa53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:33.468510 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-e1770f86-6a1d-470a-9ba1-e30c14aa53dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0478878 Apr 04 12:28:33.523699 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-11c434a7-b3bb-4faa-8891-4c06b36eef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:33.525236 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-11c434a7-b3bb-4faa-8891-4c06b36eef38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490832 Apr 04 12:28:33.528611 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b166a3-06cd-4894-8bb6-566b099db568 req-83474e03-f5ce-465b-b70b-56ff84f13145 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:33.530140 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74b166a3-06cd-4894-8bb6-566b099db568 req-83474e03-f5ce-465b-b70b-56ff84f13145 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0505128 Apr 04 12:28:33.546113 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:28:33.568700 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-74b166a3-06cd-4894-8bb6-566b099db568 req-f66fd254-f0bc-4a4a-8daa-38ff023905ba tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Apr 04 12:28:33.616106 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-6de61f83-d7e1-4b59-b597-06ef7e6724d0 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827258 Apr 04 12:28:33.709421 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1e59c451-2a5f-4bce-816d-bfffc45769a9 req-235c2b76-0c9f-483e-9637-be5e451d3c95 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856769 Apr 04 12:28:33.750784 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:28:33.776855 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab5b30-4639-48af-bfdc-5c7581bcef9c None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:28:33.985805 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfccf1a-0994-4fa3-9013-f3d9c9a638d1 None None] New status for floating IP 58554080-adf6-4eea-acb3-d7e01df13e2b: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:28:34.411162 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:28:34.611718 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:34.688238 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f040-e7a4-4667-a256-2eba5bded6e2 req-d8863c97-1a55-4e12-b468-d4bf2844a5ca tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:34.689678 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c854f040-e7a4-4667-a256-2eba5bded6e2 req-d8863c97-1a55-4e12-b468-d4bf2844a5ca tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0492349 Apr 04 12:28:34.727351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c854f040-e7a4-4667-a256-2eba5bded6e2 req-1daad552-2c47-4a63-8b91-571ef7ba965d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd461ccc-6fd2-43b9-81fc-eb55559cae21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Apr 04 12:28:34.839562 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538558-b622-4eda-b476-51151187a6c3 req-a04598ac-c3f9-460a-8a86-c37b976e1c9f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:28:34.840993 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8538558-b622-4eda-b476-51151187a6c3 req-a04598ac-c3f9-460a-8a86-c37b976e1c9f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 946 time: 0.0472159 Apr 04 12:28:34.930512 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Deleting port 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:28:34.930865 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:35.016473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] For port 239d3012-71fa-44d3-9729-fbf883cc8f09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=239d3012-71fa-44d3-9729-fbf883cc8f09,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:28:35.016765 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:35.029055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Calling delete_port for 239d3012-71fa-44d3-9729-fbf883cc8f09 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:28:35.217086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:35.242686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'Port': ['ID=239d3012-71fa-44d3-9729-fbf883cc8f09,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:35.252518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.252866 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.253211 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.253547 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.253895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.254222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.254549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.254872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.255606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.255606 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.255795 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.256115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:28:35.299759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] No DVR routers for this DVR port 239d3012-71fa-44d3-9729-fbf883cc8f09 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:28:35.302333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:35.305661 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8538558-b622-4eda-b476-51151187a6c3 req-feb44387-cfcd-4e5e-b946-a26e5920c156 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "DELETE /v2.0/ports/239d3012-71fa-44d3-9729-fbf883cc8f09 HTTP/1.1" status: 204 len: 173 time: 0.4590759 Apr 04 12:28:35.306095 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-deleted', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:28:35.308623 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116e471e-404e-44fd-aecd-d51b3d3d9022" -d '{"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-deleted", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:28:35.399192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928d8df-8ae5-4550-a544-7c8c9618d7a6 x-openstack-request-id: req-e928d8df-8ae5-4550-a544-7c8c9618d7a6 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:28:35.399484 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d656dd2-610e-4449-a84b-47f06c73f581", "name": "network-vif-deleted", "tag": "239d3012-71fa-44d3-9729-fbf883cc8f09", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:28:35.399739 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e928d8df-8ae5-4550-a544-7c8c9618d7a6 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:28:35.400143 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e928d8df-8ae5-4550-a544-7c8c9618d7a6'] response: {'server_uuid': '5d656dd2-610e-4449-a84b-47f06c73f581', 'name': 'network-vif-deleted', 'tag': '239d3012-71fa-44d3-9729-fbf883cc8f09', 'status': 'completed', 'code': 200} Apr 04 12:28:35.830135 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4278a222-3fb7-4a50-90b0-349decadab17 req-abf4d8a1-e69d-477e-8078-731a073a15f2 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d656dd2-610e-4449-a84b-47f06c73f581 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Apr 04 12:28:36.884644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 47964) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:36.941140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:36.965462 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.085321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.087949 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.089208 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd461ccc-6fd2-43b9-81fc-eb55559cae21 HTTP/1.1" status: 204 len: 168 time: 0.2035768 Apr 04 12:28:37.100025 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051b6d4-3722-4634-bc17-7f9dc059aa29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd461ccc-6fd2-43b9-81fc-eb55559cae21,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:37.430303 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47970) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:37.435122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129283256', 'description': 'tempest-secgroup-smoke-2129283256 description', 'project_id': '04003fc7af274deea6e1c2866292f032'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:37.582827 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.647469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.696487 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.724228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b84f66-6da7-4947-bc1a-1b3e818b0b36,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:37.776870 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.778111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c0e39c2f-4565-47a8-9b36-a600349f8e88 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3468046 Apr 04 12:28:37.786300 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47972) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:37.790579 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:37.871723 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.924926 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:37.999445 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.017746 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc77d86d-91de-4659-bfb3-76ea1751c71c,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:38.091493 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.092846 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-64627c23-afa4-4dcc-80d0-79e6f0d84cf7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056328 Apr 04 12:28:38.096489 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47974) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:38.100387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:38.203858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.263299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.329375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.348222 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cc4653-b7e5-42de-8961-d8b3f3e9e8f0,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:38.416986 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.418216 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-173b6dbc-0d4c-49ef-bcd3-6c7b28879074 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212464 Apr 04 12:28:38.420875 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47976) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:38.425913 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:38.506128 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.562274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.621039 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.635617 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c960321b-93e8-404c-ab43-4cad90144bb5,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:38.751046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.752281 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc4d7d7e-5e1c-44b8-a869-997660cd6bcd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3304701 Apr 04 12:28:38.754943 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47978) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:38.759227 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:38.849886 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.906376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.970732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:38.988720 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc443e8-fa64-4bee-96c0-26387da554fb,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:39.052933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.054197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e2ce4fbc-f629-4fe3-bd87-a486a5c8a6f4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2983356 Apr 04 12:28:39.056947 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47980) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:39.061415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:39.129892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Project 04003fc7af274deea6e1c2866292f032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:28:39.135096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.194876 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.239409 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:28:39.258904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 239d3012-71fa-44d3-9729-fbf883cc8f09 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:28:39.259243 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 239d3012-71fa-44d3-9729-fbf883cc8f09 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:28:39.261122 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.278387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769b61d5-7351-4fe6-b125-b0580ff44734,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:39.361630 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.362843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-08840555-75a2-4509-8652-638e82cdf65b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047011 Apr 04 12:28:39.365501 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 47982) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:28:39.369860 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'security_group_rule': {'security_group_id': '48b84f66-6da7-4947-bc1a-1b3e818b0b36', 'project_id': '04003fc7af274deea6e1c2866292f032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:28:39.445590 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Project 04003fc7af274deea6e1c2866292f032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:28:39.450262 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.514233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.588456 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.606568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c9d649-cb8e-4494-991b-b25bb5a3003e,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:28:39.658774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:39.659979 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-54585013-bbf0-45f4-b724-92a1694b238c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934833 Apr 04 12:28:57.332004 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5062df91-50b6-43d6-9179-9fe78fdd8362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:28:59.537621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f22bfd89-2aaa-4529-a6d3-185d725aab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:00.726234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:02.268901 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:02.444174 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:03.586682 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-7f59ad3b-617f-495a-aef2-537db7727f1f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129283256&fields=id&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 267 time: 0.0320740 Apr 04 12:29:03.694664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-a7de78e9-61f0-4e83-b500-e87b74562206 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:03.696166 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-a7de78e9-61f0-4e83-b500-e87b74562206 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 809 time: 0.1026804 Apr 04 12:29:03.710879 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-f0ae7d3d-b896-4de7-b1a7-2b3def29edf9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/quotas/04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 375 time: 0.0087972 Apr 04 12:29:03.760498 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-8185c19e-cc04-48a1-b026-6a88b92f2a35 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443399 Apr 04 12:29:03.775767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-8eb05677-53b6-4bf4-8695-ed1db6d5a35b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:29:03.776732 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-8eb05677-53b6-4bf4-8695-ed1db6d5a35b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054920 Apr 04 12:29:03.866575 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-e6636d80-5e98-4de0-80f4-9959ccaef074 service neutron] 10.222.0.43 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Apr 04 12:29:03.952604 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ef112f92-905b-4344-b5e9-c9d6db22f832 service neutron] 10.222.0.43 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800166 Apr 04 12:29:04.453048 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e5bbbf70-2941-4846-9c0b-531896a5df01 req-4fa25d94-abd4-4bd6-a73e-34c53aad47f2 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Apr 04 12:29:04.651434 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:05.545033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-96c22106-ff57-41f9-b30b-a180921b379b req-6ff5713c-820b-4634-8ad7-6afbaf956397 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0264075 Apr 04 12:29:06.268933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-71810991-c87a-42d4-a6bd-d430b4559cce tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:06.270414 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-71810991-c87a-42d4-a6bd-d430b4559cce tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 809 time: 0.1057634 Apr 04 12:29:06.311754 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-2b1ff5e9-5637-477a-bcaa-c76ce46c819e tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 380 time: 0.0333309 Apr 04 12:29:06.320642 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'port': {'device_id': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'admin_state_up': True, 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'security_groups': ['48b84f66-6da7-4947-bc1a-1b3e818b0b36']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:29:06.478879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Made reservation on behalf of 04003fc7af274deea6e1c2866292f032 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:29:06.482604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:06.610905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Allocated IP 172.20.0.7 (9bcca8f3-db7a-47b3-b426-cc3e0da05c99/7e74c8fb-d286-48f9-ad3e-f81db8ba9516/340aaf26-73dd-49f7-9cdd-c2ad5c15a341) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:29:06.642399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5d3f5c1c-366e-4cd8-826a-b5f6b95deee7 req-891c55b6-9424-40f0-ba1d-e201c1e1e6bf tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0280230 Apr 04 12:29:06.753272 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:06.846432 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:06.890115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:29:06.893115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:29:06.897063 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:29:06.924946 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:06.959031 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:06.959895 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.065942 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-bc88e024-6d94-46f4-9da0-e30512181524 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487440 Apr 04 12:29:07.078650 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Request body: {'port': {'device_id': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:29:07.139104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.156684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-88291ad1-6a47-49c8-81c9-5b15735c5c0e None None] Provisioning complete for port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:29:07.157699 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-88291ad1-6a47-49c8-81c9-5b15735c5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.194812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-88291ad1-6a47-49c8-81c9-5b15735c5c0e None None] Port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:29:07.406109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:29:07.413542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.425610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Transition to ACTIVE for port object 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:29:07.501419 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.564318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:07.630762 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Attempting to bind port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:29:07.631443 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Attempting to bind port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:29:07.631799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Attempting to bind port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:29:07.636993 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:29:07.637323 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Attempting to bind port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 on network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:29:07.642337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:29:07.642678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Checking segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:29:07.643060 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Bound using segment: {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:29:07.643490 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Bound port: 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:29:07.643851 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.716653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:29:07.722255 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:29:07.775012 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140e9d5-f915-42a6-8ec8-e56454aa7c40 req-66f82dad-40d2-4aeb-b3f6-5b842189c5f3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:07.776523 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6140e9d5-f915-42a6-8ec8-e56454aa7c40 req-66f82dad-40d2-4aeb-b3f6-5b842189c5f3 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0572207 Apr 04 12:29:07.809127 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.845608 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6140e9d5-f915-42a6-8ec8-e56454aa7c40 req-5d434316-b5be-482c-9308-6dc1c549e640 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625794 Apr 04 12:29:07.855059 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:07.855376 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:07.856871 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] 10.222.0.44 "PUT /v2.0/ports/340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1093 time: 0.7833233 Apr 04 12:29:07.857313 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:29:07.859713 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c986077-9362-4b61-a9a9-cadcc802d6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:29:07.889757 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f948d-e307-409e-834a-58bdf5395920 service neutron] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:07.908560 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f53620-3c34-466c-8e70-98e1f0d62523 x-openstack-request-id: req-62f53620-3c34-466c-8e70-98e1f0d62523 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:29:07.908861 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:29:07.909108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62f53620-3c34-466c-8e70-98e1f0d62523 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:29:07.909510 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f53620-3c34-466c-8e70-98e1f0d62523'] response: {'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'status': 'completed', 'code': 200} Apr 04 12:29:07.978759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-bc40267a-43e6-4647-98e5-ed1c1d1e02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:07.980271 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-bc40267a-43e6-4647-98e5-ed1c1d1e02cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1096 time: 0.0475264 Apr 04 12:29:08.089612 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-6975e8ed-3835-4c86-bfde-df62bfb44dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.091161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-6975e8ed-3835-4c86-bfde-df62bfb44dfc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=04003fc7af274deea6e1c2866292f032&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1025949 Apr 04 12:29:08.190405 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-63cf851d-85f3-4957-aa40-033600f73d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.191850 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3c986077-9362-4b61-a9a9-cadcc802d6f6 req-63cf851d-85f3-4957-aa40-033600f73d5d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932603 Apr 04 12:29:08.275909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-dcf9a46b-708f-41b0-aba1-ef813847d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.277423 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-dcf9a46b-708f-41b0-aba1-ef813847d472 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1096 time: 0.0447068 Apr 04 12:29:08.319268 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-4927e192-39d0-46d1-9e6a-ab57fae83274 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 217 time: 0.0337768 Apr 04 12:29:08.365520 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-f49dcade-e8d4-4494-b3c6-5ec2cba77eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.367042 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-f49dcade-e8d4-4494-b3c6-5ec2cba77eeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0416057 Apr 04 12:29:08.411156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402470-cac9-4a1d-95d8-4598f149a44d req-2e9a7839-1e87-4caa-8e68-c90b18efe415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.412620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-2e9a7839-1e87-4caa-8e68-c90b18efe415 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396979 Apr 04 12:29:08.514345 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-843d4ace-8a9a-4ecd-8933-c34ec68e3fd7 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909414 Apr 04 12:29:08.604025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-db402470-cac9-4a1d-95d8-4598f149a44d req-38d27edb-c3d2-4088-b667-6021ef83b23e service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Apr 04 12:29:08.970208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b777-0f17-43a4-b418-7a7313b95beb req-8269b0ba-0c36-4a08-bf3f-3e5548e62e29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:08.971681 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b80b777-0f17-43a4-b418-7a7313b95beb req-8269b0ba-0c36-4a08-bf3f-3e5548e62e29 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0493324 Apr 04 12:29:09.010789 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9b80b777-0f17-43a4-b418-7a7313b95beb req-438e4f4e-5cdb-4e75-a562-6d67d380195d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Apr 04 12:29:10.128507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165d4c-850d-46e7-ad1f-f104b966a517 req-2ca7aaba-50ad-40e6-bb55-c17427012f3a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:10.130033 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f5165d4c-850d-46e7-ad1f-f104b966a517 req-2ca7aaba-50ad-40e6-bb55-c17427012f3a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0494804 Apr 04 12:29:10.168309 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f5165d4c-850d-46e7-ad1f-f104b966a517 req-989d04bd-3372-4422-8df5-dbb1e25cdb77 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Apr 04 12:29:11.283985 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54e55-d19c-4084-b1f8-b1a00745d724 req-be87a7b9-8ada-4038-afc4-b1e1eb2fc6c9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:11.286544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3a54e55-d19c-4084-b1f8-b1a00745d724 req-be87a7b9-8ada-4038-afc4-b1e1eb2fc6c9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0516889 Apr 04 12:29:11.324242 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e3a54e55-d19c-4084-b1f8-b1a00745d724 req-d0a92b31-6aa4-48a1-84ba-0b06efc06ec7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303435 Apr 04 12:29:11.409897 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:29:12.440901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c0f69-9870-405c-aa34-0fe35421d17a req-857e60a0-79c7-4699-a7ab-20ede11aaa99 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:12.442498 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-428c0f69-9870-405c-aa34-0fe35421d17a req-857e60a0-79c7-4699-a7ab-20ede11aaa99 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Apr 04 12:29:12.480622 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-428c0f69-9870-405c-aa34-0fe35421d17a req-77231b09-b00c-45ee-bc92-2685f7069e17 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Apr 04 12:29:13.593970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e6496-3ede-4ba4-890d-66ca523dad72 req-7dfa03d4-160e-4493-9758-a6c5477405e8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:13.595407 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-118e6496-3ede-4ba4-890d-66ca523dad72 req-7dfa03d4-160e-4493-9758-a6c5477405e8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0481863 Apr 04 12:29:13.635520 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-118e6496-3ede-4ba4-890d-66ca523dad72 req-1fd38ce9-5ef9-4a92-ac14-087673f93324 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Apr 04 12:29:14.748563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7379d9-65b1-4806-bebd-252c34bf6ca3 req-37fdabd8-a673-4a03-a7b0-cfb8e5281fae tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:14.750063 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b7379d9-65b1-4806-bebd-252c34bf6ca3 req-37fdabd8-a673-4a03-a7b0-cfb8e5281fae tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0478671 Apr 04 12:29:14.791451 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-7b7379d9-65b1-4806-bebd-252c34bf6ca3 req-0e92df39-1207-4446-8c9d-ac19df19150b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355284 Apr 04 12:29:15.904598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47805102-6d35-4662-8273-93ec1ccf68f7 req-3711dac5-ffc4-4a76-b8d2-ad423e3daee8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:15.906089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-47805102-6d35-4662-8273-93ec1ccf68f7 req-3711dac5-ffc4-4a76-b8d2-ad423e3daee8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0479825 Apr 04 12:29:15.943006 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-47805102-6d35-4662-8273-93ec1ccf68f7 req-794f2a9b-e0cd-45bf-b958-23ee28c54ab1 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Apr 04 12:29:17.053528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec653a0-3cab-46ef-b26f-ff19f80849f6 req-32a9eb60-37e0-4e5c-b07b-5d7b781339cf tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:17.055001 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dec653a0-3cab-46ef-b26f-ff19f80849f6 req-32a9eb60-37e0-4e5c-b07b-5d7b781339cf tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0469663 Apr 04 12:29:17.092399 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-dec653a0-3cab-46ef-b26f-ff19f80849f6 req-a63a2240-3a2e-43c4-a16b-0ba2621de0ba tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306497 Apr 04 12:29:18.204647 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b1c95-4e0d-47b4-a894-b19ff9eb25ec req-5b156cd5-b066-4595-955f-88564e024984 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:18.206136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613b1c95-4e0d-47b4-a894-b19ff9eb25ec req-5b156cd5-b066-4595-955f-88564e024984 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0478082 Apr 04 12:29:18.243953 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-613b1c95-4e0d-47b4-a894-b19ff9eb25ec req-eb4fdb40-1ee8-4c99-9b89-9f1d6d35baee tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Apr 04 12:29:19.362178 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56775453-fadb-426d-b327-b0ed617f07d9 req-f358b364-c6d4-4537-81a4-4039e0fe6a46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:19.363630 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-56775453-fadb-426d-b327-b0ed617f07d9 req-f358b364-c6d4-4537-81a4-4039e0fe6a46 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0508227 Apr 04 12:29:19.403264 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-56775453-fadb-426d-b327-b0ed617f07d9 req-a0dcc64f-4541-4c44-bb39-2585a0279fb6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Apr 04 12:29:19.440427 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:29:19.533639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:29:19.544939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'mac_address': 'fa:16:3e:19:7f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:29:19.579588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:19.592247 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:29:19.611086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:29:19.718203 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:19.766296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:19.772922 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.773267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.773631 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.773973 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.774381 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.774715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.775043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.775370 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.775696 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.776016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.776335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.776644 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:29:19.923759 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['340aaf26-73dd-49f7-9cdd-c2ad5c15a341'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:29:20.513917 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f0ad-89a5-4d6f-baee-9068263641bf req-ce15695a-2fd3-428b-875f-ef321b1c25af tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:20.515361 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bd30f0ad-89a5-4d6f-baee-9068263641bf req-ce15695a-2fd3-428b-875f-ef321b1c25af tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 944 time: 0.0467482 Apr 04 12:29:20.555841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bd30f0ad-89a5-4d6f-baee-9068263641bf req-4b0fd846-91bd-4848-9b5d-87fdfcfe6664 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346222 Apr 04 12:29:21.458021 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:29:21.595196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:29:21.599121 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:29:21.604477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:21.668665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b7678-ce8a-4242-a164-ecdc038320a4 req-d018f519-f999-4b1b-965a-07c011f5e634 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:21.670207 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e42b7678-ce8a-4242-a164-ecdc038320a4 req-d018f519-f999-4b1b-965a-07c011f5e634 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 944 time: 0.0478523 Apr 04 12:29:21.679436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:21.702241 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:29:21.704455 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb2a28-b612-4ca9-a5b0-03edc9245366" -d '{"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-plugged", "status": "completed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:29:21.708276 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-e42b7678-ce8a-4242-a164-ecdc038320a4 req-12cbf0fe-745b-4c29-9c34-eeb90e257ad2 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Apr 04 12:29:21.725286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:29:21.800880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acee9b4-0868-416f-ac92-5f0a840070dc x-openstack-request-id: req-0acee9b4-0868-416f-ac92-5f0a840070dc {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:29:21.801172 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-plugged", "status": "completed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:29:21.801424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0acee9b4-0868-416f-ac92-5f0a840070dc {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:29:21.801850 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acee9b4-0868-416f-ac92-5f0a840070dc'] response: {'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'code': 200} Apr 04 12:29:21.806421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:21.854093 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:22.033667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b499423-47fe-4600-a453-5672e7b16cba req-4325b9eb-08b2-4c8a-a548-3ea4b913684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:22.035151 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b499423-47fe-4600-a453-5672e7b16cba req-4325b9eb-08b2-4c8a-a548-3ea4b913684a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0390234 Apr 04 12:29:22.073570 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8b499423-47fe-4600-a453-5672e7b16cba req-f03d038c-6369-4d30-999f-51f122d01503 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Apr 04 12:29:22.873204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37a753-557b-4fa5-9392-5192c33cedc3 req-81917422-6964-48fe-be6e-6c35903bf97f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:22.874672 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ea37a753-557b-4fa5-9392-5192c33cedc3 req-81917422-6964-48fe-be6e-6c35903bf97f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Apr 04 12:29:22.911670 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ea37a753-557b-4fa5-9392-5192c33cedc3 req-67202a9f-11c7-4a9b-ba27-839267d2859f tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Apr 04 12:29:24.025428 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cfecb-ff73-4181-97aa-a51115e42afb req-d12a7ecf-975c-4b18-a471-09ec78207294 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:24.026902 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-960cfecb-ff73-4181-97aa-a51115e42afb req-d12a7ecf-975c-4b18-a471-09ec78207294 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Apr 04 12:29:24.063555 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-960cfecb-ff73-4181-97aa-a51115e42afb req-1a9df85d-f24b-4f92-97d4-2f945f6a5bbd tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Apr 04 12:29:24.177516 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5868886-e5bf-4d23-95f6-3ea4c45813a1 req-d87041e8-33b1-4ba2-8740-80499fcdadfe tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:24.179000 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f5868886-e5bf-4d23-95f6-3ea4c45813a1 req-d87041e8-33b1-4ba2-8740-80499fcdadfe tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0509918 Apr 04 12:29:24.220722 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f5868886-e5bf-4d23-95f6-3ea4c45813a1 req-89ad8405-abc0-4c47-9e31-227e94a8b31b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Apr 04 12:29:24.247331 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48196) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:29:24.285498 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c1420-f48d-49b6-9cbd-12945b64d36f tempest-TestShelveInstance-562001773 tempest-TestShelveInstance-562001773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:24.287047 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-379c1420-f48d-49b6-9cbd-12945b64d36f tempest-TestShelveInstance-562001773 tempest-TestShelveInstance-562001773-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1093 time: 0.0387254 Apr 04 12:29:24.289833 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48198) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:29:24.294005 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:29:24.417632 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:24.513703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:24.618515 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Allocated IP 172.26.1.221 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/afaaabe3-1890-42c0-9090-e91ea93b0ff3) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:29:24.714598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:24.800791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:24.840151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:29:24.842896 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:29:24.845449 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:29:24.873832 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=afaaabe3-1890-42c0-9090-e91ea93b0ff3,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:25.194965 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:25.316202 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:25.460998 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:25.537518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:25.603786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event updated for resources: {'Port': ['ID=afaaabe3-1890-42c0-9090-e91ea93b0ff3,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:29:25.615455 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:25.713547 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Floating IP ad8c8a5f-d030-4e75-adc6-ba5504a140dd associated. External IP: 172.26.1.221, port: 340aaf26-73dd-49f7-9cdd-c2ad5c15a341. Apr 04 12:29:25.938317 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:29:26.402397 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:29:26.412220 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:29:26.421405 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:29:26.422042 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:28:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:29:26.480798 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:26.508934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-dc6754c8-b9d5-43aa-97c7-51b9fab58dd7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2175534 Apr 04 12:29:26.510134 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:29:26.512499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b96cc-e946-4b43-9800-12c2ab2b79b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:29:26.529566 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:29:26.547383 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29b9ff-7323-4f7f-806c-e2ccc5da0c03 x-openstack-request-id: req-1e29b9ff-7323-4f7f-806c-e2ccc5da0c03 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:29:26.547766 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:29:26.548029 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e29b9ff-7323-4f7f-806c-e2ccc5da0c03 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:29:26.548462 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e29b9ff-7323-4f7f-806c-e2ccc5da0c03'] response: {'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'status': 'completed', 'code': 200} Apr 04 12:29:26.612816 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-73359e27-77bb-49cd-a025-6eb72d232912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:26.614524 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-73359e27-77bb-49cd-a025-6eb72d232912 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0410826 Apr 04 12:29:26.712536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-c5dc52e8-2b1c-4ccb-be73-7f6316c0aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:26.714619 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-c5dc52e8-2b1c-4ccb-be73-7f6316c0aaf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0920966 Apr 04 12:29:26.779427 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-06cdfaad-f14e-4c6f-8191-5e690200629b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 999 time: 0.0568557 Apr 04 12:29:26.835691 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-c7c181eb-93cb-4085-960e-eb97a57fd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:26.837145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-c7c181eb-93cb-4085-960e-eb97a57fd46e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0436573 Apr 04 12:29:26.858379 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ad8c8a5f-d030-4e75-adc6-ba5504a140dd', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.221', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:19:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:29:25Z', 'updated_at': '2022-04-04T12:29:25Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:29:26.884057 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:29:26.886763 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-6b585bee-6a9b-4cc4-a4ac-94adec3525e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:29:26.888256 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-6b585bee-6a9b-4cc4-a4ac-94adec3525e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433974 Apr 04 12:29:26.892022 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:29:26.892620 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:28:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:29:26.976666 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-06c3f7dc-120f-44dd-9f59-1d36bc597b34 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Apr 04 12:29:26.995042 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:29:27.066788 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-623b96cc-e946-4b43-9800-12c2ab2b79b0 req-96a7e73d-e73a-4703-ae32-5462c3b9b527 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837791 Apr 04 12:29:27.214384 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ad8c8a5f-d030-4e75-adc6-ba5504a140dd', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.221', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:19:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:29:25Z', 'updated_at': '2022-04-04T12:29:25Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:29:27.240148 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7505f76-5adc-4940-bf0f-4d3f3df6da75 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': 'ad8c8a5f-d030-4e75-adc6-ba5504a140dd', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'floating_ip_address': '172.26.1.221', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'mac_address': 'fa:16:3e:19:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:29:25Z', 'updated_at': '2022-04-04T12:29:25Z', 'revision_number': 0, 'project_id': '04003fc7af274deea6e1c2866292f032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:29:27.262108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ec94ecb0-986c-490b-842f-eab00626e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:27.419763 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903302d8-7f52-479c-bbb4-e5fb5b5fc964 None None] New status for floating IP ad8c8a5f-d030-4e75-adc6-ba5504a140dd: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:29:29.515131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-00adb02f-fa63-4598-acc0-da3aaacec022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:30.726421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:32.215862 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:32.423626 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:34.583666 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:48.409505 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:29:57.287061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-6c17b5be-b951-4d05-add2-4e3c68bb2af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:29:59.509477 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7c04-0448-4fe2-8c72-770d3f158cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:00.704665 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:02.246623 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:02.441013 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:04.641149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:23.168856 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-fbe0d26e-73ee-4ff9-b531-d45364498c99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892017 Apr 04 12:30:23.248610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4658-da97-4591-a38c-e46aaeddde0f req-c4b19810-88b3-42f2-851c-10393ebf9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:30:23.249994 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-c4b19810-88b3-42f2-851c-10393ebf9dab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0401831 Apr 04 12:30:23.352156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4658-da97-4591-a38c-e46aaeddde0f req-8d65e24b-26e6-463d-8928-506fd9bb8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:30:23.354145 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-8d65e24b-26e6-463d-8928-506fd9bb8177 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0847430 Apr 04 12:30:23.419075 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-76904f12-615f-4021-8b14-c0c63935bc48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1001 time: 0.0575449 Apr 04 12:30:23.472791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4658-da97-4591-a38c-e46aaeddde0f req-bd68cb00-37bc-4d09-95b6-558db5a59ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:30:23.476668 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-bd68cb00-37bc-4d09-95b6-558db5a59ba0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0474715 Apr 04 12:30:23.518633 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4658-da97-4591-a38c-e46aaeddde0f req-c7f4ad8a-e3a8-4865-8fb6-aaba6fe57448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:30:23.520046 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-c7f4ad8a-e3a8-4865-8fb6-aaba6fe57448 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386677 Apr 04 12:30:23.608601 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-7c0ab345-c328-400f-b1c4-1d7796528ab2 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807669 Apr 04 12:30:23.701324 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-016d4658-da97-4591-a38c-e46aaeddde0f req-ecd81152-f4ec-4b44-9a2b-8249c074d7c3 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850742 Apr 04 12:30:25.411663 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:30:27.270404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8cb26772-e776-4c14-9848-788854861bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:29.467183 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-badb23d9-132a-4e3b-b08e-bc54b744d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:30.790625 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:32.278842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:32.427859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:34.658687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:57.290441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2322b69a-0e53-4c88-b3d3-bdae7590cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:30:59.482311 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5fc07168-0825-4cdb-8466-fb9a2418fed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:00.707585 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:02.221614 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:02.410430 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:31:02.427607 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:04.627461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:23.123725 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-f69b4706-92f1-48aa-bcd8-43c118ea5e22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393910 Apr 04 12:31:23.201506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-d92ff8db-fdd8-4ac3-97f0-bbc1859f4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:23.203008 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-d92ff8db-fdd8-4ac3-97f0-bbc1859f4847 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0399027 Apr 04 12:31:23.316770 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-962242ca-45e2-47cd-be9c-c2aca5b41423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:23.318284 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-962242ca-45e2-47cd-be9c-c2aca5b41423 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0967875 Apr 04 12:31:23.381229 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-1bafefc2-4161-46c5-bf8f-25ced409ef59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1001 time: 0.0561249 Apr 04 12:31:23.431418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-679d0ace-ea19-4124-9612-8531dbaae58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:23.432802 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-679d0ace-ea19-4124-9612-8531dbaae58d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0455592 Apr 04 12:31:23.477799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-2be240bb-dd60-4c17-947c-986eae9a56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:23.479248 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-2be240bb-dd60-4c17-947c-986eae9a56f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396311 Apr 04 12:31:23.569927 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-0082517d-8b4e-4672-a9ce-0e758f90153f service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833869 Apr 04 12:31:23.659021 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-688d7fcb-16a0-4f68-84b4-6e403b621d99 req-941d3eae-7d95-44e1-be11-58241340ebc7 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818317 Apr 04 12:31:27.290211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cf76a429-b148-4a0d-9485-d061d7c59295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:29.490363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8081f3ce-15fd-4890-aa2b-afde19ed3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:30.798842 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:32.227639 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:32.427591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:34.610508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:39.408432 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:31:53.263839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c4dea-1bd3-4c5f-b0b0-60577a05c14b req-1bef8615-1f01-4e5c-b04f-fc3fd14cf26d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:53.265315 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-547c4dea-1bd3-4c5f-b0b0-60577a05c14b req-1bef8615-1f01-4e5c-b04f-fc3fd14cf26d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.1116819 Apr 04 12:31:53.303789 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-547c4dea-1bd3-4c5f-b0b0-60577a05c14b req-19e4e8e6-217a-4f50-85fc-49a73a6442d7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Apr 04 12:31:54.482174 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc4da-8e7b-42ed-b206-a0502d2ff490 req-7fbcf223-e04d-4557-b916-ada58fa6b5aa tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:54.483627 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b2acc4da-8e7b-42ed-b206-a0502d2ff490 req-7fbcf223-e04d-4557-b916-ada58fa6b5aa tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.1072850 Apr 04 12:31:54.520682 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b2acc4da-8e7b-42ed-b206-a0502d2ff490 req-37e64432-3d5d-45e4-bbcd-40dcb351614d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Apr 04 12:31:55.640598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5788d-bf2f-4039-adea-5a71d27a7fef req-ffffd2a7-5184-4fc3-8985-6c6d1edd073c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:55.642119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6df5788d-bf2f-4039-adea-5a71d27a7fef req-ffffd2a7-5184-4fc3-8985-6c6d1edd073c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Apr 04 12:31:55.679945 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6df5788d-bf2f-4039-adea-5a71d27a7fef req-34e22cad-e65a-40c8-b18f-a900552ec5b7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Apr 04 12:31:56.794189 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891dbf2-be08-41b6-b0f8-b3e7e94ce243 req-0fb4cf02-25e3-4075-8843-69363a1b0b6b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:56.795683 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6891dbf2-be08-41b6-b0f8-b3e7e94ce243 req-0fb4cf02-25e3-4075-8843-69363a1b0b6b tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0499332 Apr 04 12:31:56.833049 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6891dbf2-be08-41b6-b0f8-b3e7e94ce243 req-117e800d-ec4f-4acc-8165-dd22ee6ebecb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Apr 04 12:31:57.279014 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a7e17767-cdd5-4a51-b2f1-9c8e4721407c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:31:57.949201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc4d04-b3f7-4f97-8008-83b7d3273613 req-a9cc5247-1b45-490e-b256-cd8983256719 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:57.951161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-89cc4d04-b3f7-4f97-8008-83b7d3273613 req-a9cc5247-1b45-490e-b256-cd8983256719 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Apr 04 12:31:57.988817 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-89cc4d04-b3f7-4f97-8008-83b7d3273613 req-70490ee3-9eab-4f2f-ae83-0ec0850e8e3c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Apr 04 12:31:59.101578 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5dfd-b9c0-4b86-a883-2452bdf8a714 req-5f567722-6b3d-44cc-bbd5-33c91a648dd4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:31:59.103119 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5b3c5dfd-b9c0-4b86-a883-2452bdf8a714 req-5f567722-6b3d-44cc-bbd5-33c91a648dd4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Apr 04 12:31:59.140456 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5b3c5dfd-b9c0-4b86-a883-2452bdf8a714 req-e6043d52-540e-4cba-8168-27a2cbea4c1d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Apr 04 12:31:59.477694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f0a29c70-87ef-4107-97a2-eb20313f5a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:00.249902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192059a8-11eb-4f80-84c2-17046a066bd4 req-36a17e37-746b-4424-bc2a-bbb13bff7846 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:00.251353 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-192059a8-11eb-4f80-84c2-17046a066bd4 req-36a17e37-746b-4424-bc2a-bbb13bff7846 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0470333 Apr 04 12:32:00.287935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-192059a8-11eb-4f80-84c2-17046a066bd4 req-cbb1fc8b-3640-49bf-b9d8-02dc97ea9f68 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Apr 04 12:32:00.735825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:01.397913 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ace44-ac45-4ab4-a8f8-c123542c3abc req-6cc6b8ad-465d-4f33-82b3-21fc1a627c59 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:01.399380 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-850ace44-ac45-4ab4-a8f8-c123542c3abc req-6cc6b8ad-465d-4f33-82b3-21fc1a627c59 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0474854 Apr 04 12:32:01.435628 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-850ace44-ac45-4ab4-a8f8-c123542c3abc req-405d0d97-7f71-46a7-9664-d5759f5afae0 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304551 Apr 04 12:32:02.221670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:02.404195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:02.552499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a3cb-23e8-48df-bc5a-befbcbc6a097 req-9b7fa7bf-7bd3-415c-99e1-dc5fd8ce5700 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:02.554000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c355a3cb-23e8-48df-bc5a-befbcbc6a097 req-9b7fa7bf-7bd3-415c-99e1-dc5fd8ce5700 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0530608 Apr 04 12:32:02.594018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c355a3cb-23e8-48df-bc5a-befbcbc6a097 req-4943cfb2-ed83-4a0a-afde-295f5b7d4f74 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Apr 04 12:32:03.377305 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-510dddee-a071-4a52-8b7c-3324b94686bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:03.378800 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-510dddee-a071-4a52-8b7c-3324b94686bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0386367 Apr 04 12:32:03.468038 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-fa98a7fe-b008-4336-bdc6-1e041d9c19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:03.469487 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-fa98a7fe-b008-4336-bdc6-1e041d9c19a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0849483 Apr 04 12:32:03.532025 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-55fec5de-f421-4d7e-aebb-8a05e9cf2694 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1001 time: 0.0564995 Apr 04 12:32:03.579951 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-109bd39c-2e03-47c1-9271-4a915ef55a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:03.581412 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-109bd39c-2e03-47c1-9271-4a915ef55a79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0427039 Apr 04 12:32:03.633912 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-453ffd29-0b1f-44ac-aadd-2d2e5a1f8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:03.633912 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-453ffd29-0b1f-44ac-aadd-2d2e5a1f8eea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439157 Apr 04 12:32:03.710655 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95916-9064-4a3f-b21e-e0f3c342832c req-7109593d-476b-422a-b0f2-de5a0946466a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:03.712681 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30b95916-9064-4a3f-b21e-e0f3c342832c req-7109593d-476b-422a-b0f2-de5a0946466a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0528688 Apr 04 12:32:03.722163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-0ee4363f-9a1b-4122-8edd-e96f0059655d service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Apr 04 12:32:03.752170 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-30b95916-9064-4a3f-b21e-e0f3c342832c req-56b9df22-6e3b-46bb-94ec-8774f7702e17 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Apr 04 12:32:03.910372 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-20cd0cad-d889-4126-8a82-de798bb6cfc5 req-42e48138-0f3a-4c62-b509-26ed6295efb9 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877910 Apr 04 12:32:04.614441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:04.865775 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6fe68-200c-4d79-917b-7cb7116714b6 req-d119e4f0-147c-4e1d-8618-dfb36b243a8c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:04.867950 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fec6fe68-200c-4d79-917b-7cb7116714b6 req-d119e4f0-147c-4e1d-8618-dfb36b243a8c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Apr 04 12:32:04.904818 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fec6fe68-200c-4d79-917b-7cb7116714b6 req-a062b75e-0da4-4256-94cf-4fdc2b17925d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304306 Apr 04 12:32:06.020622 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124f8b-0f79-4a52-87b5-bd901ba5f698 req-efc0ff1a-4a6a-42af-97ad-2d858605bdb9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:06.022124 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a124f8b-0f79-4a52-87b5-bd901ba5f698 req-efc0ff1a-4a6a-42af-97ad-2d858605bdb9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Apr 04 12:32:06.059589 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a124f8b-0f79-4a52-87b5-bd901ba5f698 req-8e18c209-d1c9-46c1-9732-6de2a1e921d1 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Apr 04 12:32:07.178265 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dac7b5-552f-4bd2-8294-e5a89f3d991a req-b8232e24-e723-4346-9442-d2c922eb9f01 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:07.180238 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-76dac7b5-552f-4bd2-8294-e5a89f3d991a req-b8232e24-e723-4346-9442-d2c922eb9f01 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Apr 04 12:32:07.217471 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-76dac7b5-552f-4bd2-8294-e5a89f3d991a req-0c423904-3501-406e-a917-c8f9538de386 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Apr 04 12:32:08.331705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09b3c2-b84c-4c79-81f8-9a4f04cab7f7 req-1f3d5581-d6a7-4d1a-923c-ff8e97974aab tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:08.333205 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a09b3c2-b84c-4c79-81f8-9a4f04cab7f7 req-1f3d5581-d6a7-4d1a-923c-ff8e97974aab tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0483975 Apr 04 12:32:08.370515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5a09b3c2-b84c-4c79-81f8-9a4f04cab7f7 req-4a69a2fb-27e7-4638-a810-7137603100de tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Apr 04 12:32:08.472364 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-bdca7fbb-831f-4692-b657-06303d3445f8 req-9dddc1d3-d08c-47dd-9c7b-711d002e0070 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:32:08.473367 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-bdca7fbb-831f-4692-b657-06303d3445f8 req-9dddc1d3-d08c-47dd-9c7b-711d002e0070 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420473 Apr 04 12:32:08.878897 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-20224634-ac19-4702-b6d1-15ccd60de055 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856936 Apr 04 12:32:08.888224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-35074b71-1e40-4452-9e8d-711ab09d75c3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:32:08.889181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-35074b71-1e40-4452-9e8d-711ab09d75c3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055034 Apr 04 12:32:08.962853 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdeb8-9a5f-4ef2-9b3f-89a14ce11c0b req-0b99ace2-2a95-4bbc-94b5-9679724c3762 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:08.964387 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5f9cdeb8-9a5f-4ef2-9b3f-89a14ce11c0b req-0b99ace2-2a95-4bbc-94b5-9679724c3762 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0526712 Apr 04 12:32:09.005820 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-5f9cdeb8-9a5f-4ef2-9b3f-89a14ce11c0b req-1980b863-1fa0-419b-a664-deb585f924ff tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354557 Apr 04 12:32:10.123176 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff743-f39e-4203-a175-48129d1baa21 req-47d6a3a5-bc37-4390-ac00-22ccefad74eb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:10.124738 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c3ff743-f39e-4203-a175-48129d1baa21 req-47d6a3a5-bc37-4390-ac00-22ccefad74eb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Apr 04 12:32:10.163330 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c3ff743-f39e-4203-a175-48129d1baa21 req-a2c38cd7-7eca-44a9-9d68-d6055eaca063 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Apr 04 12:32:10.285376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:32:10.358941 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:10.382915 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:32:10.385750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5d5b2-8322-4219-90be-bf306b958b17" -d '{"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-unplugged", "status": "completed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:32:10.397892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:32:10.422781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 12:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c12c55-a7cd-49f6-a829-9a83558a7ccb x-openstack-request-id: req-04c12c55-a7cd-49f6-a829-9a83558a7ccb {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:32:10.422781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-unplugged", "status": "failed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "code": 422}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:32:10.422781 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04c12c55-a7cd-49f6-a829-9a83558a7ccb {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:32:10.422781 dv-neutron-835866-1-hyperv neutron-server[109638]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-04c12c55-a7cd-49f6-a829-9a83558a7ccb']: {'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'code': 422} returned with failed status Apr 04 12:32:10.500071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:10.547947 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:32:10.554894 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.555249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.555598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.555940 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.556917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.557258 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.557617 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.557956 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.558286 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.558621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.558943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:10.559268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:32:11.277687 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be11e1f-fe5f-4475-8ef2-9f96f3e7a1ba req-6843782f-81cf-409c-b452-d321c951a6e4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:11.279396 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7be11e1f-fe5f-4475-8ef2-9f96f3e7a1ba req-6843782f-81cf-409c-b452-d321c951a6e4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0485210 Apr 04 12:32:11.319086 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7be11e1f-fe5f-4475-8ef2-9f96f3e7a1ba req-25caff20-af95-4b4f-9e8d-24823270116a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Apr 04 12:32:12.433159 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681fe7-612c-41d3-ace2-a213614383d2 req-4dc2c31d-1bf4-46ea-b5ce-be4e2a4c7d8e tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:12.434648 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed681fe7-612c-41d3-ace2-a213614383d2 req-4dc2c31d-1bf4-46ea-b5ce-be4e2a4c7d8e tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0481896 Apr 04 12:32:12.472350 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-ed681fe7-612c-41d3-ace2-a213614383d2 req-2cad1e86-d448-4e87-a50d-2a7e44cf0162 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Apr 04 12:32:13.593735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6a005-d091-4a4b-943c-5c22a32ae279 req-f87ff193-ecce-4759-8342-763dbfb11685 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:13.595388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-19c6a005-d091-4a4b-943c-5c22a32ae279 req-f87ff193-ecce-4759-8342-763dbfb11685 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0531664 Apr 04 12:32:13.633121 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-19c6a005-d091-4a4b-943c-5c22a32ae279 req-3482adcf-7c2a-4157-be25-ff5e47071c95 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Apr 04 12:32:14.470082 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-8256be1f-2731-435d-be25-fa81efd4fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.471797 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-8256be1f-2731-435d-be25-fa81efd4fcf0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1&tenant_id=04003fc7af274deea6e1c2866292f032 HTTP/1.1" status: 200 len: 1096 time: 0.0409832 Apr 04 12:32:14.533185 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-56c4c3ee-4fa5-4139-a4bf-f606b10ac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.534729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-56c4c3ee-4fa5-4139-a4bf-f606b10ac888 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1096 time: 0.0401442 Apr 04 12:32:14.624218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-9d0b3443-d164-4f9c-83af-62db9603850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.625708 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-9d0b3443-d164-4f9c-83af-62db9603850e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0850797 Apr 04 12:32:14.693119 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-a030ca54-6cfa-4300-8d98-66eaa289d217 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 999 time: 0.0602841 Apr 04 12:32:14.739759 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-ac63f5a0-49f9-4dc6-a606-c99cdbc72c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.741144 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-ac63f5a0-49f9-4dc6-a606-c99cdbc72c1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0422735 Apr 04 12:32:14.744633 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2af96-40a2-431e-b3b8-9af5e1eb9d9c req-bd5c8c54-619f-4801-a94e-78b20690b2e0 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.746098 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-89c2af96-40a2-431e-b3b8-9af5e1eb9d9c req-bd5c8c54-619f-4801-a94e-78b20690b2e0 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0469999 Apr 04 12:32:14.783787 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-89c2af96-40a2-431e-b3b8-9af5e1eb9d9c req-07a50d01-2880-4668-8b0a-df8cbc541ed4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Apr 04 12:32:14.791251 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-d960a594-81fa-4fbe-95e0-5e8fa3035f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:14.792811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-d960a594-81fa-4fbe-95e0-5e8fa3035f41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453899 Apr 04 12:32:14.882111 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-be97766d-8467-4a72-a803-c94ee57900eb service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825813 Apr 04 12:32:14.970125 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-322ff839-1c0a-4583-9cb9-4b5157b49115 req-07741b24-bddc-4bb8-858a-01f319f8dd56 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820944 Apr 04 12:32:15.897274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06809e87-16de-4dd3-a4d2-242da179f172 req-b3092472-6a81-4aa8-aa59-56e2921a0f06 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:15.898763 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-06809e87-16de-4dd3-a4d2-242da179f172 req-b3092472-6a81-4aa8-aa59-56e2921a0f06 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0490835 Apr 04 12:32:15.934974 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-06809e87-16de-4dd3-a4d2-242da179f172 req-fae7b801-7a04-4fe5-a701-d970e7954925 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298038 Apr 04 12:32:16.406697 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:32:17.051083 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a3247-c678-4ed0-9059-90b7ffcafbc9 req-683fcae3-9bf4-4a00-a22c-916407cc2ba8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:17.052519 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c47a3247-c678-4ed0-9059-90b7ffcafbc9 req-683fcae3-9bf4-4a00-a22c-916407cc2ba8 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0506570 Apr 04 12:32:17.088954 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c47a3247-c678-4ed0-9059-90b7ffcafbc9 req-e106bac2-8ed5-414c-bf71-0f417a3f2012 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305603 Apr 04 12:32:18.201389 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c7e6f-034b-4956-b76c-abde1c9a6297 req-a3a54ade-8bc0-4217-9151-86ac8e367161 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:18.202911 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7d1c7e6f-034b-4956-b76c-abde1c9a6297 req-a3a54ade-8bc0-4217-9151-86ac8e367161 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0483408 Apr 04 12:32:18.244501 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7d1c7e6f-034b-4956-b76c-abde1c9a6297 req-e9f19205-5298-46a6-85a2-f6b91b156a9d tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353332 Apr 04 12:32:19.356683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c1f2-a337-403c-90a5-8e79326d364c req-4f38c06b-d1d6-4f48-85bf-eba93dc195f5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:19.358162 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3a24c1f2-a337-403c-90a5-8e79326d364c req-4f38c06b-d1d6-4f48-85bf-eba93dc195f5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0477481 Apr 04 12:32:19.393896 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3a24c1f2-a337-403c-90a5-8e79326d364c req-85c50db9-9a86-4a02-bfdc-79e7ca1183c4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299006 Apr 04 12:32:20.504960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4e18-dd9e-4387-b7b0-f43d06fa4537 req-5f4d542a-ebf5-40ae-849f-49a810a19f09 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:20.506448 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-534e4e18-dd9e-4387-b7b0-f43d06fa4537 req-5f4d542a-ebf5-40ae-849f-49a810a19f09 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0480025 Apr 04 12:32:20.542690 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-534e4e18-dd9e-4387-b7b0-f43d06fa4537 req-1315f0a5-574a-47f3-ac6e-1d1b5011a7a1 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Apr 04 12:32:21.658677 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68a710-c949-46a1-9913-6dd0c5dcf15d req-f0bb41d0-25b2-460d-bcdf-0c897b043ee6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:21.660147 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e68a710-c949-46a1-9913-6dd0c5dcf15d req-f0bb41d0-25b2-460d-bcdf-0c897b043ee6 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 943 time: 0.0489135 Apr 04 12:32:21.698389 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3e68a710-c949-46a1-9913-6dd0c5dcf15d req-6613edea-7837-4e47-b40c-8028e4d647ff tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Apr 04 12:32:22.331277 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:32:22.423047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:32:22.434141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'port_id': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'mac_address': 'fa:16:3e:19:7f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:32:22.469525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:22.481464 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:32:22.499792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:32:22.614530 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:22.807616 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:32:22.812703 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa1c7-88fb-42fd-9f57-4b6ecb5dd9dc req-c6062dd6-5984-4502-9b26-8239930b0c11 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:22.814227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-83aaa1c7-88fb-42fd-9f57-4b6ecb5dd9dc req-c6062dd6-5984-4502-9b26-8239930b0c11 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 944 time: 0.0494368 Apr 04 12:32:22.852071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-83aaa1c7-88fb-42fd-9f57-4b6ecb5dd9dc req-d2ca6152-a14f-495c-ba6d-18f6d673289a tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Apr 04 12:32:22.855931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['340aaf26-73dd-49f7-9cdd-c2ad5c15a341'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:32:23.144233 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-ea13dcb9-0105-451a-9b76-8189aceea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:23.145724 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-ea13dcb9-0105-451a-9b76-8189aceea2ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1097 time: 0.0396075 Apr 04 12:32:23.248952 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-3c259616-6aef-47ff-81c8-5ff8612857aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:23.250456 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-3c259616-6aef-47ff-81c8-5ff8612857aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0856948 Apr 04 12:32:23.318033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-603d9aad-b11b-4777-8a72-4175931313be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1000 time: 0.0598640 Apr 04 12:32:23.365276 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-04cc7f8a-7355-4a62-b34e-e06d21d87406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:23.366759 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-04cc7f8a-7355-4a62-b34e-e06d21d87406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0419438 Apr 04 12:32:23.409188 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-2b7251fc-eb57-4424-a8e8-ab986f59d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:23.410664 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-2b7251fc-eb57-4424-a8e8-ab986f59d2b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374625 Apr 04 12:32:23.499288 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-3391dd39-a67f-4988-a987-8294781e0234 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Apr 04 12:32:23.593197 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-812f8c06-e492-4fef-8b3a-8b180269f8b7 req-c02b93fe-b9e8-4075-8426-ca97fb6547c4 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784013 Apr 04 12:32:23.966997 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819bf0-44d3-453e-83a2-503bf8ea8c9f req-e6e687b6-bd23-4900-9595-37d247a01bfb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:23.968425 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60819bf0-44d3-453e-83a2-503bf8ea8c9f req-e6e687b6-bd23-4900-9595-37d247a01bfb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Apr 04 12:32:24.005034 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-60819bf0-44d3-453e-83a2-503bf8ea8c9f req-3e5e42af-e91e-4677-8cac-36e2ca44b9f9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Apr 04 12:32:24.346783 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:32:24.391857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:32:24.392229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:24.467182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:24.491360 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:32:24.494099 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f090b-ff8c-4b39-b433-886c91726459" -d '{"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-plugged", "status": "completed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:32:24.506538 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:32:24.529804 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad815839-3a95-4498-ab25-84f5e4b47972 x-openstack-request-id: req-ad815839-3a95-4498-ab25-84f5e4b47972 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:32:24.530088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-plugged", "status": "completed", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:32:24.530333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad815839-3a95-4498-ab25-84f5e4b47972 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:32:24.530741 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad815839-3a95-4498-ab25-84f5e4b47972'] response: {'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'code': 200} Apr 04 12:32:24.564812 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:24.610257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:32:24.835423 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53178ec0-2a7c-4130-8ae7-f510eb0c7255 req-b2ba1541-0bd0-4403-ad1f-7b1e69bde6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:24.836889 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-53178ec0-2a7c-4130-8ae7-f510eb0c7255 req-b2ba1541-0bd0-4403-ad1f-7b1e69bde6dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0400050 Apr 04 12:32:24.876173 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-53178ec0-2a7c-4130-8ae7-f510eb0c7255 req-7ecae240-233d-498b-b15c-44da51b9bbee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Apr 04 12:32:25.119554 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898250c5-b231-4f01-ba3d-107ecf4a0a00 req-3824ae80-0e23-4699-9fcc-aa2a08b615d7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:25.121015 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-898250c5-b231-4f01-ba3d-107ecf4a0a00 req-3824ae80-0e23-4699-9fcc-aa2a08b615d7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Apr 04 12:32:25.157454 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-898250c5-b231-4f01-ba3d-107ecf4a0a00 req-ef7ef438-30c9-4de9-9b6a-1cca5e92d605 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304918 Apr 04 12:32:26.274733 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491dad5-c14b-46e0-9d16-82e47833e521 req-0657336e-8d06-4483-83d3-0617ae184022 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:32:26.276213 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0491dad5-c14b-46e0-9d16-82e47833e521 req-0657336e-8d06-4483-83d3-0617ae184022 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0499856 Apr 04 12:32:26.318388 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0491dad5-c14b-46e0-9d16-82e47833e521 req-78811d82-8eba-4cd3-8a62-a0b3a4dbf5e1 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Apr 04 12:32:27.300132 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c1db9994-bdbf-487b-81b1-af3739359eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:29.484698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dc918c02-ac6d-4362-88d5-8d7d019d0f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:30.740508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:32.221733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:32.392904 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:34.625937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:53.405472 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:32:57.284296 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c3a-6789-4685-bf4f-9faad8f87939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:32:59.473237 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7f4051f8-30b5-41f9-a953-cc11ac66b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:00.742118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:02.215539 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:02.414620 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:04.610056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:24.124038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-8b0a861d-ee5d-40b7-9a9f-6066737b9294 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391395 Apr 04 12:33:24.204014 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24885cdd-b702-4868-aa43-40de44e843a9 req-002abda0-8458-4b09-9ab3-b93495f75be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:33:24.205502 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-002abda0-8458-4b09-9ab3-b93495f75be5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0412095 Apr 04 12:33:24.308693 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24885cdd-b702-4868-aa43-40de44e843a9 req-491efcda-8c8b-4952-a657-8097a75c1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:33:24.310171 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-491efcda-8c8b-4952-a657-8097a75c1d1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0858848 Apr 04 12:33:24.373655 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-020bc42b-3896-4661-b56a-2e960e9af8fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 1001 time: 0.0563405 Apr 04 12:33:24.423898 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24885cdd-b702-4868-aa43-40de44e843a9 req-0117e1d1-0b58-40c9-b1f3-8ff74146e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:33:24.425351 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-0117e1d1-0b58-40c9-b1f3-8ff74146e2a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0457964 Apr 04 12:33:24.468480 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24885cdd-b702-4868-aa43-40de44e843a9 req-30b59257-5fc6-4e18-994d-fc8f0e01a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:33:24.470000 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-30b59257-5fc6-4e18-994d-fc8f0e01a396 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388441 Apr 04 12:33:24.556680 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-c5350e03-d0cd-4cf2-a2ae-b1cd18e135e5 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799224 Apr 04 12:33:24.647934 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-24885cdd-b702-4868-aa43-40de44e843a9 req-46b46644-caca-436f-b99d-33a067dafc41 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Apr 04 12:33:27.323468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2c7eae10-8163-4124-9995-7fa15527b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:29.489500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f01095ce-1260-45a3-b38d-799d17e98465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:30.404106 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:33:30.712438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:32.260602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:32.409890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:34.672918 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:57.312619 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-0c202735-cd07-4577-9c00-f8b26375163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:33:59.466878 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c01274d0-d62c-40af-b9ca-eb80b38a6d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:00.741205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.238547 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.426643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.468547 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48374) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:02.625119 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Deleting port afaaabe3-1890-42c0-9090-e91ea93b0ff3 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:02.625460 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.700773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.701022 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.712078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Calling delete_port for afaaabe3-1890-42c0-9090-e91ea93b0ff3 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:02.918589 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:02.941952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'Port': ['ID=afaaabe3-1890-42c0-9090-e91ea93b0ff3,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:02.974632 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.974923 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.975265 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.975604 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.975940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.976273 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.976609 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.976964 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.977291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.977643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.977973 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:02.978298 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:03.039845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:03.040178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Floating IP ad8c8a5f-d030-4e75-adc6-ba5504a140dd disassociated (deleted). External IP: 172.26.1.221, port: 340aaf26-73dd-49f7-9cdd-c2ad5c15a341. Apr 04 12:34:03.531355 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:03.635876 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:03.640772 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:03.645263 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:03.656502 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:03.657110 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:03.666199 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f01f1d16-3d90-44c8-8fe0-6d09f82a5fa4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "DELETE /v2.0/floatingips/ad8c8a5f-d030-4e75-adc6-ba5504a140dd HTTP/1.1" status: 204 len: 168 time: 1.1965837 Apr 04 12:34:03.666788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:34:03.669057 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230075dc-867b-47f8-a002-b4af3f7c198c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:34:03.764556 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:03.769042 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0923185d-e860-424f-a939-631fd829c0b5 x-openstack-request-id: req-0923185d-e860-424f-a939-631fd829c0b5 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:34:03.769403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:34:03.769801 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0923185d-e860-424f-a939-631fd829c0b5 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:34:03.770222 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0923185d-e860-424f-a939-631fd829c0b5'] response: {'name': 'network-changed', 'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'status': 'completed', 'code': 200} Apr 04 12:34:03.831542 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230075dc-867b-47f8-a002-b4af3f7c198c req-e05eedca-55f5-4c60-b1cb-4a8294e81b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:03.833089 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-e05eedca-55f5-4c60-b1cb-4a8294e81b1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04003fc7af274deea6e1c2866292f032&device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 1098 time: 0.0417755 Apr 04 12:34:03.929016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230075dc-867b-47f8-a002-b4af3f7c198c req-4d0c04ff-421f-46b5-9e6e-592a751dd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:03.931140 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-4d0c04ff-421f-46b5-9e6e-592a751dd769 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 200 len: 910 time: 0.0917165 Apr 04 12:34:03.966046 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:03.972161 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-ae9214f9-a069-4e08-be69-c6e3c383445a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 200 len: 217 time: 0.0340831 Apr 04 12:34:03.992318 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:04.000932 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:04.001531 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:04.025114 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230075dc-867b-47f8-a002-b4af3f7c198c req-5dc0a893-67f8-4aa1-a87a-6f7f79f3d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:04.026620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-5dc0a893-67f8-4aa1-a87a-6f7f79f3d71c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 200 len: 848 time: 0.0481765 Apr 04 12:34:04.076165 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230075dc-867b-47f8-a002-b4af3f7c198c req-87e72887-4f8c-4adf-ae2e-d5360dcc0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:04.077813 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-87e72887-4f8c-4adf-ae2e-d5360dcc0747 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bcca8f3-db7a-47b3-b426-cc3e0da05c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425704 Apr 04 12:34:04.112582 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:04.201337 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba60e9-e931-44a2-a354-5a204bde3bca req-f4c5b2a3-17ec-46c1-98be-048122bdf9a4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:04.202824 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8dba60e9-e931-44a2-a354-5a204bde3bca req-f4c5b2a3-17ec-46c1-98be-048122bdf9a4 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0994806 Apr 04 12:34:04.208435 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-61eebaad-5f69-4302-a942-64e05d49d878 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227329 Apr 04 12:34:04.265480 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-8dba60e9-e931-44a2-a354-5a204bde3bca req-58d04c6d-5245-4e23-bcfc-4d3c76ca36d9 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560908 Apr 04 12:34:04.310271 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:04.317207 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-230075dc-867b-47f8-a002-b4af3f7c198c req-243ed2bf-a0b2-4bdc-a573-35f9fe309469 service neutron] 10.222.0.44 "GET /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015062 Apr 04 12:34:04.335588 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a97482-a830-4fdf-afad-017c87e683d8 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:24:15Z', 'revision_number': 4, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '6c449f7e-78e1-4118-ad54-00ffa688428e', 'name': '', 'network_id': '9bcca8f3-db7a-47b3-b426-cc3e0da05c99', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'mac_address': 'fa:16:3e:6b:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:15Z', 'updated_at': '2022-04-04T12:24:19Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'subnets': [{'id': '7e74c8fb-d286-48f9-ad3e-f81db8ba9516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:04.650131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:04.655821 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd4e4-3bb5-43b2-b608-0183dac37dad None None] New status for floating IP ad8c8a5f-d030-4e75-adc6-ba5504a140dd: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:34:05.380012 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4afa-2745-419a-bc55-dcf487d9a222 req-ff29d6eb-b933-4356-92d4-666f700a98eb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:05.381374 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0e5d4afa-2745-419a-bc55-dcf487d9a222 req-ff29d6eb-b933-4356-92d4-666f700a98eb tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0474267 Apr 04 12:34:05.418925 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0e5d4afa-2745-419a-bc55-dcf487d9a222 req-0bfd6e3a-aaa9-4d9c-88f1-7a09c59ef02c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/security-groups?id=48b84f66-6da7-4947-bc1a-1b3e818b0b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Apr 04 12:34:05.640108 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94511-289c-44ac-9764-447487589af6 req-9b73db7f-73e5-432d-8cae-d094aae7b0a5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:05.641670 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4b94511-289c-44ac-9764-447487589af6 req-9b73db7f-73e5-432d-8cae-d094aae7b0a5 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Apr 04 12:34:05.727013 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Deleting port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:05.727915 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:05.819724 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] For port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:05.820083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:05.831939 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Calling delete_port for 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:06.021036 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:06.050131 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'Port': ['ID=340aaf26-73dd-49f7-9cdd-c2ad5c15a341,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:06.063857 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.064213 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.064554 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.064891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.065224 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.065578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.066079 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.066425 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.066741 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.067061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.067387 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.067707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:06.102793 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] No DVR routers for this DVR port 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:34:06.105309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:06.108672 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b4b94511-289c-44ac-9764-447487589af6 req-cf67ab85-ebb1-4638-bdce-22027f94d117 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.44 "DELETE /v2.0/ports/340aaf26-73dd-49f7-9cdd-c2ad5c15a341 HTTP/1.1" status: 204 len: 173 time: 0.4614758 Apr 04 12:34:06.109107 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-deleted', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:34:06.111377 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18c9af9-35af-4b67-bc41-4c109e108286" -d '{"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-deleted", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:34:06.196066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12130cd1-fc62-416a-b88f-cc4a3e25b40c x-openstack-request-id: req-12130cd1-fc62-416a-b88f-cc4a3e25b40c {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:34:06.196350 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5551fb-119b-48ee-9c66-815254bd06a1", "name": "network-vif-deleted", "tag": "340aaf26-73dd-49f7-9cdd-c2ad5c15a341", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:34:06.196597 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12130cd1-fc62-416a-b88f-cc4a3e25b40c {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:34:06.196991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12130cd1-fc62-416a-b88f-cc4a3e25b40c'] response: {'server_uuid': '7f5551fb-119b-48ee-9c66-815254bd06a1', 'name': 'network-vif-deleted', 'tag': '340aaf26-73dd-49f7-9cdd-c2ad5c15a341', 'status': 'completed', 'code': 200} Apr 04 12:34:06.528513 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-6fa2d1a0-d164-47c5-ba04-ee5f21bd3df5 req-cac3fa81-78e0-4a4b-b9db-1dbdaa4b4031 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0344667 Apr 04 12:34:07.402278 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:34:07.622127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-796cb9d8-6d27-490e-a2fb-f7e257286b6c req-6e8cd0a4-2c58-48a0-9226-fee8f05144f7 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0265732 Apr 04 12:34:08.718303 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-18a38311-639a-43b5-ba9f-dd99cf8c5ca1 req-6e337019-7634-43d0-99a6-caab7c5d8574 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0298274 Apr 04 12:34:08.847221 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:08.867344 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:08.867690 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 340aaf26-73dd-49f7-9cdd-c2ad5c15a341 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:09.810895 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-0eb9daad-0c0a-4a0d-8500-8d997dffd937 req-8da7a893-f39c-4a38-b46f-d9176b1f485c tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f5551fb-119b-48ee-9c66-815254bd06a1 HTTP/1.1" status: 200 len: 210 time: 0.0261769 Apr 04 12:34:10.870652 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48412) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:10.927543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:10.952311 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:11.055232 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:11.057859 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Notify callbacks [] for security_group, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:11.059038 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] 10.222.0.43 "DELETE /v2.0/security-groups/48b84f66-6da7-4947-bc1a-1b3e818b0b36 HTTP/1.1" status: 204 len: 168 time: 0.1873181 Apr 04 12:34:11.078417 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06807-cd4c-4de9-b721-23e79ec72334 tempest-TestShelveInstance-287155783 tempest-TestShelveInstance-287155783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b84f66-6da7-4947-bc1a-1b3e818b0b36,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:11.151641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48416) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:11.658843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:12.253580 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Deleting port 6c449f7e-78e1-4118-ad54-00ffa688428e {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:12.254283 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:12.332877 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] For port 6c449f7e-78e1-4118-ad54-00ffa688428e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=6c449f7e-78e1-4118-ad54-00ffa688428e,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:12.333242 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:12.345169 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Calling delete_port for 6c449f7e-78e1-4118-ad54-00ffa688428e owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:12.581334 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:12.608592 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c449f7e-78e1-4118-ad54-00ffa688428e,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:12.776570 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:12.995392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Router 5387742b-b448-4139-9fbf-de4d4f1342b4 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:13.103261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:13.108276 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-56dd3369-cccb-489f-a1b9-7fe5000810d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/5387742b-b448-4139-9fbf-de4d4f1342b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555728 Apr 04 12:34:13.110712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48422) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:13.115269 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Sync routers for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:13.129621 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:13.130233 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:13.221319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.316373 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:13.330398 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.434749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Deleting port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:13.435092 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.485498 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:34:12Z', 'revision_number': 5, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port': {'id': 'a693fa0e-9a17-4d25-b55d-2b7b5c1ba706', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:13Z', 'updated_at': '2022-04-04T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:13.516101 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Checking router: 5387742b-b448-4139-9fbf-de4d4f1342b4 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:13.518148 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] For port a693fa0e-9a17-4d25-b55d-2b7b5c1ba706, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:13.518519 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.524184 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Routers {'5387742b-b448-4139-9fbf-de4d4f1342b4'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:13.524796 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['5387742b-b448-4139-9fbf-de4d4f1342b4'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:13.530193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Calling delete_port for a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:13.607431 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] Set router 5387742b-b448-4139-9fbf-de4d4f1342b4 gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:13.657532 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:34:13Z', 'revision_number': 6, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:13.687393 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f1aea-df37-423a-a60c-85ffe47d5b72 None None] The sync data for ids ['5387742b-b448-4139-9fbf-de4d4f1342b4'] in dv-neutron-835866-1-hyperv is: [{'id': '5387742b-b448-4139-9fbf-de4d4f1342b4', 'name': 'tempest-TestShelveInstance-1856447631-router', 'tenant_id': '04003fc7af274deea6e1c2866292f032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:12Z', 'updated_at': '2022-04-04T12:34:13Z', 'revision_number': 6, 'project_id': '04003fc7af274deea6e1c2866292f032', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:13.775598 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.813444 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a693fa0e-9a17-4d25-b55d-2b7b5c1ba706,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:13.873868 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.962198 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:13.964246 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.049883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.050451 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5387742b-b448-4139-9fbf-de4d4f1342b4 {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:34:14.055215 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.056432 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-adc2883e-a318-487a-a489-375865c627d7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5387742b-b448-4139-9fbf-de4d4f1342b4 HTTP/1.1" status: 204 len: 168 time: 0.9448092 Apr 04 12:34:14.058929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48424) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:14.106584 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Deleting subnet 7e74c8fb-d286-48f9-ad3e-f81db8ba9516 {{(pid=109636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:34:14.109810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.143345 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2780833'] for subnet, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.221715 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.318471 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127153643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127847854'] for subnet, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.345956 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e74c8fb-d286-48f9-ad3e-f81db8ba9516,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:14.347903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.351018 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ca9e8b48-54d7-4936-b5bb-87d9ec4b1daa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e74c8fb-d286-48f9-ad3e-f81db8ba9516 HTTP/1.1" status: 204 len: 168 time: 0.2911499 Apr 04 12:34:14.351793 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db0649-5f79-4eda-8757-d92ed6d8140f None None] Network 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:14.353657 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48426) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:14.421163 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.474798 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Deleting port 310f5ab4-627c-4b5c-8268-5c287e575194 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:14.475149 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.530097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] DHCP port deletion for 9bcca8f3-db7a-47b3-b426-cc3e0da05c99 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:34:14.544144 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] For port 310f5ab4-627c-4b5c-8268-5c287e575194, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=310f5ab4-627c-4b5c-8268-5c287e575194,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:14.544515 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.557378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Calling delete_port for 310f5ab4-627c-4b5c-8268-5c287e575194 owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:14.582732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Deleting port 310f5ab4-627c-4b5c-8268-5c287e575194 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:14.583219 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.648299 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] For port 310f5ab4-627c-4b5c-8268-5c287e575194, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=310f5ab4-627c-4b5c-8268-5c287e575194,segment=NetworkSegment(a1c7d34b-5b8f-4eda-841f-9fdcd260fac5),segment_id=a1c7d34b-5b8f-4eda-841f-9fdcd260fac5)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:14.648695 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.662123 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Calling delete_port for 310f5ab4-627c-4b5c-8268-5c287e575194 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:14.684302 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.720287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] No DVR routers for this DVR port 310f5ab4-627c-4b5c-8268-5c287e575194 on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:34:14.722453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Pushing event deleted for resources: {'Port': ['ID=310f5ab4-627c-4b5c-8268-5c287e575194,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 12:34:14.736239 dv-neutron-835866-1-hyperv neutron-server[109638]: self.session.flush() Apr 04 12:34:14.742176 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.769022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Pushing event deleted for resources: {'Port': ['ID=310f5ab4-627c-4b5c-8268-5c287e575194,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:14.775245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] No DVR routers for this DVR port 310f5ab4-627c-4b5c-8268-5c287e575194 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:34:14.777505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.777880 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.778301 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.778635 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.778963 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.779292 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.779621 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.779944 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.780268 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.780593 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.780911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.781229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358fa-f99c-4c28-9aa8-eef6a9e15d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:14.793403 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.813076 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcca8f3-db7a-47b3-b426-cc3e0da05c99']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:14.823899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:14.824203 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c7d34b-5b8f-4eda-841f-9fdcd260fac5') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:14.833422 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.850832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.857528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:34:14.858141 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:34:14.860451 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:34:14.997989 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.003204 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.006462 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] 10.222.0.43 "DELETE /v2.0/networks/9bcca8f3-db7a-47b3-b426-cc3e0da05c99 HTTP/1.1" status: 204 len: 168 time: 0.6517947 Apr 04 12:34:15.010177 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48428) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:15.017269 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0246bb1-bd7e-43da-b858-a0d091d0988f admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcca8f3-db7a-47b3-b426-cc3e0da05c99,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:15.124281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 310f5ab4-627c-4b5c-8268-5c287e575194 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:15.143907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 310f5ab4-627c-4b5c-8268-5c287e575194 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:15.144255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 310f5ab4-627c-4b5c-8268-5c287e575194 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:15.144670 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:15.162671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:15.163015 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device a693fa0e-9a17-4d25-b55d-2b7b5c1ba706 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:15.163426 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6c449f7e-78e1-4118-ad54-00ffa688428e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:15.182715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 6c449f7e-78e1-4118-ad54-00ffa688428e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:15.183056 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 6c449f7e-78e1-4118-ad54-00ffa688428e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:15.353505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.586171 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Deleting port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:15.587110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.661502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] For port 8dd0c8d0-53bc-4376-b7ff-285f62a269b6, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:15.661802 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.674458 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Calling delete_port for 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 owned by network:router_interface {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:15.929726 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:15.953347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd0c8d0-53bc-4376-b7ff-285f62a269b6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:16.120284 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:16.326016 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Router 27887c47-7656-45ad-8386-8970c260e11f has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:16.425055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:16.430922 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-91cf04f8-eba5-4cb7-9fdf-ac8f1b3b7e95 admin admin] 10.222.0.43 "PUT /v2.0/routers/27887c47-7656-45ad-8386-8970c260e11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188445 Apr 04 12:34:16.432555 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48430) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:16.438576 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Sync routers for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:16.447698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:16.448314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:16.535053 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:16.551220 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:16.640885 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:16.722988 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:34:15Z', 'revision_number': 5, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port': {'id': 'fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27887c47-7656-45ad-8386-8970c260e11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:16.748868 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Checking router: 27887c47-7656-45ad-8386-8970c260e11f for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:16.753513 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Deleting port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:16.753901 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:16.757085 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Routers {'27887c47-7656-45ad-8386-8970c260e11f'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:16.757730 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['27887c47-7656-45ad-8386-8970c260e11f'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:16.832893 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] For port fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:16.833254 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:16.843136 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] Set router 27887c47-7656-45ad-8386-8970c260e11f gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:16.845797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Calling delete_port for fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 owned by network:router_gateway {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:16.896469 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:34:16Z', 'revision_number': 6, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:16.923651 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b89966-3a72-429a-aca1-abe8c3bffcd6 None None] The sync data for ids ['27887c47-7656-45ad-8386-8970c260e11f'] in dv-neutron-835866-1-hyperv is: [{'id': '27887c47-7656-45ad-8386-8970c260e11f', 'name': 'tempest-TestShelveInstance-499435053-router', 'tenant_id': '4c35396f73e24cc7b62a8835189b08e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:24:18Z', 'updated_at': '2022-04-04T12:34:16Z', 'revision_number': 6, 'project_id': '4c35396f73e24cc7b62a8835189b08e3', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:17.066548 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.092447 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:17.154648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.589055 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.591166 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.700729 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:17.701695 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.702797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27887c47-7656-45ad-8386-8970c260e11f {{(pid=109636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:34:17.708751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.712633 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-48899656-551a-42d9-aa6a-f8f2a6696ae3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/27887c47-7656-45ad-8386-8970c260e11f HTTP/1.1" status: 204 len: 168 time: 1.2763200 Apr 04 12:34:17.718588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48432) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:17.723800 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:17.724151 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 8dd0c8d0-53bc-4376-b7ff-285f62a269b6 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:17.758153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Deleting subnet 9e6188a4-4daf-4d62-8833-d71473c4f794 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:34:17.761354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.797514 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:17.881666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.003999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.029258 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6188a4-4daf-4d62-8833-d71473c4f794,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:18.032947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.040483 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-0e189b25-19bd-42c9-bf83-ad3061b2b313 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9e6188a4-4daf-4d62-8833-d71473c4f794 HTTP/1.1" status: 204 len: 168 time: 0.3217344 Apr 04 12:34:18.040483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48434) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:18.042086 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd214c-38d2-4272-bec6-14fbb85a5023 None None] Network 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:18.110935 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.164354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Deleting port aa795345-8ece-4c4c-ad38-8c96faecceae {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:18.164704 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.208689 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] DHCP port deletion for 20d69a77-b8dd-484e-a484-83c2ecb6e9b5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:34:18.227560 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] For port aa795345-8ece-4c4c-ad38-8c96faecceae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aa795345-8ece-4c4c-ad38-8c96faecceae,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:18.227927 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.244390 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Calling delete_port for aa795345-8ece-4c4c-ad38-8c96faecceae owned by network:dhcp {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:18.259515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Deleting port aa795345-8ece-4c4c-ad38-8c96faecceae {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:34:18.259893 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.320335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] For port aa795345-8ece-4c4c-ad38-8c96faecceae, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aa795345-8ece-4c4c-ad38-8c96faecceae,segment=NetworkSegment(8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72),segment_id=8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:18.326144 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.333065 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Calling delete_port for aa795345-8ece-4c4c-ad38-8c96faecceae owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:34:18.398538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.409751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.424058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa795345-8ece-4c4c-ad38-8c96faecceae,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:18.427667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] No DVR routers for this DVR port aa795345-8ece-4c4c-ad38-8c96faecceae on host dv-neutron-835866-1-hyperv {{(pid=109637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:34:18.439235 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] No DVR routers for this DVR port aa795345-8ece-4c4c-ad38-8c96faecceae on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:34:18.443051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ceb44-7305-4e9f-a882-00f1cf2c3b38 None None] Pushing event deleted for resources: {'Port': ['ID=aa795345-8ece-4c4c-ad38-8c96faecceae,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:18.500663 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.519962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d69a77-b8dd-484e-a484-83c2ecb6e9b5']}} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:18.528773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72') {'for_net_delete': True} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:18.529069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.services.segments.db [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a35ddd7-2ebb-4b91-8f27-bd09c71a5f72') {} {{(pid=109637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:18.537940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127057549'] for segment, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.550227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.556353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:34:18.556735 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127074790'] for segment, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: Traceback (most recent call last): Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: timer() Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: cb(*args, **kw) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: return func(*args, **kwargs) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: self._notify() Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: self.callback(batched_events) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: event.method(event) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: return f(self, *a, **k) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._get(url).json() Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: return self.request(url, 'GET', **kwargs) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:34:18.558401 dv-neutron-835866-1-hyperv neutron-server[109637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:34:18.683871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.689048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:18.692178 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] 10.222.0.43 "DELETE /v2.0/networks/20d69a77-b8dd-484e-a484-83c2ecb6e9b5 HTTP/1.1" status: 204 len: 168 time: 0.6527481 Apr 04 12:34:18.703573 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da36b4-b66f-40c1-9225-a6258e831e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d69a77-b8dd-484e-a484-83c2ecb6e9b5,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:19.001297 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48438) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:19.039188 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-a2dfedf0-cd7e-41d3-816d-8e12f9dcca9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04003fc7af274deea6e1c2866292f032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367410 Apr 04 12:34:19.042402 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48440) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:19.090728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:19.112211 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:19.127110 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aa795345-8ece-4c4c-ad38-8c96faecceae no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:19.146643 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: aa795345-8ece-4c4c-ad38-8c96faecceae {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:19.146985 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aa795345-8ece-4c4c-ad38-8c96faecceae not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:19.147398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:34:19.168622 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:34:19.168966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device fa1d8de5-9dd8-4002-9ea7-1a8a3bc6f588 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:34:19.215409 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:19.217998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:19.220833 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/902611f9-994a-4f21-b693-339303956658 HTTP/1.1" status: 204 len: 168 time: 0.1758144 Apr 04 12:34:19.227145 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2614d2d-26e0-4fb6-947b-fa9c30a577d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902611f9-994a-4f21-b693-339303956658,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:19.812821 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48446) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:19.851415 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-9e011e02-7917-4a67-bec0-77779e055fdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c35396f73e24cc7b62a8835189b08e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374787 Apr 04 12:34:19.854229 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48448) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:19.899583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:19.919907 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:20.015071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:20.017647 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:20.018789 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45ea0ae0-9987-471c-80f6-1a36d6eaf8e9 HTTP/1.1" status: 204 len: 168 time: 0.1636856 Apr 04 12:34:20.026583 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b62c-7a27-4160-99c8-f6741a6ee5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ea0ae0-9987-471c-80f6-1a36d6eaf8e9,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:21.012529 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48470) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:21.134697 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2053948551-network', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:21.220960 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Made reservation on behalf of f04d539565c64df78f96079cb5a02f20 for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:34:21.223185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.231410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.301940 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.346313 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.371471 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:34:21.376571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5691852e-5003-44eb-b33e-5c094a4b17e8,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:21.384158 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.384445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Added segment a8d14d39-120d-4459-a553-813f5ab86d5b of type vlan for network 87f335a9-8543-4e14-ba91-1b366a707ca5 Apr 04 12:34:21.423517 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.501081 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.502036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:21.502624 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.563475 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] Pushing event updated for resources: {'Network': ['ID=87f335a9-8543-4e14-ba91-1b366a707ca5,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:21.574320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:34:21.578093 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b92e817a-48a9-42b6-8baf-c3005bfa6292 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5644612 Apr 04 12:34:21.581101 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48476) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:21.586136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Request body: {'subnet': {'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2053948551-subnet', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'ip_version': 4}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:21.655473 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Made reservation on behalf of f04d539565c64df78f96079cb5a02f20 for: {'subnet': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:34:21.657823 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127847747'] for subnet, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.889848 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127153578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127847857'] for subnet, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:21.937659 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460b8303-f95d-48c0-9d3f-8a9b89a3b264,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:21.953409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Checking segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:21.953786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Network hostable DHCP agents. Network: 87f335a9-8543-4e14-ba91-1b366a707ca5, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:34:22.026073 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:34:22.089392 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 87f335a9-8543-4e14-ba91-1b366a707ca5) {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:22.093494 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:22.094109 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.100600 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65d9b0-47f2-45b6-b575-3e4f829cc7ca None None] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:22.167537 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-35c4da81-5607-4e6e-9e65-1ed95bfc8991 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5851383 Apr 04 12:34:22.170528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48478) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:22.174932 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:22.244070 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.245161 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.300924 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.388668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-87f335a9-8543-4e14-ba91-1b366a707ca5', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:34:22.389522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.485437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.525746 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Allocated IP 172.20.0.2 (87f335a9-8543-4e14-ba91-1b366a707ca5/460b8303-f95d-48c0-9d3f-8a9b89a3b264/aeef381a-53ab-481f-89e5-a69a5e180160) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:22.666178 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.718393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.725096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.744380 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.753448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:22.756328 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:22.760393 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:22.774986 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Pushing event updated for resources: {'Port': ['ID=aeef381a-53ab-481f-89e5-a69a5e180160,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:22.817335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Attempting to bind port aeef381a-53ab-481f-89e5-a69a5e180160 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:22.817731 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Attempting to bind port aeef381a-53ab-481f-89e5-a69a5e180160 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:22.818092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Attempting to bind port aeef381a-53ab-481f-89e5-a69a5e180160 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:22.823654 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:22.824025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Checking segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:22.824420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.824806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Bound using segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:22.825257 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Bound port: aeef381a-53ab-481f-89e5-a69a5e180160, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:22.825656 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.849964 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Allocated IP 172.26.1.110 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/f5a7d5e2-bfb6-46f6-b68b-01f993203985) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:22.890142 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] For port aeef381a-53ab-481f-89e5-a69a5e180160, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:22.893111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] For port aeef381a-53ab-481f-89e5-a69a5e180160, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aeef381a-53ab-481f-89e5-a69a5e180160,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:22.951479 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:22.958688 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.017818 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b57119-0e26-46a7-9a4b-3e1d36e0cf85 None None] Pushing event updated for resources: {'Port': ['ID=aeef381a-53ab-481f-89e5-a69a5e180160,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:23.044615 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.085203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:23.088748 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:23.094648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:23.122792 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a7d5e2-bfb6-46f6-b68b-01f993203985,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:23.420506 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.611341 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.803604 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:34:23.851340 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3771097-2655-48ec-8c4d-a312333d559f None None] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:23.910421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:23.920254 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:23.933013 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:23.933750 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:23.972387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] Provisioning complete for port aeef381a-53ab-481f-89e5-a69a5e180160 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:23.972756 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.977385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] Notify callbacks [] for router, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:23.981292 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-8916bfc5-d590-4e5b-b52d-017fa2f11110 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8073683 Apr 04 12:34:23.981672 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48480) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:24.051809 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:24.086047 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.128702 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] For port aeef381a-53ab-481f-89e5-a69a5e180160, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aeef381a-53ab-481f-89e5-a69a5e180160,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:24.204896 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.268032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc4481-24a2-4df2-9e1e-47ef27b46b80 None None] Pushing event updated for resources: {'Port': ['ID=aeef381a-53ab-481f-89e5-a69a5e180160,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:24.280779 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:23Z', 'revision_number': 3, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:24.309991 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:24.310204 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Updating router c543cde8-62f1-445a-b488-d2b0f3b2eecd port f5a7d5e2-bfb6-46f6-b68b-01f993203985 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:34:24.325448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-2cf79afc-4cbc-4477-9b9f-d8d3b460e23d None None] Provisioning complete for port aeef381a-53ab-481f-89e5-a69a5e180160 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:24.325857 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cf79afc-4cbc-4477-9b9f-d8d3b460e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.337325 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.446524 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.591810 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.606275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Allocated IP 172.20.0.1 (87f335a9-8543-4e14-ba91-1b366a707ca5/460b8303-f95d-48c0-9d3f-8a9b89a3b264/f0cbc744-8563-4455-bc7b-84049f045856) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:24.661058 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.710928 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.715061 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Attempting to bind port f5a7d5e2-bfb6-46f6-b68b-01f993203985 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:24.715433 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Attempting to bind port f5a7d5e2-bfb6-46f6-b68b-01f993203985 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:24.715795 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Attempting to bind port f5a7d5e2-bfb6-46f6-b68b-01f993203985 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:24.722454 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Pushing event updated for resources: {'Port': ['ID=f5a7d5e2-bfb6-46f6-b68b-01f993203985,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:24.725261 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:24.725667 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:24.726068 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.726462 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:24.726911 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Bound port: f5a7d5e2-bfb6-46f6-b68b-01f993203985, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:24.727293 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.749134 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.749480 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.749847 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.750185 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.750521 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.750897 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.751185 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.751512 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.751841 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.752167 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.752495 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.752820 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:34:24.781187 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.786218 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] For port f5a7d5e2-bfb6-46f6-b68b-01f993203985, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:24.789259 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] For port f5a7d5e2-bfb6-46f6-b68b-01f993203985, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f5a7d5e2-bfb6-46f6-b68b-01f993203985,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:24.822207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:24.824970 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:24.828453 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:24.838569 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.850207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:24.871899 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:24.895656 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18042e-8b6e-4d0e-932d-a57c0814da58 None None] Pushing event updated for resources: {'Port': ['ID=f5a7d5e2-bfb6-46f6-b68b-01f993203985,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:24.903797 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:24.904433 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:25.016934 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:25.063754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.137836 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-dd2506e0-b276-49d9-baed-c23f322e8d7a None None] Provisioning complete for port f0cbc744-8563-4455-bc7b-84049f045856 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:25.144245 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dd2506e0-b276-49d9-baed-c23f322e8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.188009 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aeef381a-53ab-481f-89e5-a69a5e180160 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:25.218264 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-dd2506e0-b276-49d9-baed-c23f322e8d7a None None] Port f0cbc744-8563-4455-bc7b-84049f045856 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:25.241006 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port aeef381a-53ab-481f-89e5-a69a5e180160 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:25.241801 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.244846 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.295299 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.296277 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:23Z', 'revision_number': 3, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:25.322274 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65297918-e010-458e-84a9-f6d5f57925ed None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:23Z', 'revision_number': 3, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:25.368779 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:25.374682 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.464027 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:25.465599 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:25.596628 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:25.719533 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:25.724864 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-bf0950cd-a080-4e25-b753-97eacab2a9b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/c543cde8-62f1-445a-b488-d2b0f3b2eecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419319 Apr 04 12:34:25.748533 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-4f1adc1a-63ce-4e37-86d2-0e01067af06c None None] Provisioning complete for port f0cbc744-8563-4455-bc7b-84049f045856 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:25.748910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4f1adc1a-63ce-4e37-86d2-0e01067af06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:25.783860 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-4f1adc1a-63ce-4e37-86d2-0e01067af06c None None] Port f0cbc744-8563-4455-bc7b-84049f045856 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:26.462217 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48496) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:26.466644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-737824122-network', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:26.563996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Made reservation on behalf of 1462d8e0593c45178612efdaf85a9fdb for: {'network': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:34:26.566722 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for network, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.576771 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.652353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.712417 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.736713 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 12:34:26.746071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4402d-c962-4240-a38d-12f0ce9b1852,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:26.752131 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.752531 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.segments_db [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Added segment f5f83288-44fa-49d5-883c-3f6acb132129 of type vlan for network 63227b52-67be-4d33-b08a-0c453c20667b Apr 04 12:34:26.760404 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:26.769421 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:26.770135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:26.793047 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779926370425'] for network, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.866595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887'] for network, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.867591 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:26.869036 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Notify callbacks [] for network, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:26.874945 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:26.927500 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] Pushing event updated for resources: {'Network': ['ID=63227b52-67be-4d33-b08a-0c453c20667b,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:26.943736 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-cf83d2e2-8c92-4187-aff3-d8ff646b7320 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4808118 Apr 04 12:34:26.947206 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48498) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:26.952005 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Request body: {'subnet': {'network_id': '63227b52-67be-4d33-b08a-0c453c20667b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-737824122-subnet', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'ip_version': 4}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:26.952148 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Network 63227b52-67be-4d33-b08a-0c453c20667b details requested by agent ovs-agent-dv-neutron-835866-1-hyperv with host dv-neutron-835866-1-hyperv {{(pid=109638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 12:34:27.067494 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Made reservation on behalf of 1462d8e0593c45178612efdaf85a9fdb for: {'subnet': 1} {{(pid=109637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:34:27.074002 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127818662'] for subnet, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.134293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:25Z', 'revision_number': 2, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:27.167135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:27.167488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Updating router c543cde8-62f1-445a-b488-d2b0f3b2eecd port f0cbc744-8563-4455-bc7b-84049f045856 binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:34:27.188211 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f5a7d5e2-bfb6-46f6-b68b-01f993203985 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:27.229145 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.307291 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127075393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127818580'] for subnet, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.338673 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-88f62afd-8750-4acc-a044-892d3d22a4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.340028 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f5a7d5e2-bfb6-46f6-b68b-01f993203985 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:27.340396 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.360314 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=024e90c9-7e70-4ac4-9459-f6c5a3247090,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:27.371890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Checking segment: {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:27.372250 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Network hostable DHCP agents. Network: 63227b52-67be-4d33-b08a-0c453c20667b, hostable agents: ['b534aaa4-54b5-4e95-a4e8-151a30706918'], hosted agents: [] {{(pid=109637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 12:34:27.444078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Network 63227b52-67be-4d33-b08a-0c453c20667b is scheduled to be hosted by DHCP agent b534aaa4-54b5-4e95-a4e8-151a30706918 with binding_index 1 {{(pid=109637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 12:34:27.501030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835866-1-hyperv, 63227b52-67be-4d33-b08a-0c453c20667b) {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:27.505815 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:27.506067 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.506399 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.516327 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922d9cb-5594-4610-813e-71e9d497735e None None] Network 63227b52-67be-4d33-b08a-0c453c20667b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:27.563209 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port f5a7d5e2-bfb6-46f6-b68b-01f993203985, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f5a7d5e2-bfb6-46f6-b68b-01f993203985,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:27.572604 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-11b8fee7-1048-4cdc-a201-164df38bd5e1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6243775 Apr 04 12:34:27.575088 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48500) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:27.579476 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:27.634995 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.661014 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90393'] for router, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.662126 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90386'] for router, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.689550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.733155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=f5a7d5e2-bfb6-46f6-b68b-01f993203985,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:27.769907 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.799604 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2bf1fb9-8410-5522-b5f2-4b43aa828e05-63227b52-67be-4d33-b08a-0c453c20667b', 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'fixed_ips': [{'subnet_id': '024e90c9-7e70-4ac4-9459-f6c5a3247090'}]}} from dv-neutron-835866-1-hyperv. {{(pid=109638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 04 12:34:27.800468 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:27.838996 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f978-6d3a-43ca-8aa2-3219a0732c30 None None] Pushing event updated for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:28.039619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.134190 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Attempting to bind port f0cbc744-8563-4455-bc7b-84049f045856 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:28.134472 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Attempting to bind port f0cbc744-8563-4455-bc7b-84049f045856 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:28.134863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Attempting to bind port f0cbc744-8563-4455-bc7b-84049f045856 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:28.165438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:28.165438 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Checking segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:28.166640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.167061 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Bound using segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:28.167556 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Bound port: f0cbc744-8563-4455-bc7b-84049f045856, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:28.167950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.189754 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-212d8e8b-4330-4695-a4c3-69c909a13e1f None None] Provisioning complete for port f0cbc744-8563-4455-bc7b-84049f045856 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:28.190195 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-212d8e8b-4330-4695-a4c3-69c909a13e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.238251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.270045 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.db_base_plugin_common [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Allocated IP 172.20.0.2 (63227b52-67be-4d33-b08a-0c453c20667b/024e90c9-7e70-4ac4-9459-f6c5a3247090/5c2b355a-0f6a-4151-b031-75651c7951da) {{(pid=109638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:28.303659 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-212d8e8b-4330-4695-a4c3-69c909a13e1f None None] Port f0cbc744-8563-4455-bc7b-84049f045856 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:28.348411 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] For port f0cbc744-8563-4455-bc7b-84049f045856, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:28.394561 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] For port f0cbc744-8563-4455-bc7b-84049f045856, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f0cbc744-8563-4455-bc7b-84049f045856,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:28.469723 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.509531 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.527017 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks [] for port, precommit_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.528215 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.550457 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f978-6d3a-43ca-8aa2-3219a0732c30 None None] Pushing event updated for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:28.557111 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:28.559080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:33:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:28.656090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823'] for port, after_create {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.671257 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Allocated IP 172.26.1.173 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/88662a5c-3c42-4127-bfc8-bec634323630) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:28.720087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:28.723005 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Network 63227b52-67be-4d33-b08a-0c453c20667b is already hosted by enough agents. {{(pid=109638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:28.760342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Pushing event updated for resources: {'Port': ['ID=5c2b355a-0f6a-4151-b031-75651c7951da,revision_number=1']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:28.762971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.scheduler.base_scheduler [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Resources bound (agent type, host, resource id): {{(pid=109638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:28.767083 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Received port after_create {{(pid=109638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:28.786781 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.873255 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.890087 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] Provisioning complete for port f0cbc744-8563-4455-bc7b-84049f045856 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:28.890687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.916943 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Attempting to bind port 5c2b355a-0f6a-4151-b031-75651c7951da on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:28.917321 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Attempting to bind port 5c2b355a-0f6a-4151-b031-75651c7951da by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:28.917713 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Attempting to bind port 5c2b355a-0f6a-4151-b031-75651c7951da on network 63227b52-67be-4d33-b08a-0c453c20667b {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:28.918788 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:28.921832 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:28.925220 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:28.951835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Pushing event updated for resources: {'Port': ['ID=88662a5c-3c42-4127-bfc8-bec634323630,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:28.957415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:28.957668 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Checking segment: {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:28.957965 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:28.958357 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Bound using segment: {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:28.958838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Bound port: 5c2b355a-0f6a-4151-b031-75651c7951da, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:28.959228 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.102705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] For port 5c2b355a-0f6a-4151-b031-75651c7951da, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:29.107117 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] For port 5c2b355a-0f6a-4151-b031-75651c7951da, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5c2b355a-0f6a-4151-b031-75651c7951da,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:29.114200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.138090 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f5a7d5e2-bfb6-46f6-b68b-01f993203985 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:29.143766 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:28Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:29.204534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.212394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c8895-2aa3-4a76-bce7-11e8b8e483fc None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:28Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:29.216200 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] For port f0cbc744-8563-4455-bc7b-84049f045856, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f0cbc744-8563-4455-bc7b-84049f045856,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:29.236117 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.276155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.298170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f5a7d5e2-bfb6-46f6-b68b-01f993203985 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:29.298550 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.330118 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a8d4e-fca1-4cc0-b01f-7d6dd763a94b None None] Pushing event updated for resources: {'Port': ['ID=5c2b355a-0f6a-4151-b031-75651c7951da,revision_number=2']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:29.468384 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3cc1-6f46-445c-9cf7-6bc706a24774 None None] Pushing event updated for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:29.507442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-70512e5f-671c-47a5-a0c8-d67aa3b0cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.519353 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633230'] for router, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.735411 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 is scheduled to L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 with binding_index 1 {{(pid=109637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 12:34:29.847717 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:29.858401 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Sync routers for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:29.867979 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:29.870993 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:29.915287 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:29.919135 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-396f65cd-13b5-4763-ac02-ba5232ebcce2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3406565 Apr 04 12:34:29.919557 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48502) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:29.977926 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:30.173099 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 3, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:30.207592 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Checking router: b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:30.207941 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Updating router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 port 88662a5c-3c42-4127-bfc8-bec634323630 binding host dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:34:30.244956 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.421203 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.545021 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks [] for port, precommit_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.561640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085e115-d9b7-457a-96a4-e340b67f9282 None None] Network 63227b52-67be-4d33-b08a-0c453c20667b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:34:30.598168 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.605550 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Allocated IP 172.20.0.1 (63227b52-67be-4d33-b08a-0c453c20667b/024e90c9-7e70-4ac4-9459-f6c5a3247090/32baa669-7217-46ba-be96-9cd2f585b64e) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:30.638467 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] Provisioning complete for port 5c2b355a-0f6a-4151-b031-75651c7951da triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:30.638865 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.657912 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43477-598f-45db-8da6-2c6857c33f45 None None] Pushing event updated for resources: {'Port': ['ID=88662a5c-3c42-4127-bfc8-bec634323630,revision_number=2']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:30.660467 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Attempting to bind port 88662a5c-3c42-4127-bfc8-bec634323630 on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:30.660907 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Attempting to bind port 88662a5c-3c42-4127-bfc8-bec634323630 by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:30.661347 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Attempting to bind port 88662a5c-3c42-4127-bfc8-bec634323630 on network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:30.667941 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:30.668394 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Checking segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:30.668892 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.669356 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Bound using segment: {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'} {{(pid=109639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:30.669949 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.managers [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Bound port: 88662a5c-3c42-4127-bfc8-bec634323630, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fbdab9-47bf-4b0d-ae37-55754d8b71a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae'}}] {{(pid=109639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:30.670421 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.723221 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] For port 88662a5c-3c42-4127-bfc8-bec634323630, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:30.726683 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.plugins.ml2.db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] For port 88662a5c-3c42-4127-bfc8-bec634323630, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=88662a5c-3c42-4127-bfc8-bec634323630,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:30.738549 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.794806 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.796975 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.804411 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.837429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] For port 5c2b355a-0f6a-4151-b031-75651c7951da, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5c2b355a-0f6a-4151-b031-75651c7951da,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:30.852240 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.862751 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:30.863386 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:30.899996 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Network 63227b52-67be-4d33-b08a-0c453c20667b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:30.900325 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43477-598f-45db-8da6-2c6857c33f45 None None] Pushing event updated for resources: {'Port': ['ID=88662a5c-3c42-4127-bfc8-bec634323630,revision_number=3']} {{(pid=109639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:30.902187 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:30.905735 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:30.916933 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.936415 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Pushing event updated for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:30.971667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634449'] for router_interface, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:30.986537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d052d9-8380-46d2-acb2-82bb69fb9230 None None] Pushing event updated for resources: {'Port': ['ID=5c2b355a-0f6a-4151-b031-75651c7951da,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:30.989218 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:31.147902 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-3f2e5b14-42cb-44ea-b074-f40aa822bfa0 None None] Provisioning complete for port 5c2b355a-0f6a-4151-b031-75651c7951da triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:31.148450 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5b14-42cb-44ea-b074-f40aa822bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.199088 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.216476 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 3, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:31.249321 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5dde0-ffeb-449f-afe5-ed782e4b46df None None] The sync data for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv is: [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 3, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:31.267307 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f0cbc744-8563-4455-bc7b-84049f045856 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:31.331199 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port f0cbc744-8563-4455-bc7b-84049f045856 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:31.332154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.415051 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.439768 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5c2b355a-0f6a-4151-b031-75651c7951da up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:31.461160 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-fb2a406b-396b-4cad-b402-6c2f4e8109ba None None] Provisioning complete for port 32baa669-7217-46ba-be96-9cd2f585b64e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:31.461645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fb2a406b-396b-4cad-b402-6c2f4e8109ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.466666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.516724 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a406b-396b-4cad-b402-6c2f4e8109ba None None] Port 32baa669-7217-46ba-be96-9cd2f585b64e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:31.528736 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634573'] for router_interface, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.533937 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 5c2b355a-0f6a-4151-b031-75651c7951da triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:31.534320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.596537 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Pushing event updated for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:31.663502 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Network 63227b52-67be-4d33-b08a-0c453c20667b is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:31.665544 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:31.788437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:31.912677 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:31.918274 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-ed8b5f30-4a34-4fcf-9dc3-3025b0e66b87 admin admin] 10.222.0.43 "PUT /v2.0/routers/b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974177 Apr 04 12:34:31.944803 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-c396b7d3-0d4a-42b0-ac4a-58fa3354e87c None None] Provisioning complete for port 32baa669-7217-46ba-be96-9cd2f585b64e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:31.945415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c396b7d3-0d4a-42b0-ac4a-58fa3354e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:31.981448 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-c396b7d3-0d4a-42b0-ac4a-58fa3354e87c None None] Port 32baa669-7217-46ba-be96-9cd2f585b64e cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:32.245522 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.398322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.594312 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48512) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:32.598915 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598761319', 'description': 'tempest-secgroup-smoke-598761319 description', 'project_id': 'f04d539565c64df78f96079cb5a02f20'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:32.666754 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.738305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.780901 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.810796 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69391c77-7550-4773-91ce-05a1990784e2,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:32.814751 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Sync routers for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:32.825130 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:32.825767 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:32.862945 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:32.867372 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4c82caf2-f0f0-43ae-9146-d2cdaa2829f5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2689524 Apr 04 12:34:32.867635 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48514) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:32.872484 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:32.964251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.024385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.073408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.086984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:33.101791 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b79ec0-b459-4194-95af-ba7f8af001c7,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:33.169100 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 88662a5c-3c42-4127-bfc8-bec634323630 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:33.177058 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.178445 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c3b9002c-a6fa-4c1e-b975-716c567f9d54 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097985 Apr 04 12:34:33.181844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48516) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:33.186436 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:33.287255 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 88662a5c-3c42-4127-bfc8-bec634323630 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:33.287483 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.288555 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.343730 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.389917 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:31Z', 'revision_number': 4, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '32baa669-7217-46ba-be96-9cd2f585b64e', 'name': '', 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'mac_address': 'fa:16:3e:4e:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:30Z', 'updated_at': '2022-04-04T12:34:31Z', 'revision_number': 2, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'subnets': [{'id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:33.418925 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Checking router: b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:33.419281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Updating router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 port 32baa669-7217-46ba-be96-9cd2f585b64e binding host dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 12:34:33.420861 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.438625 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17b5256-5757-43d4-85f8-158e97430ff8,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:33.442567 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.462030 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.467603 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] For port 88662a5c-3c42-4127-bfc8-bec634323630, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=88662a5c-3c42-4127-bfc8-bec634323630,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:33.508656 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.509988 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-4de53a77-24c2-4b81-af29-8de60ab0be12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271058 Apr 04 12:34:33.512714 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48518) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:33.517098 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:33.560876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.597326 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.639892 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Pushing event updated for resources: {'Port': ['ID=88662a5c-3c42-4127-bfc8-bec634323630,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:33.659030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.718199 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.736891 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d72b8c-1a22-41f0-9fd7-7784b62deef9,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:33.766876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.845675 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.846782 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-b6a59342-297b-4f26-9e92-f833a5002b1a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330281 Apr 04 12:34:33.849410 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48520) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:33.854207 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:33.866500 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.917715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3a2bb-c6d3-4b7c-bd6c-b8f9fc52d3df None None] Pushing event updated for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=3']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:33.951614 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.965270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Attempting to bind port 32baa669-7217-46ba-be96-9cd2f585b64e on host dv-neutron-835866-1-hyperv for vnic_type normal with profile {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:33.965270 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Attempting to bind port 32baa669-7217-46ba-be96-9cd2f585b64e by drivers openvswitch,hyperv on host dv-neutron-835866-1-hyperv at level 0 using segments [{'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:33.965638 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Attempting to bind port 32baa669-7217-46ba-be96-9cd2f585b64e on network 63227b52-67be-4d33-b08a-0c453c20667b {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:33.970720 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Checking agent: {'id': '74b14f98-6a41-43dd-9833-6b10274dd028', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 35, 32), 'started_at': datetime.datetime(2022, 4, 4, 11, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:33.971096 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Checking segment: {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:33.971499 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:33.971895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Bound using segment: {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'} {{(pid=109638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:33.972388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.managers [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Bound port: 32baa669-7217-46ba-be96-9cd2f585b64e, host: dv-neutron-835866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f83288-44fa-49d5-883c-3f6acb132129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b'}}] {{(pid=109638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:33.972774 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.019952 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.044071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] For port 32baa669-7217-46ba-be96-9cd2f585b64e, host dv-neutron-835866-1-hyperv, cleared binding levels {{(pid=109638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:34.047487 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] For port 32baa669-7217-46ba-be96-9cd2f585b64e, host dv-neutron-835866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32baa669-7217-46ba-be96-9cd2f585b64e,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:34.061251 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.080118 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7aa85bd-1dc2-44f4-b059-a1be6ca285c6,revision_number=0']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:34.104825 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.137035 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.138311 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-446d754a-8ad8-488a-9a75-f68a4e416ddc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879515 Apr 04 12:34:34.141206 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48522) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:34.145887 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:34.158508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] Provisioning complete for port 32baa669-7217-46ba-be96-9cd2f585b64e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:34.158908 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.172964 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:34.173843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:34.204420 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3a2bb-c6d3-4b7c-bd6c-b8f9fc52d3df None None] Pushing event updated for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:34.244069 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Project f04d539565c64df78f96079cb5a02f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:34:34.250200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.324008 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.368661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:34.392421 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.396864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.407905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775745e2-f10b-4db8-8c25-9dcb02c5aea1,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:34.474705 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.475935 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-fd4348f3-6415-4c1a-beab-13f0b873785a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336165 Apr 04 12:34:34.478599 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] For port 32baa669-7217-46ba-be96-9cd2f585b64e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32baa669-7217-46ba-be96-9cd2f585b64e,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:34.479130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48524) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:34.483767 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'security_group_rule': {'security_group_id': '69391c77-7550-4773-91ce-05a1990784e2', 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:34.541505 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.563957 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.securitygroups_db [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Project f04d539565c64df78f96079cb5a02f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 12:34:34.569367 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.629229 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47247b-6733-4dbd-82b8-39604e02da65 None None] Pushing event updated for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:34.634193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.650001 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:31Z', 'revision_number': 4, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '32baa669-7217-46ba-be96-9cd2f585b64e', 'name': '', 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'mac_address': 'fa:16:3e:4e:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:30Z', 'updated_at': '2022-04-04T12:34:34Z', 'revision_number': 4, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'subnets': [{'id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:34.682983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4a3d0-2cd2-4114-889d-b2bc0806f6f9 None None] The sync data for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv is: [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:34:31Z', 'revision_number': 4, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': '32baa669-7217-46ba-be96-9cd2f585b64e', 'name': '', 'network_id': '63227b52-67be-4d33-b08a-0c453c20667b', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'mac_address': 'fa:16:3e:4e:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:30Z', 'updated_at': '2022-04-04T12:34:34Z', 'revision_number': 4, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'subnets': [{'id': '024e90c9-7e70-4ac4-9459-f6c5a3247090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:34.689428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-01bc654a-02bd-4058-aab9-0b5b433d6f11 None None] Provisioning complete for port 32baa669-7217-46ba-be96-9cd2f585b64e triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:34.689871 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-01bc654a-02bd-4058-aab9-0b5b433d6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.736410 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.771568 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642988'] for security_group_rule, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.793518 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65adea1-fbe5-43e1-8db7-d746ff97a12f,revision_number=0']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:34.845843 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:34.853419 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-415cfa7f-f00f-44cb-bc74-9bec17397b87 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3730078 Apr 04 12:34:35.001019 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-1d342f02-a074-4070-91c8-ad00d7e596cc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598761319&fields=id&tenant_id=f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 267 time: 0.0343752 Apr 04 12:34:35.114091 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d6862737-f0ba-409f-b943-745b2770eaab tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:35.115637 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d6862737-f0ba-409f-b943-745b2770eaab tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 810 time: 0.1073928 Apr 04 12:34:35.132212 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d52cb996-dc3d-4c69-8d1a-d7638b15c248 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/quotas/f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 375 time: 0.0099759 Apr 04 12:34:35.189128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-78cbeed8-4352-46ba-9b74-4c2dcae4c480 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498621 Apr 04 12:34:35.213010 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 88662a5c-3c42-4127-bfc8-bec634323630 up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:35.263175 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 88662a5c-3c42-4127-bfc8-bec634323630 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:35.263549 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:35.284340 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c053cd68-0249-47be-93dd-e09eb5249bc5 service neutron] 10.222.0.43 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820708 Apr 04 12:34:35.343564 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32baa669-7217-46ba-be96-9cd2f585b64e up at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:35.386696 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c75fb234-2566-45bb-8bdf-7e0215618335 service neutron] 10.222.0.43 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956888 Apr 04 12:34:35.391954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Provisioning complete for port 32baa669-7217-46ba-be96-9cd2f585b64e triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:35.392424 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:35.611990 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-02c88e87-38da-4682-9a65-fae42d622c5f req-9214dda1-f975-4767-86e4-c90bb23ebbc0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 210 time: 0.0256681 Apr 04 12:34:36.706399 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-751679ca-ba86-4be8-9666-3539eeb2ce18 req-5aab6787-c5af-471a-989e-5252903a3a11 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 210 time: 0.0281975 Apr 04 12:34:37.566701 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-06d7e265-28c1-4343-b141-666c6701db41 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:37.568172 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-06d7e265-28c1-4343-b141-666c6701db41 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 810 time: 0.0991569 Apr 04 12:34:37.613656 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-0a0b2385-6ec7-43e8-a4b8-e0694a13ba21 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 379 time: 0.0361950 Apr 04 12:34:37.622768 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'port': {'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'admin_state_up': True, 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'security_groups': ['69391c77-7550-4773-91ce-05a1990784e2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:37.763543 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Made reservation on behalf of f04d539565c64df78f96079cb5a02f20 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:34:37.767531 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:37.799441 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-4055e238-7fc8-48bc-bc30-1cd00cc3e770 req-85246965-9884-4215-ae1b-482d86e214ca tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 210 time: 0.0265872 Apr 04 12:34:37.895892 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Allocated IP 172.20.0.12 (87f335a9-8543-4e14-ba91-1b366a707ca5/460b8303-f95d-48c0-9d3f-8a9b89a3b264/2276c282-92a6-499b-959e-b05d47611be6) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:38.073884 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.187307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.231667 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:38.234607 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:38.238155 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:38.244270 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:38.289854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:38.291030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.372289 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-c6d76c85-1898-44c2-8d2c-5b0cd1a1fc6a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528970 Apr 04 12:34:38.385163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Request body: {'port': {'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:38.434287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-8db00cc7-1f20-4c09-8165-95a1874f5719 None None] Provisioning complete for port 2276c282-92a6-499b-959e-b05d47611be6 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:38.434864 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8db00cc7-1f20-4c09-8165-95a1874f5719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.441136 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.468376 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-8db00cc7-1f20-4c09-8165-95a1874f5719 None None] Port 2276c282-92a6-499b-959e-b05d47611be6 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:34:38.696668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2276c282-92a6-499b-959e-b05d47611be6 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:34:38.703716 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.714963 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Transition to ACTIVE for port object 2276c282-92a6-499b-959e-b05d47611be6 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:34:38.763485 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.814595 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:38.912301 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Attempting to bind port 2276c282-92a6-499b-959e-b05d47611be6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:34:38.912641 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Attempting to bind port 2276c282-92a6-499b-959e-b05d47611be6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:34:38.912974 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Attempting to bind port 2276c282-92a6-499b-959e-b05d47611be6 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:38.920774 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Port 2276c282-92a6-499b-959e-b05d47611be6 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:34:38.921097 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Attempting to bind port 2276c282-92a6-499b-959e-b05d47611be6 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:34:38.931110 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:34:38.931454 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Checking segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:34:38.931839 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Bound using segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:34:38.932277 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Bound port: 2276c282-92a6-499b-959e-b05d47611be6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:34:38.932636 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:38.958159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4291b-9b16-47b3-96e1-aafce82fa409 req-5a298db3-9845-47a6-ae35-33c4914b062a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:38.958159 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9b4291b-9b16-47b3-96e1-aafce82fa409 req-5a298db3-9845-47a6-ae35-33c4914b062a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0806932 Apr 04 12:34:39.030380 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b9b4291b-9b16-47b3-96e1-aafce82fa409 req-fba1c596-aeca-4a47-98ee-65a0abc06621 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711701 Apr 04 12:34:39.036261 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:34:39.039281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:34:39.105505 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:39.145369 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.146001 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:39.147385 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] 10.222.0.44 "PUT /v2.0/ports/2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 1094 time: 0.7671092 Apr 04 12:34:39.147818 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:34:39.150117 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0a0e0d-2f6d-4076-b39b-d723880bff24" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:34:39.179163 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a3368-14c5-4f4e-a389-b52a8c24abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:39.189186 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2823428b-94a8-44d7-b4fe-3f488eb1d52b x-openstack-request-id: req-2823428b-94a8-44d7-b4fe-3f488eb1d52b {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:34:39.189638 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:34:39.189756 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2823428b-94a8-44d7-b4fe-3f488eb1d52b {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:34:39.190202 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2823428b-94a8-44d7-b4fe-3f488eb1d52b'] response: {'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'status': 'completed', 'code': 200} Apr 04 12:34:39.250621 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-d936117e-73a4-4c8e-9123-18fac529c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.252181 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-d936117e-73a4-4c8e-9123-18fac529c640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1097 time: 0.0430515 Apr 04 12:34:39.353525 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-7c056992-558c-418f-bd77-9c9fb140a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.355057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-7c056992-558c-418f-bd77-9c9fb140a536 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f04d539565c64df78f96079cb5a02f20&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0954449 Apr 04 12:34:39.445210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-ee3b5b95-c967-49ee-93e9-1aa3b612b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.446707 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-5b0a0e0d-2f6d-4076-b39b-d723880bff24 req-ee3b5b95-c967-49ee-93e9-1aa3b612b1f7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855532 Apr 04 12:34:39.519666 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-ab5ddc9f-9c0f-4004-b977-baa8814334a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.521128 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-ab5ddc9f-9c0f-4004-b977-baa8814334a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1097 time: 0.0393136 Apr 04 12:34:39.910015 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-fab2ba92-3b8f-4bc9-ab8f-5dba8fd53a78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 217 time: 0.3815811 Apr 04 12:34:39.957373 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d4ceae83-8314-4f78-8aee-68f183f27fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:39.958873 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d4ceae83-8314-4f78-8aee-68f183f27fc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0428858 Apr 04 12:34:40.002096 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-6ed2bc2e-94a5-4e4c-a897-320881ff4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:40.003586 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-6ed2bc2e-94a5-4e4c-a897-320881ff4287 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386949 Apr 04 12:34:40.096359 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-d1cfd88b-6c88-4f99-9371-9d2d60c75011 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Apr 04 12:34:40.207409 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f322-38e1-4951-9d57-8754b3574eb9 req-4e055262-de56-472b-82f8-3b56db8193c0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:40.208788 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fab4f322-38e1-4951-9d57-8754b3574eb9 req-4e055262-de56-472b-82f8-3b56db8193c0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.1073563 Apr 04 12:34:40.239410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-84da649e-d1d6-4055-bc3c-9b050906c071 req-a4300231-4683-4add-9db9-55d4abad2dfd service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368208 Apr 04 12:34:40.258057 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fab4f322-38e1-4951-9d57-8754b3574eb9 req-67920bf5-0776-435a-a6f3-c74a75d497b4 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Apr 04 12:34:41.374120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584669d-7287-4b4c-8a31-6f37f6f38288 req-fc5d9ce9-9e42-480a-85cb-955f71f87784 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:41.375466 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3584669d-7287-4b4c-8a31-6f37f6f38288 req-fc5d9ce9-9e42-480a-85cb-955f71f87784 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0492928 Apr 04 12:34:41.412240 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3584669d-7287-4b4c-8a31-6f37f6f38288 req-facae59f-7f56-4c66-9f51-21ce294d25e8 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Apr 04 12:34:42.523653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83918cd-0e71-4642-abbb-ab34a0be1d08 req-c15d1cf0-3501-49fc-b75e-275cdb377def tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:42.525623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b83918cd-0e71-4642-abbb-ab34a0be1d08 req-c15d1cf0-3501-49fc-b75e-275cdb377def tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0483673 Apr 04 12:34:42.562523 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-b83918cd-0e71-4642-abbb-ab34a0be1d08 req-e42601e0-e60a-4757-8bbd-5f847c25c169 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311158 Apr 04 12:34:42.968735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:34:43.062166 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:43.073267 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '2276c282-92a6-499b-959e-b05d47611be6', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:34:43.113249 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:43.126322 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2276c282-92a6-499b-959e-b05d47611be6 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:34:43.144711 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:43.215392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:43.261936 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:43.444141 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['2276c282-92a6-499b-959e-b05d47611be6'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:34:43.674173 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9eff-8601-4d4b-b030-a0f170d8a6b2 req-99c0ad2c-47d6-4557-995d-6e7ab4eee1f0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:43.675639 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fad9eff-8601-4d4b-b030-a0f170d8a6b2 req-99c0ad2c-47d6-4557-995d-6e7ab4eee1f0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 945 time: 0.0482402 Apr 04 12:34:43.712614 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-8fad9eff-8601-4d4b-b030-a0f170d8a6b2 req-f9677f35-07dc-45f2-9eec-187dd30378d0 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304191 Apr 04 12:34:44.401404 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:34:44.826152 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3041e-29a1-4925-a31a-1e98c8a373f1 req-c0320d71-a9d8-444f-96d4-3c6526b424c2 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:44.827743 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65b3041e-29a1-4925-a31a-1e98c8a373f1 req-c0320d71-a9d8-444f-96d4-3c6526b424c2 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 945 time: 0.0503325 Apr 04 12:34:44.865227 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-65b3041e-29a1-4925-a31a-1e98c8a373f1 req-17cadba0-ccd5-43c5-a42e-3c35c0cc4935 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Apr 04 12:34:44.971877 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:34:45.060610 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 2276c282-92a6-499b-959e-b05d47611be6 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:34:45.064598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 2276c282-92a6-499b-959e-b05d47611be6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:34:45.064971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:45.281957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:45.304066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:34:45.306946 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084e39f2-ff23-4cd4-ae66-759949a987cb" -d '{"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-plugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:34:45.318976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:34:45.375155 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:45.399139 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de921ce4-fb18-42e7-8058-a5292a9c643b x-openstack-request-id: req-de921ce4-fb18-42e7-8058-a5292a9c643b {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:34:45.399428 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-plugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:34:45.399679 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de921ce4-fb18-42e7-8058-a5292a9c643b {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:34:45.400073 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de921ce4-fb18-42e7-8058-a5292a9c643b'] response: {'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'code': 200} Apr 04 12:34:45.424888 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:45.699159 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6c65-c3cb-4c65-a455-4c484e73cd97 req-2da90494-88c1-4d55-80c6-45f416125b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:45.700644 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-209a6c65-c3cb-4c65-a455-4c484e73cd97 req-2da90494-88c1-4d55-80c6-45f416125b23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1099 time: 0.0436790 Apr 04 12:34:45.734085 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-209a6c65-c3cb-4c65-a455-4c484e73cd97 req-94079f8a-7e7f-4a23-abca-c56a552d0ae2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271981 Apr 04 12:34:45.987469 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb898-1038-42e5-8567-b811a2fddb70 req-5a3cfbff-0de4-4881-8796-6bf33768be90 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:45.988991 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4d0fb898-1038-42e5-8567-b811a2fddb70 req-5a3cfbff-0de4-4881-8796-6bf33768be90 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 946 time: 0.0501556 Apr 04 12:34:46.025544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-4d0fb898-1038-42e5-8567-b811a2fddb70 req-69a05954-a2a5-4bff-8e31-df479bf05a1d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Apr 04 12:34:47.139969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6a92-5ef1-4293-82f8-538f1ab70419 req-7c41c88c-bbfe-4ae0-a94c-f47c3775281a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:47.141428 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3a8d6a92-5ef1-4293-82f8-538f1ab70419 req-7c41c88c-bbfe-4ae0-a94c-f47c3775281a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 946 time: 0.0472481 Apr 04 12:34:47.178135 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3a8d6a92-5ef1-4293-82f8-538f1ab70419 req-707435c4-4abb-43d6-8d87-51da35a2ab91 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307057 Apr 04 12:34:47.290872 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57fd19-52e2-4620-8a2a-e78e5adc9fa8 req-d68b35ff-fc98-422e-b37b-0e5e039c4203 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:47.292585 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c57fd19-52e2-4620-8a2a-e78e5adc9fa8 req-d68b35ff-fc98-422e-b37b-0e5e039c4203 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 946 time: 0.0479846 Apr 04 12:34:47.329352 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-1c57fd19-52e2-4620-8a2a-e78e5adc9fa8 req-8aff9d03-3763-4919-8112-f109cf0393e6 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Apr 04 12:34:47.350730 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48590) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:47.479664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c875b-b9bc-4f4d-8226-c6b4f7fb064b tempest-TestSnapshotPattern-113935371 tempest-TestSnapshotPattern-113935371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:47.481160 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-e22c875b-b9bc-4f4d-8226-c6b4f7fb064b tempest-TestSnapshotPattern-113935371 tempest-TestSnapshotPattern-113935371-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1094 time: 0.1294706 Apr 04 12:34:47.483970 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 48594) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:34:47.488145 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:34:47.575164 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:47.674524 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:47.777217 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Allocated IP 172.26.1.122 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/da6da5f9-0548-471f-9f7f-834892402ddd) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:34:47.873403 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:47.941656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:47.981745 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:34:47.985906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:34:47.990050 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:34:47.993020 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=da6da5f9-0548-471f-9f7f-834892402ddd,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:48.341772 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:48.468546 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:48.624289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:48.678333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:48.741791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=da6da5f9-0548-471f-9f7f-834892402ddd,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:34:48.762042 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:48.859024 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.db.l3_db [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Floating IP 8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735 associated. External IP: 172.26.1.122, port: 2276c282-92a6-499b-959e-b05d47611be6. Apr 04 12:34:49.059778 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:34:49.165867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:34:49.175245 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:34:49.185627 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:49.186852 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:49.234648 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:49.275571 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-2bbb35e4-afd3-46b4-b67f-66d9df4be0cb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7770662 Apr 04 12:34:49.275571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:34:49.275571 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:34:49.289743 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:49.302891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69066b60-2621-4712-b165-007049fae554 x-openstack-request-id: req-69066b60-2621-4712-b165-007049fae554 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:34:49.303208 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:34:49.303457 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69066b60-2621-4712-b165-007049fae554 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:34:49.303863 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69066b60-2621-4712-b165-007049fae554'] response: {'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'status': 'completed', 'code': 200} Apr 04 12:34:49.363863 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-a965af3b-c95b-4231-b96a-af154b21d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:49.365257 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-a965af3b-c95b-4231-b96a-af154b21d1d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1099 time: 0.0390749 Apr 04 12:34:49.458819 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-41eaf211-3a3d-4af4-bbf9-7ee50a45df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:49.460284 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-41eaf211-3a3d-4af4-bbf9-7ee50a45df55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0854306 Apr 04 12:34:49.513310 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:48Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:49.523685 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-4d9e225b-b17f-4b91-afbf-891ac15f00d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 1000 time: 0.0560765 Apr 04 12:34:49.540687 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:34:49.554063 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:34:49.554679 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:34:29Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:49.581418 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-ec3f8b2f-028b-458b-b20b-0f257363de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:49.582970 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-ec3f8b2f-028b-458b-b20b-0f257363de82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0522366 Apr 04 12:34:49.626626 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-0e4665ef-24dd-4e45-a320-3cf31e1a3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:34:49.628163 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-0e4665ef-24dd-4e45-a320-3cf31e1a3e33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389760 Apr 04 12:34:49.724549 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-e03b01e8-c11d-42e5-a00b-b95cb23a2382 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896349 Apr 04 12:34:49.758866 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:34:49.811588 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-c8ad2967-9d88-44f3-a7e9-c10b5c621f99 req-4bbfa0f8-d971-4385-95b2-a0bee13dbef3 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Apr 04 12:34:49.975201 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:48Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:34:50.004050 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47053c88-ba62-4b04-aa8b-713f49fcc73f None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:48Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:34:50.189885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d86d39-4f02-44f9-be78-5783c778cf3b None None] New status for floating IP 8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:34:57.295080 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c651d8b0-5ada-4db0-969b-424c7e0f2b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:34:59.483266 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-fdcf794b-62d5-4a8a-8d22-b6040fdc52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:00.706548 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:02.272348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:02.426813 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:04.678205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:21.399400 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:35:24.161862 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-829a0b53-23f2-4a67-9e24-88aac41eeea8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796292 Apr 04 12:35:24.245545 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-678b1b7b-ac53-4620-b3b5-deec93fd1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:35:24.247623 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-678b1b7b-ac53-4620-b3b5-deec93fd1c14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1099 time: 0.0439188 Apr 04 12:35:24.345228 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-a00fef9f-0cfe-4d62-90f5-c4135604c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:35:24.346882 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-a00fef9f-0cfe-4d62-90f5-c4135604c64e service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0819802 Apr 04 12:35:24.412288 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-5726c295-f4a6-4120-b1c5-659a554daf96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 1002 time: 0.0590415 Apr 04 12:35:24.460071 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-fae992cc-c58f-4df8-8a62-500d69a3523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:35:24.461579 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-fae992cc-c58f-4df8-8a62-500d69a3523b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0417104 Apr 04 12:35:24.504440 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-1e3c6b5a-839d-43e2-ac2f-a663828beee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:35:24.505851 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-1e3c6b5a-839d-43e2-ac2f-a663828beee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378554 Apr 04 12:35:24.516094 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-9b62f1a0-ca6c-44c2-94de-d6cf808b89e3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 04 12:35:24.517012 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-9b62f1a0-ca6c-44c2-94de-d6cf808b89e3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046802 Apr 04 12:35:24.607033 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-e597ccb3-438b-4260-988c-8e1d0db6e8fb service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822053 Apr 04 12:35:24.691723 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-faaa3436-cf5c-47bd-b492-d820ef5e11b3 req-1b39d392-bd40-480f-9f3c-05fabfaa51c9 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773053 Apr 04 12:35:27.277831 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9754c7c8-b395-447e-a43a-883976b26750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:29.483885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf6ac-1b59-4488-bdad-b3293ae52cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:30.786107 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:32.271591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:32.409097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:34.666342 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:57.283794 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-7390c06d-cec1-48df-b2ed-fb23a51edab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:35:58.397626 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:35:59.478066 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-bc204360-d2c0-4791-9a27-4b23ae2edb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:00.728333 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:02.261007 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:02.403971 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:04.701281 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:25.123841 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-ae91f5ce-5643-416d-bf14-3bdbde51c020 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478816 Apr 04 12:36:25.205083 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-913013c7-e632-498b-a281-91216af71e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:36:25.206645 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-913013c7-e632-498b-a281-91216af71e90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1099 time: 0.0405085 Apr 04 12:36:25.308207 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-fc814c5f-d804-427f-aebf-7dea2d63488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:36:25.309988 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-fc814c5f-d804-427f-aebf-7dea2d63488d service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0854855 Apr 04 12:36:25.376899 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-1555c2f5-288f-4caf-b668-55239b376748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 1002 time: 0.0604794 Apr 04 12:36:25.425668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-e05154e3-44d2-4e1f-8da5-b6d7c12b9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:36:25.427077 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-e05154e3-44d2-4e1f-8da5-b6d7c12b9666 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0431705 Apr 04 12:36:25.470712 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-b40aa807-d162-4431-bf69-ee987392ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:36:25.472160 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-b40aa807-d162-4431-bf69-ee987392ec30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384207 Apr 04 12:36:25.566056 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-8fbf886f-34b0-46fe-9f3d-1aac451d4fdf service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870197 Apr 04 12:36:25.650877 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74cdbdbb-8434-4150-a8ab-882f7f1c2780 req-6d72cd7a-8cad-4838-b1d1-2069e2dae2ad service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772252 Apr 04 12:36:27.282571 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b0d5-bcf2-4a00-ab41-0d9f8c8e715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:29.477678 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-9790d77e-0c30-4e12-85df-7c5131f0b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:30.762507 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:32.243525 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:32.397931 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:34.682263 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:35.396747 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:36:51.557955 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:36:51.651844 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:36:51.662429 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '2276c282-92a6-499b-959e-b05d47611be6', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:36:51.698474 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:51.710537 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2276c282-92a6-499b-959e-b05d47611be6 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:36:51.728822 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:36:51.801990 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:51.851906 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:36:51.858932 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.859280 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.860156 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.860494 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.860827 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.861158 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.861486 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.861841 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.862170 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.862490 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.862811 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.863131 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:36:51.895694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['2276c282-92a6-499b-959e-b05d47611be6'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:36:53.582984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:36:53.636377 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 2276c282-92a6-499b-959e-b05d47611be6 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:36:53.636662 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:53.718544 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:53.743012 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:36:53.750503 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc02a0ed-aa6b-4320-9359-09c1fd5fc777" -d '{"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-plugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:36:53.762456 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:36:53.791366 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218fdd9-95bc-42df-94f5-f1c5e403d5ca x-openstack-request-id: req-9218fdd9-95bc-42df-94f5-f1c5e403d5ca {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:36:53.791657 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-plugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:36:53.792032 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9218fdd9-95bc-42df-94f5-f1c5e403d5ca {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:36:53.792436 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9218fdd9-95bc-42df-94f5-f1c5e403d5ca'] response: {'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'code': 200} Apr 04 12:36:53.849843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:53.910515 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:36:57.287961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c091deec-954b-488f-9195-adcd5991c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:36:59.488147 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-af408169-e4ec-4e4f-98d1-d38cc35e28ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:00.758289 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:02.272240 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:02.489919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:04.220634 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-84fab5c0-9ba1-47f1-b3ae-71141f57733e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598761319&fields=id&tenant_id=f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 267 time: 0.0364218 Apr 04 12:37:04.321845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-e5123825-1cc0-41dc-8293-4154db6162c8 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:04.323606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-e5123825-1cc0-41dc-8293-4154db6162c8 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 810 time: 0.0964303 Apr 04 12:37:04.337928 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-e048e086-6dca-4982-a5dc-01c7502aca75 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/quotas/f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 375 time: 0.0086119 Apr 04 12:37:04.391564 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-5f4244b4-b71b-4f0f-a2e7-a1e2bbb808fb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0482979 Apr 04 12:37:04.486594 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-ee5f73ef-6117-405f-ab79-84c34e71b731 service neutron] 10.222.0.43 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Apr 04 12:37:04.571892 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-9a333ca5-a557-42c2-a891-d662fd46ccc6 service neutron] 10.222.0.43 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794837 Apr 04 12:37:04.694919 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:04.896331 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-f0b1422f-a53b-4d06-b0de-49f85c5b2afc req-8286d8e3-d40a-48a7-8b84-731eb229f91e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 210 time: 0.0793159 Apr 04 12:37:05.998415 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-aa2719e0-4a19-4aa0-bd1c-764cd2185f48 req-83826aab-a83f-4fe9-8ce9-e5405b6512a4 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 210 time: 0.0306778 Apr 04 12:37:06.703024 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-5cf77e60-f4aa-4dfa-b405-d88c3efc9e50 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:06.704438 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-5cf77e60-f4aa-4dfa-b405-d88c3efc9e50 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 810 time: 0.1002426 Apr 04 12:37:06.749071 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-570ac45a-1616-4eca-a8d2-f510e28a3319 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f04d539565c64df78f96079cb5a02f20 HTTP/1.1" status: 200 len: 379 time: 0.0329549 Apr 04 12:37:06.761375 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'port': {'device_id': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'admin_state_up': True, 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'security_groups': ['69391c77-7550-4773-91ce-05a1990784e2']}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:37:06.934847 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Made reservation on behalf of f04d539565c64df78f96079cb5a02f20 for: {'port': 1} {{(pid=109636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 12:37:06.939086 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.071855 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.db_base_plugin_common [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Allocated IP 172.20.0.14 (87f335a9-8543-4e14-ba91-1b366a707ca5/460b8303-f95d-48c0-9d3f-8a9b89a3b264/30bbd9e0-d853-4362-8020-25f307e6a6e4) {{(pid=109636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:37:07.105637 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-3f1bd68f-841b-4781-9844-03784b8fd9ac req-3327f608-f56f-444c-95f8-250f20bd2b12 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 210 time: 0.0368481 Apr 04 12:37:07.210049 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.293864 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_create {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.341618 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 is already hosted by enough agents. {{(pid=109636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:37:07.345179 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.scheduler.base_scheduler [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Resources bound (agent type, host, resource id): {{(pid=109636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:37:07.348883 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Received port after_create {{(pid=109636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:37:07.355172 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=1']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:07.385514 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.385751 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.386292 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.386797 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.387309 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.387805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.388302 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.388799 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.389289 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.389810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.390304 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.391333 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:07.449934 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:07.451021 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.553548 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-c5fb9d35-efd9-4a0d-ae90-bac8af5af8b5 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952690 Apr 04 12:37:07.662815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:37:07.701347 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-609fc4d4-2943-4704-b892-dcc43aec1a99 None None] Provisioning complete for port 30bbd9e0-d853-4362-8020-25f307e6a6e4 triggered by entity DHCP. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:37:07.702075 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-609fc4d4-2943-4704-b892-dcc43aec1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.743454 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-609fc4d4-2943-4704-b892-dcc43aec1a99 None None] Port 30bbd9e0-d853-4362-8020-25f307e6a6e4 cannot update to ACTIVE because it is not bound. {{(pid=109638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 04 12:37:07.791309 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.819509 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:37:07.821701 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3d7a5e-be7e-43ba-a87f-251332009d71" -d '{"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-unplugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:37:07.838425 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:37:07.872051 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8e555-8e44-4454-9d78-98ed44c915c5 x-openstack-request-id: req-f5c8e555-8e44-4454-9d78-98ed44c915c5 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:37:07.872346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-unplugged", "status": "completed", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:37:07.872602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5c8e555-8e44-4454-9d78-98ed44c915c5 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:37:07.872998 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c8e555-8e44-4454-9d78-98ed44c915c5'] response: {'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'code': 200} Apr 04 12:37:07.912598 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:07.972398 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:08.251378 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fc11-a810-4481-b396-3b9a7a589e9e req-2f7b9545-b981-4ccf-bae7-cc3061fa5b49 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:08.258822 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28f8fc11-a810-4481-b396-3b9a7a589e9e req-2f7b9545-b981-4ccf-bae7-cc3061fa5b49 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0784490 Apr 04 12:37:08.293515 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-28f8fc11-a810-4481-b396-3b9a7a589e9e req-26bef8a5-1532-4734-a1ec-3fdc9d75b304 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Apr 04 12:37:09.423342 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48b4e-647e-4d9e-a2e8-852cbd2a7e6f req-369cd416-d2ae-49b7-8e0c-5d6ab489c104 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:09.424765 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-11e48b4e-647e-4d9e-a2e8-852cbd2a7e6f req-369cd416-d2ae-49b7-8e0c-5d6ab489c104 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0511165 Apr 04 12:37:09.463488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-11e48b4e-647e-4d9e-a2e8-852cbd2a7e6f req-d5126831-2f08-4139-b92e-76842ee6e113 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Apr 04 12:37:10.590903 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3ed35-6255-46e3-91b2-be8f7335d733 req-38bf1305-38e7-434d-93b5-e67cd61465eb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:10.592369 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cca3ed35-6255-46e3-91b2-be8f7335d733 req-38bf1305-38e7-434d-93b5-e67cd61465eb tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0587492 Apr 04 12:37:10.635794 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-cca3ed35-6255-46e3-91b2-be8f7335d733 req-545a0af9-da39-4b21-a424-4747b4222ff9 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Apr 04 12:37:11.757663 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf7675-173d-4c06-aedc-fb44f3785125 req-64dc7275-7918-48f8-aeeb-4b5164b52173 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:11.759147 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74bf7675-173d-4c06-aedc-fb44f3785125 req-64dc7275-7918-48f8-aeeb-4b5164b52173 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0526879 Apr 04 12:37:11.811240 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-74bf7675-173d-4c06-aedc-fb44f3785125 req-68328e2a-750f-4c4f-b830-27a323dca040 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461590 Apr 04 12:37:12.395906 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:37:12.930152 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564dd2-aebd-4b27-8bb6-546109af524f req-b2b33d19-05ac-493c-9547-d401004da5be tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:12.931854 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8564dd2-aebd-4b27-8bb6-546109af524f req-b2b33d19-05ac-493c-9547-d401004da5be tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0504937 Apr 04 12:37:12.973166 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-b8564dd2-aebd-4b27-8bb6-546109af524f req-4098fdba-a88b-474e-b62e-ef7b0fbe8394 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343075 Apr 04 12:37:14.094115 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb203f4-f5bd-43fa-9238-93b8e31e6422 req-909433ed-fc35-43fd-b598-452216ddd36d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:14.095606 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9eb203f4-f5bd-43fa-9238-93b8e31e6422 req-909433ed-fc35-43fd-b598-452216ddd36d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0532446 Apr 04 12:37:14.134390 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9eb203f4-f5bd-43fa-9238-93b8e31e6422 req-29030b21-dd0f-48ca-b8c5-dcf9e5fd1a13 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Apr 04 12:37:15.254418 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393d96-aff9-4c1c-b2b2-a12b1465f80e req-b7627104-5595-4cf9-8723-2c8897fd4990 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:15.255893 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2b393d96-aff9-4c1c-b2b2-a12b1465f80e req-b7627104-5595-4cf9-8723-2c8897fd4990 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 932 time: 0.0514071 Apr 04 12:37:15.292507 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2b393d96-aff9-4c1c-b2b2-a12b1465f80e req-aaef9825-3909-4f18-8906-e7eb91411493 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Apr 04 12:37:15.616610 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.v2.base [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Request body: {'port': {'device_id': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=109636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:37:15.669319 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:15.922105 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bbd9e0-d853-4362-8020-25f307e6a6e4 {{(pid=109636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:37:15.929192 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:15.940966 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.provisioning_blocks [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Transition to ACTIVE for port object 30bbd9e0-d853-4362-8020-25f307e6a6e4 will not be triggered until provisioned by entity L2. {{(pid=109636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 04 12:37:15.995718 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:16.044806 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=2']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:16.122984 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Attempting to bind port 30bbd9e0-d853-4362-8020-25f307e6a6e4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 04 12:37:16.123322 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Attempting to bind port 30bbd9e0-d853-4362-8020-25f307e6a6e4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 04 12:37:16.123653 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Attempting to bind port 30bbd9e0-d853-4362-8020-25f307e6a6e4 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:37:16.128614 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Port 30bbd9e0-d853-4362-8020-25f307e6a6e4 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 12:37:16.128933 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Attempting to bind port 30bbd9e0-d853-4362-8020-25f307e6a6e4 on network 87f335a9-8543-4e14-ba91-1b366a707ca5 {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 12:37:16.133812 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Checking agent: {'id': '6df74a1f-78a5-4a8d-af51-9c20d1245b50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'started_at': datetime.datetime(2022, 4, 4, 11, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 12:37:16.134151 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Checking segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 04 12:37:16.134535 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Bound using segment: {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'} {{(pid=109636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 12:37:16.134960 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.managers [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Bound port: 30bbd9e0-d853-4362-8020-25f307e6a6e4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d14d39-120d-4459-a553-813f5ab86d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5'}}] {{(pid=109636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 04 12:37:16.135318 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:16.201158 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, cleared binding levels {{(pid=109636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 12:37:16.204193 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 12:37:16.289991 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127152161'] for port, after_update {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:16.324347 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.324921 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:16.326708 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] 10.222.0.44 "PUT /v2.0/ports/30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 200 len: 1094 time: 0.7144146 Apr 04 12:37:16.329184 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:37:16.332245 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b39e9a-1479-412c-83fd-be6c62f622a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:37:16.356686 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa980-7ae7-439f-8c48-53173e4d8f7b service neutron] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=3']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:16.394044 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c9ec0-6135-4ca0-8cd1-363c1c4c126d x-openstack-request-id: req-8a5c9ec0-6135-4ca0-8cd1-363c1c4c126d {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:37:16.394326 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:37:16.394578 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a5c9ec0-6135-4ca0-8cd1-363c1c4c126d {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:37:16.395014 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5c9ec0-6135-4ca0-8cd1-363c1c4c126d'] response: {'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'status': 'completed', 'code': 200} Apr 04 12:37:16.449603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63202c23-a26e-4c2f-a3d0-5e21fb33bcec req-a9fba3d1-4cf3-494b-b6a3-d2e7a40f8092 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.451107 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-63202c23-a26e-4c2f-a3d0-5e21fb33bcec req-a9fba3d1-4cf3-494b-b6a3-d2e7a40f8092 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0869460 Apr 04 12:37:16.468181 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-e8382597-04d9-45bb-86c7-7cb160e1e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.470298 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-e8382597-04d9-45bb-86c7-7cb160e1e233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1097 time: 0.0664084 Apr 04 12:37:16.528383 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-63202c23-a26e-4c2f-a3d0-5e21fb33bcec req-878084f1-7d3a-4b71-81b6-31373820467a tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700295 Apr 04 12:37:16.582707 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-cd3c8a39-e845-420d-abcd-30b300d250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.588291 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-cd3c8a39-e845-420d-abcd-30b300d250b3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f04d539565c64df78f96079cb5a02f20&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1054802 Apr 04 12:37:16.679656 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-5099b22b-4942-421c-bf8a-d7616bbfbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.681062 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e0b39e9a-1479-412c-83fd-be6c62f622a5 req-5099b22b-4942-421c-bf8a-d7616bbfbd14 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891454 Apr 04 12:37:16.755499 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-1b2a2446-fe8b-44a0-98e5-76c9dbc2fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:16.757079 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-1b2a2446-fe8b-44a0-98e5-76c9dbc2fa54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1097 time: 0.0402057 Apr 04 12:37:16.803118 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-acd69b44-a4c5-4407-a87e-2e2c29d72eda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 200 len: 217 time: 0.0367715 Apr 04 12:37:17.188424 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-14a25551-c6f5-4018-a8b5-9a484d81cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:17.189880 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-14a25551-c6f5-4018-a8b5-9a484d81cf49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.3800464 Apr 04 12:37:17.235845 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-8634f104-f4a7-4413-86e8-ae0b1f364fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:17.237323 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-8634f104-f4a7-4413-86e8-ae0b1f364fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404575 Apr 04 12:37:17.325489 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-6ff2813d-781f-4c4e-ab5f-61f32f8e32cc service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808542 Apr 04 12:37:17.411544 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-9bd46dd8-f4b9-4af3-b3e4-11f78b26f4b0 req-67989591-93c2-4c2c-a820-469948026896 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793645 Apr 04 12:37:17.647712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6932ade-b62b-4bb5-bbb1-a7e9ad1735cc req-a0ee1f84-d071-46d9-974d-4b661b328668 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:17.649283 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c6932ade-b62b-4bb5-bbb1-a7e9ad1735cc req-a0ee1f84-d071-46d9-974d-4b661b328668 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0474076 Apr 04 12:37:17.690045 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-c6932ade-b62b-4bb5-bbb1-a7e9ad1735cc req-fd1ef4dc-dd19-45da-9b43-c7732dcf2fd1 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Apr 04 12:37:18.811709 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5f28a-febf-4eb3-89a7-d401b966b686 req-b360b665-dc8c-4642-9c58-6e4e472d9d01 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:18.813834 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ab5f28a-febf-4eb3-89a7-d401b966b686 req-b360b665-dc8c-4642-9c58-6e4e472d9d01 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0571365 Apr 04 12:37:18.856700 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3ab5f28a-febf-4eb3-89a7-d401b966b686 req-f8278bc2-af1f-4fd3-8dad-e15466ca8a6b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366256 Apr 04 12:37:19.699565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:37:19.791447 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:37:19.801957 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'mac_address': 'fa:16:3e:4c:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:37:19.841287 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:19.853367 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bbd9e0-d853-4362-8020-25f307e6a6e4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:37:19.871189 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:37:19.957976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:19.972904 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ab438-ac4e-40f5-a943-cd8d1e256afb req-fd6abe43-e458-4230-983f-043ee937a0a8 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:19.974447 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-778ab438-ac4e-40f5-a943-cd8d1e256afb req-fd6abe43-e458-4230-983f-043ee937a0a8 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0495603 Apr 04 12:37:20.004224 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=4']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:20.011428 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-778ab438-ac4e-40f5-a943-cd8d1e256afb req-d041b086-a755-4785-b87d-230aab49cda7 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Apr 04 12:37:20.202234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['30bbd9e0-d853-4362-8020-25f307e6a6e4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:37:21.124210 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb4d6-0432-4d0d-8035-52ffec8e0ecb req-7b623270-67a6-4b6c-aba4-d7e4b072a0dc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:21.125729 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-455fb4d6-0432-4d0d-8035-52ffec8e0ecb req-7b623270-67a6-4b6c-aba4-d7e4b072a0dc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Apr 04 12:37:21.162297 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-455fb4d6-0432-4d0d-8035-52ffec8e0ecb req-441c85e9-f33f-4dbd-a0bf-7b0d29367579 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306933 Apr 04 12:37:21.732154 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:37:21.860895 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning for port 30bbd9e0-d853-4362-8020-25f307e6a6e4 completed by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 04 12:37:21.864698 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 30bbd9e0-d853-4362-8020-25f307e6a6e4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:37:21.868036 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:21.946346 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:21.968134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:37:21.970394 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46641aef-aba7-46ef-b39b-aafd52cef456" -d '{"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-plugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:37:21.982686 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:37:22.006074 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf4b63-c217-4175-ac07-950b5b1e0bcf x-openstack-request-id: req-aacf4b63-c217-4175-ac07-950b5b1e0bcf {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:37:22.006355 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-plugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:37:22.006602 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aacf4b63-c217-4175-ac07-950b5b1e0bcf {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:37:22.006994 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacf4b63-c217-4175-ac07-950b5b1e0bcf'] response: {'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'code': 200} Apr 04 12:37:22.053062 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:22.100348 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=5']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:22.276858 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40748-fa6f-414d-bafb-964d55a54ef0 req-e48ec498-0189-4ef3-97cd-7eea36e65c25 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:22.278468 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-03e40748-fa6f-414d-bafb-964d55a54ef0 req-e48ec498-0189-4ef3-97cd-7eea36e65c25 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 946 time: 0.0508707 Apr 04 12:37:22.340595 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-03e40748-fa6f-414d-bafb-964d55a54ef0 req-665b056e-429a-4315-bb0c-e69889cb72d3 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534737 Apr 04 12:37:22.349750 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de51a9-cd2d-4dd7-8d7f-54d604868e70 req-75803ce4-6707-4b2d-94bf-d1f3ab7af42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:22.349750 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f1de51a9-cd2d-4dd7-8d7f-54d604868e70 req-75803ce4-6707-4b2d-94bf-d1f3ab7af42b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1099 time: 0.0682530 Apr 04 12:37:22.382228 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-f1de51a9-cd2d-4dd7-8d7f-54d604868e70 req-7f88afeb-10b4-430e-90de-e8b7a744eb05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276656 Apr 04 12:37:23.456836 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c054da1-e856-47de-86fd-20532b55f14a req-8856d11b-7fea-4957-a686-34108082ab5d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:23.458324 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c054da1-e856-47de-86fd-20532b55f14a req-8856d11b-7fea-4957-a686-34108082ab5d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 946 time: 0.0484509 Apr 04 12:37:23.495790 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-0c054da1-e856-47de-86fd-20532b55f14a req-f75f6495-dd87-4577-8b5c-2306fd92bc02 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Apr 04 12:37:24.610385 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880838-42de-4c6d-b710-15721363c5d0 req-3cbb7ac7-f6fd-4dec-ab95-d85caf6c9e8b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:24.611843 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-02880838-42de-4c6d-b710-15721363c5d0 req-3cbb7ac7-f6fd-4dec-ab95-d85caf6c9e8b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 946 time: 0.0482035 Apr 04 12:37:24.647827 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-02880838-42de-4c6d-b710-15721363c5d0 req-ba282177-96df-4895-852f-9f72ca1e0d6e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302415 Apr 04 12:37:24.763917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe944-fa46-4ec9-a98c-904227e790e1 req-1168d7cb-0a98-417d-b91e-64ba1cc9e46b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:24.765379 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-296fe944-fa46-4ec9-a98c-904227e790e1 req-1168d7cb-0a98-417d-b91e-64ba1cc9e46b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 946 time: 0.0523794 Apr 04 12:37:24.802126 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-296fe944-fa46-4ec9-a98c-904227e790e1 req-fbdf5fd6-dc72-4ef2-8ea9-f09d15817493 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Apr 04 12:37:24.823859 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48932) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:37:24.865528 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba68905-f772-4a1a-860b-5d144ec14b8a tempest-TestSnapshotPattern-113935371 tempest-TestSnapshotPattern-113935371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:24.867057 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5ba68905-f772-4a1a-860b-5d144ec14b8a tempest-TestSnapshotPattern-113935371 tempest-TestSnapshotPattern-113935371-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1094 time: 0.0422504 Apr 04 12:37:24.869707 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 48934) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:37:24.873860 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.v2.base [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Request body: {'floatingip': {'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 12:37:24.940868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:25.037644 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:25.138584 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_common [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Allocated IP 172.26.1.208 (39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae/21a35470-2035-42f2-8ca3-cb65aa06dc87/993383a8-8aae-4178-9a97-b070f9462e31) {{(pid=109637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 12:37:25.238773 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:25.329802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779926392823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:25.367705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Network 39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae is already hosted by enough agents. {{(pid=109637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 12:37:25.370389 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.base_scheduler [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Resources bound (agent type, host, resource id): {{(pid=109637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 12:37:25.373844 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Received port after_create {{(pid=109637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 12:37:25.397731 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=993383a8-8aae-4178-9a97-b070f9462e31,revision_number=1']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:25.410653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.411010 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.411357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.411698 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.412037 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.412375 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.412712 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.413044 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.413377 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.413739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.414069 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:25.414392 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:37:26.024930 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.120410 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-8386a9f0-ab12-4ee3-849b-134cc86a642b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393395 Apr 04 12:37:26.137379 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.201982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-6da22afc-7ae0-44b7-8bd3-1529a44485a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:26.204088 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-6da22afc-7ae0-44b7-8bd3-1529a44485a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1097 time: 0.0432885 Apr 04 12:37:26.285071 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for port, precommit_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.300879 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-25fab71e-f5f2-4792-b18c-6e306f62f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:26.302391 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-25fab71e-f5f2-4792-b18c-6e306f62f28b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0819111 Apr 04 12:37:26.333185 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127074762'] for port, after_update {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.372059 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-684cee97-68bc-4f06-a73c-d6ddcc8f2311 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 1000 time: 0.0607879 Apr 04 12:37:26.398842 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event updated for resources: {'Port': ['ID=993383a8-8aae-4178-9a97-b070f9462e31,revision_number=2']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:37:26.414449 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634412'] for floatingip, after_create {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.419478 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-edf47b45-36ad-4eb5-ac9d-f892f4333bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:26.420961 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-edf47b45-36ad-4eb5-ac9d-f892f4333bfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0430737 Apr 04 12:37:26.464018 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-7ef0f17f-ae97-4348-8a53-47dfbd17a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:26.465488 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-7ef0f17f-ae97-4348-8a53-47dfbd17a571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386608 Apr 04 12:37:26.513329 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Floating IP efb5fdf4-af92-47ab-bedb-4a8f040a6c0f associated. External IP: 172.26.1.208, port: 30bbd9e0-d853-4362-8020-25f307e6a6e4. Apr 04 12:37:26.560807 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-d40eea3c-1375-4526-b16a-7122d90100b9 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890768 Apr 04 12:37:26.649357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-fb7cdab8-b616-4200-a60d-f26f3d24bdd9 req-ca8f3476-e20d-4eb5-9ba2-46536dc4d32e service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823300 Apr 04 12:37:26.719030 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:37:26.819670 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:37:26.830316 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:37:26.840729 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:37:26.841329 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:36:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:37:26.908357 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:26.938883 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c6f33421-e5a2-4710-bfd8-c06d0cd44920 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0681832 Apr 04 12:37:26.939507 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:37:26.941802 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08526d64-e416-4d99-8e10-9af1dba08fee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:37:26.946243 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:37:26.982756 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aabbd1f-188d-4633-8f48-28cfa0294d02 x-openstack-request-id: req-9aabbd1f-188d-4633-8f48-28cfa0294d02 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:37:26.983048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:37:26.983321 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9aabbd1f-188d-4633-8f48-28cfa0294d02 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:37:26.983711 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aabbd1f-188d-4633-8f48-28cfa0294d02'] response: {'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'status': 'completed', 'code': 200} Apr 04 12:37:27.048867 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526d64-e416-4d99-8e10-9af1dba08fee req-3c29c710-0c74-4a79-9fce-79d99b0ffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:27.050409 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-3c29c710-0c74-4a79-9fce-79d99b0ffc4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1099 time: 0.0445180 Apr 04 12:37:27.143264 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526d64-e416-4d99-8e10-9af1dba08fee req-562f38f3-b35a-497a-9f92-aa7c5c6805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:27.144739 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-562f38f3-b35a-497a-9f92-aa7c5c6805dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0858622 Apr 04 12:37:27.172857 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}, {'id': 'efb5fdf4-af92-47ab-bedb-4a8f040a6c0f', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:4c:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:37:25Z', 'updated_at': '2022-04-04T12:37:25Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:37:27.199604 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:37:27.208440 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:37:27.209031 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:36:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:37:27.216334 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-5d72905c-47fb-4d7a-a385-b59d2124d289 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 200 len: 1000 time: 0.0637000 Apr 04 12:37:27.264468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526d64-e416-4d99-8e10-9af1dba08fee req-12d114d9-27c6-4710-b345-1b749e32dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:27.266528 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-12d114d9-27c6-4710-b345-1b749e32dd7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0442839 Apr 04 12:37:27.306461 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-dcd37664-ceca-47dd-8085-01715eafb6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:27.309678 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526d64-e416-4d99-8e10-9af1dba08fee req-c8daed54-6a60-4f7e-b336-43972df4b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:37:27.311187 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-c8daed54-6a60-4f7e-b336-43972df4b65e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386560 Apr 04 12:37:27.314223 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:37:27.406942 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-80424460-a8d7-469b-aa4b-5f678831ffa9 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Apr 04 12:37:27.498208 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-08526d64-e416-4d99-8e10-9af1dba08fee req-8c99541e-f0e6-4c81-95e9-b1a567de32fb service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Apr 04 12:37:27.626712 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}, {'id': 'efb5fdf4-af92-47ab-bedb-4a8f040a6c0f', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:4c:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:37:25Z', 'updated_at': '2022-04-04T12:37:25Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:37:27.652572 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281f8c-7562-4faa-b562-44f194c820c4 None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}, {'id': 'efb5fdf4-af92-47ab-bedb-4a8f040a6c0f', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:4c:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:37:25Z', 'updated_at': '2022-04-04T12:37:25Z', 'revision_number': 0, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:37:27.828460 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467a0ca-e6b8-4189-8004-b624804b2d7a None None] New status for floating IP efb5fdf4-af92-47ab-bedb-4a8f040a6c0f: ACTIVE {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:37:29.517966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-69320916-97a8-42c9-a01a-2d90367604c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:30.761966 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:32.243260 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:32.420436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:34.710071 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:49.395387 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:37:57.283652 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e0968123-2234-4782-a0c4-0e4dedb87a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:37:59.484125 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-42838c2b-a7b5-4d1b-a66e-4c4c32e6e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:00.795163 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:02.260789 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:02.443223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:04.780253 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:26.393953 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:38:27.130923 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-2a064a73-03dd-4ea9-be1c-5afe22ba809d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439382 Apr 04 12:38:27.190218 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e469-17bb-4026-9549-921073563702 req-d64647c2-53d8-4680-bcf8-70ff4829381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:38:27.191758 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-d64647c2-53d8-4680-bcf8-70ff4829381c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1099 time: 0.0404289 Apr 04 12:38:27.274838 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-c36e1e6a-8cbe-4d95-828c-a4d08e525d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:27.297356 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e469-17bb-4026-9549-921073563702 req-5e09b622-734e-4e63-ac53-e03b94344f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:38:27.299572 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-5e09b622-734e-4e63-ac53-e03b94344f2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0853236 Apr 04 12:38:27.366004 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-f484204a-b29e-400b-b8cf-0b8b8b948638 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 200 len: 1002 time: 0.0600281 Apr 04 12:38:27.413015 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e469-17bb-4026-9549-921073563702 req-4384495f-d7d3-44c4-a030-61339ca07623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:38:27.414483 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-4384495f-d7d3-44c4-a030-61339ca07623 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0426602 Apr 04 12:38:27.458603 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e469-17bb-4026-9549-921073563702 req-ce6743eb-bfc3-47d8-9ad4-7765b32defeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:38:27.460041 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-ce6743eb-bfc3-47d8-9ad4-7765b32defeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388279 Apr 04 12:38:27.551421 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-d5f5f71b-a92f-4e97-8a25-3838415fbc98 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 Apr 04 12:38:27.640844 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2dd6e469-17bb-4026-9549-921073563702 req-0a5eb466-a1f1-4a36-ac4d-021868da6f09 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808592 Apr 04 12:38:29.497341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f8a7cfe7-6831-4337-9a37-7308a2411b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:30.800671 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:32.289063 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:32.463293 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:34.783104 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:57.279707 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a7e-8af5-4afa-a60b-035f12f6cf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:58.196848 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=109638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 12:38:58.293733 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:38:58.304508 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Returning: {'device': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'port_id': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'mac_address': 'fa:16:3e:4c:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 12:38:58.340529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:58.354214 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30bbd9e0-d853-4362-8020-25f307e6a6e4 {{(pid=109638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 12:38:58.373272 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:38:58.414852 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:38:58.468165 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=6']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:38:58.475736 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.476078 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.476417 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.476784 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.477113 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.477441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.477798 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.478126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.478558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.478912 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.479234 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.479553 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:38:58.488097 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] get_ports_and_sgs() called for port_ids ['30bbd9e0-d853-4362-8020-25f307e6a6e4'] {{(pid=109638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 12:38:59.484092 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-45b82a9c-a986-48ff-b8d0-42a0925b4d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:00.204108 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 up at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 12:39:00.254885 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.provisioning_blocks [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Provisioning complete for port 30bbd9e0-d853-4362-8020-25f307e6a6e4 triggered by entity L2. {{(pid=109638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 04 12:39:00.255329 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048942'] for port, provisioning_complete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:00.356223 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:00.380171 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:00.382612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3739ce-c01f-4ff0-8e4f-5dfc3fdf6978" -d '{"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-plugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:00.396049 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:00.432863 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc41e7b-040f-4b01-bc5c-3580b4519a4e x-openstack-request-id: req-ffc41e7b-040f-4b01-bc5c-3580b4519a4e {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:00.433161 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-plugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:00.433418 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffc41e7b-040f-4b01-bc5c-3580b4519a4e {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:00.433849 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc41e7b-040f-4b01-bc5c-3580b4519a4e'] response: {'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'code': 200} Apr 04 12:39:00.478129 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:00.532337 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=7']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:00.738407 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:02.291661 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:02.434388 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:03.392684 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:39:04.734954 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:10.495120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49138) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:10.651249 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Deleting port 993383a8-8aae-4178-9a97-b070f9462e31 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:10.651601 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:10.726739 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:10.727120 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:10.738483 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Calling delete_port for 993383a8-8aae-4178-9a97-b070f9462e31 owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:10.946264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:10.973808 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event deleted for resources: {'Port': ['ID=993383a8-8aae-4178-9a97-b070f9462e31,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:11.000179 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.000525 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.000868 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.001208 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.001537 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.001890 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.002282 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.002613 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.002941 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.003267 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.003588 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.003908 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:11.045305 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:11.045691 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Floating IP efb5fdf4-af92-47ab-bedb-4a8f040a6c0f disassociated (deleted). External IP: 172.26.1.208, port: 30bbd9e0-d853-4362-8020-25f307e6a6e4. Apr 04 12:39:11.250653 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:39:11.361252 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:39:11.366835 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:11.371200 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:39:11.380064 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:11.380674 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:11.392318 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-036e3465-7775-4a4e-a4cf-a7365e2b584d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "DELETE /v2.0/floatingips/efb5fdf4-af92-47ab-bedb-4a8f040a6c0f HTTP/1.1" status: 204 len: 168 time: 0.8961520 Apr 04 12:39:11.393000 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:11.395506 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667b356-efc6-40e3-bf8c-34955adb0f68" -d '{"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:11.492514 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:11.503463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b910070-8158-4b06-816b-9f3294d385dd x-openstack-request-id: req-3b910070-8158-4b06-816b-9f3294d385dd {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:11.503463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:11.503463 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b910070-8158-4b06-816b-9f3294d385dd {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:11.503463 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b910070-8158-4b06-816b-9f3294d385dd'] response: {'name': 'network-changed', 'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'status': 'completed', 'code': 200} Apr 04 12:39:11.565900 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-351325ed-8144-4da6-8ea5-2a4f85a57df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:11.567617 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-351325ed-8144-4da6-8ea5-2a4f85a57df5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 1099 time: 0.0467062 Apr 04 12:39:11.662274 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-69506270-95b5-455c-90cd-7f5dd69b9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:11.663926 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-69506270-95b5-455c-90cd-7f5dd69b9721 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0895505 Apr 04 12:39:11.713811 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-f60140ce-15df-4d4d-885e-6b35afa58645 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 200 len: 217 time: 0.0406795 Apr 04 12:39:11.714365 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:11.746953 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:39:11.756593 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:11.762478 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:11.765280 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-d9c10e8d-d350-4ff0-a152-c2215350e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:11.766798 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-d9c10e8d-d350-4ff0-a152-c2215350e552 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0455179 Apr 04 12:39:11.847046 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-477d1884-fb4f-4ffd-a2b1-4936e4d6f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:11.849127 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-477d1884-fb4f-4ffd-a2b1-4936e4d6f619 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708604 Apr 04 12:39:11.860680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f6d1e-80f3-431e-828f-14f310e16323 req-0ffe1db4-b803-4016-9b64-48f290da013e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:11.862233 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-616f6d1e-80f3-431e-828f-14f310e16323 req-0ffe1db4-b803-4016-9b64-48f290da013e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 946 time: 0.0587776 Apr 04 12:39:11.863000 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:11.956275 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-616f6d1e-80f3-431e-828f-14f310e16323 req-a7a39012-6d46-4705-bd4c-70f8ae258d2b tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850956 Apr 04 12:39:11.974299 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-b5a97a3a-465c-4d6c-b900-3974abe757a5 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111960 Apr 04 12:39:12.067864 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-e667b356-efc6-40e3-bf8c-34955adb0f68 req-d7e6cbc3-2d78-4719-be38-64cfc6bdc7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Apr 04 12:39:12.088942 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:12.118622 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db5f33-f78c-4ee4-b1b0-69a08fae1155 None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_floatingips': [{'id': '8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'router_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'port_id': '2276c282-92a6-499b-959e-b05d47611be6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'mac_address': 'fa:16:3e:98:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T12:34:48Z', 'updated_at': '2022-04-04T12:34:50Z', 'revision_number': 1, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:39:12.221325 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:12.298374 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599235'] for port, before_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:12.322271 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:12.324705 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c78bd10c22a5d3eda723642f95a33421665bd3f6b84faeceb6d0e7e67b5948" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d90e1-560e-4219-baee-caa0f0ab9177" -d '{"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-unplugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:12.330716 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0086f-e3eb-4f10-a488-9188986a0016 None None] New status for floating IP efb5fdf4-af92-47ab-bedb-4a8f040a6c0f: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:39:12.370684 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:12.372382 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ab3cb6-623a-4b85-ab74-2b363adda6e2 x-openstack-request-id: req-01ab3cb6-623a-4b85-ab74-2b363adda6e2 {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:12.372664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-unplugged", "status": "completed", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "code": 200}]} {{(pid=109638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:12.372914 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01ab3cb6-623a-4b85-ab74-2b363adda6e2 {{(pid=109638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:12.373305 dv-neutron-835866-1-hyperv neutron-server[109638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ab3cb6-623a-4b85-ab74-2b363adda6e2'] response: {'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'code': 200} Apr 04 12:39:12.460512 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779926915247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779926392814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779926392742'] for port, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:12.506326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Pushing event updated for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=8']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:13.074093 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15d45-766b-44be-b440-323acf86a705 req-6741dd1b-efe4-4b3f-9c84-c686ca6bdc8e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:13.075912 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ff15d45-766b-44be-b440-323acf86a705 req-6741dd1b-efe4-4b3f-9c84-c686ca6bdc8e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Apr 04 12:39:13.113414 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-6ff15d45-766b-44be-b440-323acf86a705 req-d4e4e4ad-8980-4ba9-888e-a52a33fd5d4d tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Apr 04 12:39:13.402665 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-cef5a0dc-b0bf-40ea-8334-a01ae865d9a7 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:13.404134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-cef5a0dc-b0bf-40ea-8334-a01ae865d9a7 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 944 time: 0.0464268 Apr 04 12:39:13.493815 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Deleting port 30bbd9e0-d853-4362-8020-25f307e6a6e4 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:13.494075 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:13.577668 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] For port 30bbd9e0-d853-4362-8020-25f307e6a6e4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=30bbd9e0-d853-4362-8020-25f307e6a6e4,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:13.578025 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:13.590307 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Calling delete_port for 30bbd9e0-d853-4362-8020-25f307e6a6e4 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:13.799620 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:13.826464 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event deleted for resources: {'Port': ['ID=30bbd9e0-d853-4362-8020-25f307e6a6e4,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:13.841361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.841361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.841361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.841361 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.841804 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.841909 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.842196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.842528 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.842854 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.843178 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.843503 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.843829 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835866-1-hyperv {{(pid=109636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 12:39:13.883281 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] No DVR routers for this DVR port 30bbd9e0-d853-4362-8020-25f307e6a6e4 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:13.885732 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:13.889002 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-7da5d84d-b3fa-4ee0-b1d4-68947125e253 req-c3462996-df7b-4c01-8910-408bf4ab1a35 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "DELETE /v2.0/ports/30bbd9e0-d853-4362-8020-25f307e6a6e4 HTTP/1.1" status: 204 len: 173 time: 0.4796917 Apr 04 12:39:13.889437 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-deleted', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:13.891758 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fecc17a-1aea-46e0-8514-08ccdef152b5" -d '{"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-deleted", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:13.985156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c8558f-ff0b-4a57-b9c8-0cbae8c600d4 x-openstack-request-id: req-02c8558f-ff0b-4a57-b9c8-0cbae8c600d4 {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:13.985156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4332beb-4c33-41dc-884a-124fcb37fa18", "name": "network-vif-deleted", "tag": "30bbd9e0-d853-4362-8020-25f307e6a6e4", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:13.985156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02c8558f-ff0b-4a57-b9c8-0cbae8c600d4 {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:13.985508 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c8558f-ff0b-4a57-b9c8-0cbae8c600d4'] response: {'server_uuid': 'c4332beb-4c33-41dc-884a-124fcb37fa18', 'name': 'network-vif-deleted', 'tag': '30bbd9e0-d853-4362-8020-25f307e6a6e4', 'status': 'completed', 'code': 200} Apr 04 12:39:14.224055 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-03d45b32-ea60-4e08-a678-f0e5572e20b8 req-f02d6b2b-d744-4613-9c06-2c8a6c9d64d1 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4332beb-4c33-41dc-884a-124fcb37fa18 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Apr 04 12:39:16.512275 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49208) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:16.668123 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Deleting port da6da5f9-0548-471f-9f7f-834892402ddd {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:16.668385 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:16.740262 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:16.740594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:16.751847 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Calling delete_port for da6da5f9-0548-471f-9f7f-834892402ddd owned by network:floatingip {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:16.963103 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:16.985467 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event deleted for resources: {'Port': ['ID=da6da5f9-0548-471f-9f7f-834892402ddd,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:17.046091 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for floatingip, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:17.046433 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.db.l3_db [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Floating IP 8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735 disassociated (deleted). External IP: 172.26.1.122, port: 2276c282-92a6-499b-959e-b05d47611be6. Apr 04 12:39:17.249720 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:39:17.365888 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:39:17.370626 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for floatingip, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:17.375149 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:39:17.384323 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:17.385001 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:17.395979 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-a3693166-6e66-4a43-be3f-22c557652102 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "DELETE /v2.0/floatingips/8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735 HTTP/1.1" status: 204 len: 168 time: 0.8825510 Apr 04 12:39:17.396538 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:17.399028 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebdfa190187398a71415124e386aeb0f8f5f0b7b033bba5a13eedb79e0e31455" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3208ebca-434c-4523-9f3d-8c57dc76d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:17.441049 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e1e21-7c89-4df2-8214-49ec079e9424 x-openstack-request-id: req-418e1e21-7c89-4df2-8214-49ec079e9424 {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:17.441354 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "status": "completed", "code": 200}]} {{(pid=109637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:17.441643 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-418e1e21-7c89-4df2-8214-49ec079e9424 {{(pid=109637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:17.442101 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418e1e21-7c89-4df2-8214-49ec079e9424'] response: {'name': 'network-changed', 'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'status': 'completed', 'code': 200} Apr 04 12:39:17.509800 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-9711b0e4-729e-4519-81a7-f4d33c919e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:17.509800 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-9711b0e4-729e-4519-81a7-f4d33c919e65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04d539565c64df78f96079cb5a02f20&device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 1097 time: 0.0428293 Apr 04 12:39:17.585959 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:17.599144 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-d7051e1d-7e64-4e76-bbf0-732130a85b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:17.600938 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-d7051e1d-7e64-4e76-bbf0-732130a85b2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 200 len: 911 time: 0.0914075 Apr 04 12:39:17.642296 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-de285f8e-d5d0-448d-bf4f-8154ecd2dab6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 200 len: 217 time: 0.0346258 Apr 04 12:39:17.692130 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-acbf4830-e817-45bb-a74c-6eabc636b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:17.693620 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-acbf4830-e817-45bb-a74c-6eabc636b90f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 200 len: 849 time: 0.0454795 Apr 04 12:39:17.742196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-979f2b51-09c0-43d5-bc65-5cdb1daf7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:17.743688 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-979f2b51-09c0-43d5-bc65-5cdb1daf7d1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87f335a9-8543-4e14-ba91-1b366a707ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442431 Apr 04 12:39:17.777973 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:17.804929 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:39:17.813412 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:17.814132 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:17.841136 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-51d8f2e7-2c85-41fa-a629-cfde18618fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 Apr 04 12:39:17.903768 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31eff9-90fd-4623-afc2-7d9837366645 req-11d806de-5b75-4f61-be27-c20b2b947170 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:17.904950 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2c31eff9-90fd-4623-afc2-7d9837366645 req-11d806de-5b75-4f61-be27-c20b2b947170 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0582342 Apr 04 12:39:17.920925 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:17.937966 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-3208ebca-434c-4523-9f3d-8c57dc76d6b0 req-8d517da5-398e-4595-af66-d43ebbed99e6 service neutron] 10.222.0.44 "GET /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883279 Apr 04 12:39:17.946832 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [req-2c31eff9-90fd-4623-afc2-7d9837366645 req-b592a534-fe25-4189-b52b-6bbc6bde61dd tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335541 Apr 04 12:39:18.120758 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:18.146015 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8fb25-def6-4603-b53c-b6c713bf7879 None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:24Z', 'revision_number': 4, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv', '_interfaces': [{'id': 'f0cbc744-8563-4455-bc7b-84049f045856', 'name': '', 'network_id': '87f335a9-8543-4e14-ba91-1b366a707ca5', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'mac_address': 'fa:16:3e:2f:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:24Z', 'updated_at': '2022-04-04T12:34:29Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'subnets': [{'id': '460b8303-f95d-48c0-9d3f-8a9b89a3b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:39:18.235961 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:18.256694 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 30bbd9e0-d853-4362-8020-25f307e6a6e4 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:18.257048 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 30bbd9e0-d853-4362-8020-25f307e6a6e4 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:18.357331 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8193916-cf02-4e97-a4de-1002a0177e52 None None] New status for floating IP 8f3dfc1e-1bdf-4e91-a3ee-71092c0b1735: DOWN {{(pid=109638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 12:39:19.063995 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beded1-8e03-432d-8a12-82c959d5e737 req-cea455b2-37de-4878-923a-897bebc2f0dc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:19.065431 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-81beded1-8e03-432d-8a12-82c959d5e737 req-cea455b2-37de-4878-923a-897bebc2f0dc tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0475955 Apr 04 12:39:19.102817 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-81beded1-8e03-432d-8a12-82c959d5e737 req-b6cd21d0-27be-4df5-bcb9-28f362ffea6e tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/security-groups?id=69391c77-7550-4773-91ce-05a1990784e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Apr 04 12:39:19.399332 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-3e844f7d-de36-40e7-adf9-11991b299443 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 12:39:19.400742 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-3e844f7d-de36-40e7-adf9-11991b299443 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 944 time: 0.0466318 Apr 04 12:39:19.492074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Deleting port 2276c282-92a6-499b-959e-b05d47611be6 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:19.492335 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:19.577104 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] For port 2276c282-92a6-499b-959e-b05d47611be6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2276c282-92a6-499b-959e-b05d47611be6,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:19.577468 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:19.590201 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Calling delete_port for 2276c282-92a6-499b-959e-b05d47611be6 owned by compute:nova {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:19.797536 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:19.826374 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event deleted for resources: {'Port': ['ID=2276c282-92a6-499b-959e-b05d47611be6,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:19.870680 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] No DVR routers for this DVR port 2276c282-92a6-499b-959e-b05d47611be6 on host hv-neutron-8358 {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:19.873126 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489094'] for port, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:19.876355 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-2c50dc87-44ce-4f6d-8e41-329ab69327cc req-1be5d783-665f-4c30-95ba-517959d38445 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.44 "DELETE /v2.0/ports/2276c282-92a6-499b-959e-b05d47611be6 HTTP/1.1" status: 204 len: 173 time: 0.4682305 Apr 04 12:39:19.876791 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-deleted', 'tag': '2276c282-92a6-499b-959e-b05d47611be6'}] {{(pid=109636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 12:39:19.879118 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}746bad29f24e9c2f1584ecf145fbfee07a59a17994b2fc883520bc5242f418df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a01fb9-14af-4240-a4a6-def148c59f98" -d '{"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-deleted", "tag": "2276c282-92a6-499b-959e-b05d47611be6"}]}' {{(pid=109636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 12:39:19.915533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3908ad-cb7c-4414-b9cd-b7286e471d3c x-openstack-request-id: req-bc3908ad-cb7c-4414-b9cd-b7286e471d3c {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 12:39:19.915533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ab0689-dae2-4569-a6c6-096ca3ade13b", "name": "network-vif-deleted", "tag": "2276c282-92a6-499b-959e-b05d47611be6", "status": "completed", "code": 200}]} {{(pid=109636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 12:39:19.915533 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc3908ad-cb7c-4414-b9cd-b7286e471d3c {{(pid=109636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 12:39:19.915533 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3908ad-cb7c-4414-b9cd-b7286e471d3c'] response: {'server_uuid': 'f9ab0689-dae2-4569-a6c6-096ca3ade13b', 'name': 'network-vif-deleted', 'tag': '2276c282-92a6-499b-959e-b05d47611be6', 'status': 'completed', 'code': 200} Apr 04 12:39:20.215357 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [req-46153817-6b7a-48b6-8313-19db666dd202 req-af869b19-ea9d-459a-901f-c023cdba6665 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ab0689-dae2-4569-a6c6-096ca3ade13b HTTP/1.1" status: 200 len: 210 time: 0.0290442 Apr 04 12:39:21.274619 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49224) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:21.330988 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:21.355705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:21.496953 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:21.499595 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:21.500775 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] 10.222.0.43 "DELETE /v2.0/security-groups/69391c77-7550-4773-91ce-05a1990784e2 HTTP/1.1" status: 204 len: 168 time: 0.2251818 Apr 04 12:39:21.510423 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fc96f-c10f-41e1-99b7-b0b7ed47d314 tempest-TestSnapshotPattern-599761119 tempest-TestSnapshotPattern-599761119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69391c77-7550-4773-91ce-05a1990784e2,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:21.604067 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49228) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:22.021947 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:22.253373 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Deleting port f0cbc744-8563-4455-bc7b-84049f045856 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:22.253736 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:22.326691 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] For port f0cbc744-8563-4455-bc7b-84049f045856, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f0cbc744-8563-4455-bc7b-84049f045856,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:22.327338 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:22.339278 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Calling delete_port for f0cbc744-8563-4455-bc7b-84049f045856 owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:22.586133 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:22.614857 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cbc744-8563-4455-bc7b-84049f045856,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:23.056938 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:23.263061 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Router c543cde8-62f1-445a-b488-d2b0f3b2eecd has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:39:23.370742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:39:23.375636 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-c5ad8b9b-008c-4ee0-b18f-219518d6cee0 admin admin] 10.222.0.43 "PUT /v2.0/routers/c543cde8-62f1-445a-b488-d2b0f3b2eecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705083 Apr 04 12:39:23.378138 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49232) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:23.380786 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Sync routers for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:39:23.390114 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:23.390798 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:23.478892 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:23.492881 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: dv-neutron-835866-1-hyperv {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:23.579616 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:23.671338 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:39:22Z', 'revision_number': 5, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port': {'id': 'f5a7d5e2-bfb6-46f6-b68b-01f993203985', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:23.697523 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Checking router: c543cde8-62f1-445a-b488-d2b0f3b2eecd for host: dv-neutron-835866-1-hyperv {{(pid=109639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:39:23.698612 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Deleting port f5a7d5e2-bfb6-46f6-b68b-01f993203985 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:23.698962 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:23.705756 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Routers {'c543cde8-62f1-445a-b488-d2b0f3b2eecd'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:23.706358 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'], 'active': True} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:23.781193 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] For port f5a7d5e2-bfb6-46f6-b68b-01f993203985, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=f5a7d5e2-bfb6-46f6-b68b-01f993203985,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:23.781594 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:23.790857 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_dvr_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] Set router c543cde8-62f1-445a-b488-d2b0f3b2eecd gateway port host: None {{(pid=109639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:23.794001 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Calling delete_port for f5a7d5e2-bfb6-46f6-b68b-01f993203985 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:23.840455 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.l3_hamode_db [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:39:23Z', 'revision_number': 6, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:23.868599 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea14a-59a3-405e-86ec-a8c2f4c91f50 None None] The sync data for ids ['c543cde8-62f1-445a-b488-d2b0f3b2eecd'] in dv-neutron-835866-1-hyperv is: [{'id': 'c543cde8-62f1-445a-b488-d2b0f3b2eecd', 'name': 'tempest-TestSnapshotPattern-2053948551-router', 'tenant_id': 'f04d539565c64df78f96079cb5a02f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:22Z', 'updated_at': '2022-04-04T12:39:23Z', 'revision_number': 6, 'project_id': 'f04d539565c64df78f96079cb5a02f20', 'gw_port_host': None}] {{(pid=109639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:39:24.016563 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.045586 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a7d5e2-bfb6-46f6-b68b-01f993203985,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:24.107521 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.197110 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.199300 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.266976 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:24.287591 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] No Port match for: 2276c282-92a6-499b-959e-b05d47611be6 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:24.288149 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Device 2276c282-92a6-499b-959e-b05d47611be6 not bound to the agent host hv-neutron-8358 {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:24.296969 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.297509 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c543cde8-62f1-445a-b488-d2b0f3b2eecd {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:39:24.302786 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.304020 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-7a94da2b-8ef4-48ca-87e6-70115aca7874 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c543cde8-62f1-445a-b488-d2b0f3b2eecd HTTP/1.1" status: 204 len: 168 time: 0.9249406 Apr 04 12:39:24.306699 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49234) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:24.353180 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Deleting subnet 460b8303-f95d-48c0-9d3f-8a9b89a3b264 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:39:24.356153 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.388827 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.466728 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.592742 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.618270 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460b8303-f95d-48c0-9d3f-8a9b89a3b264,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:24.624023 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.629440 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5530e627-679b-4b4e-9baf-11a994878b9e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/460b8303-f95d-48c0-9d3f-8a9b89a3b264 HTTP/1.1" status: 204 len: 168 time: 0.3196137 Apr 04 12:39:24.629837 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 49236) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:24.630883 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63249295-ed6f-4f25-bcb0-eeacd045a355 None None] Network 87f335a9-8543-4e14-ba91-1b366a707ca5 requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:39:24.698146 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.757412 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Deleting port aeef381a-53ab-481f-89e5-a69a5e180160 {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:24.757919 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.839520 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] DHCP port deletion for 87f335a9-8543-4e14-ba91-1b366a707ca5 request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:39:24.839743 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] For port aeef381a-53ab-481f-89e5-a69a5e180160, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aeef381a-53ab-481f-89e5-a69a5e180160,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:24.840308 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.853905 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Calling delete_port for aeef381a-53ab-481f-89e5-a69a5e180160 owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:24.898135 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Deleting port aeef381a-53ab-481f-89e5-a69a5e180160 {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:24.898529 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.958642 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] For port aeef381a-53ab-481f-89e5-a69a5e180160, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=aeef381a-53ab-481f-89e5-a69a5e180160,segment=NetworkSegment(a8d14d39-120d-4459-a553-813f5ab86d5b),segment_id=a8d14d39-120d-4459-a553-813f5ab86d5b)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:24.959043 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:24.970829 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Calling delete_port for aeef381a-53ab-481f-89e5-a69a5e180160 owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:25.016805 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.042637 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeef381a-53ab-481f-89e5-a69a5e180160,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:25.046664 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] No DVR routers for this DVR port aeef381a-53ab-481f-89e5-a69a5e180160 on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:25.047612 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.075983 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] No DVR routers for this DVR port aeef381a-53ab-481f-89e5-a69a5e180160 on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:25.077587 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ae1c9-91bc-4683-a2a4-cf7173b462a9 None None] Pushing event deleted for resources: {'Port': ['ID=aeef381a-53ab-481f-89e5-a69a5e180160,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:25.126474 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.146167 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f335a9-8543-4e14-ba91-1b366a707ca5']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:25.155007 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d14d39-120d-4459-a553-813f5ab86d5b') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:25.155299 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d14d39-120d-4459-a553-813f5ab86d5b') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:25.164906 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.178030 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.183777 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:39:25.184156 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:39:25.185758 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:39:25.296025 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f0cbc744-8563-4455-bc7b-84049f045856 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:25.297074 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.303124 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.306450 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/87f335a9-8543-4e14-ba91-1b366a707ca5 HTTP/1.1" status: 204 len: 168 time: 0.6756165 Apr 04 12:39:25.309535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49238) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:25.315850 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95505f7-a377-4975-aa84-c392b31955a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f335a9-8543-4e14-ba91-1b366a707ca5,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:25.316911 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f0cbc744-8563-4455-bc7b-84049f045856 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:25.317284 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f0cbc744-8563-4455-bc7b-84049f045856 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:25.317735 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aeef381a-53ab-481f-89e5-a69a5e180160 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:25.337664 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: aeef381a-53ab-481f-89e5-a69a5e180160 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:25.337950 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device aeef381a-53ab-481f-89e5-a69a5e180160 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:25.338363 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f5a7d5e2-bfb6-46f6-b68b-01f993203985 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:25.357419 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: f5a7d5e2-bfb6-46f6-b68b-01f993203985 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:25.357715 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device f5a7d5e2-bfb6-46f6-b68b-01f993203985 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:25.648073 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634668'] for router_interface, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.880667 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Deleting port 32baa669-7217-46ba-be96-9cd2f585b64e {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:25.881008 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.958176 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] For port 32baa669-7217-46ba-be96-9cd2f585b64e, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=32baa669-7217-46ba-be96-9cd2f585b64e,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:25.958458 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:25.970104 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Calling delete_port for 32baa669-7217-46ba-be96-9cd2f585b64e owned by network:router_interface {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:26.202985 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:26.228292 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32baa669-7217-46ba-be96-9cd2f585b64e,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:26.389497 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634712'] for router_interface, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:26.889264 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 has already been hosted by L3 agent 9de22c48-9e42-4149-837c-8946337a0a44 {{(pid=109637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 12:39:26.989958 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] Notify agent at l3_agent.dv-neutron-835866-1-hyperv the message routers_updated {{(pid=109637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 12:39:26.994853 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-8273b141-9c91-4315-a619-0943d56d91f8 admin admin] 10.222.0.43 "PUT /v2.0/routers/b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6841507 Apr 04 12:39:26.997227 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49240) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:26.999645 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Sync routers for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 12:39:27.009441 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:27.010088 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:27.103783 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.115843 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: dv-neutron-835866-1-hyperv {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:27.206627 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.300478 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'external_fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '88662a5c-3c42-4127-bfc8-bec634323630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:39:26Z', 'revision_number': 5, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port': {'id': '88662a5c-3c42-4127-bfc8-bec634323630', 'name': '', 'network_id': '39b7bdbe-c80e-47b0-bdab-806dc0b6a2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T12:34:28Z', 'updated_at': '2022-04-04T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a35470-2035-42f2-8ca3-cb65aa06dc87', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835866-1-hyperv'}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:27.327792 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Checking router: b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 for host: dv-neutron-835866-1-hyperv {{(pid=109638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 12:39:27.332640 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-45d798e0-0320-43b6-b579-4b3e2047f8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.337873 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Routers {'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'} bound to L3 agent in host dv-neutron-835866-1-hyperv {{(pid=109638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 12:39:27.338485 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T11:35:29Z,description=,heartbeat_timestamp=2022-04-04T12:38:59Z,host='dv-neutron-835866-1-hyperv',id=9de22c48-9e42-4149-837c-8946337a0a44,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T11:35:30Z,topic='l3_agent')) {'router_ids': ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'], 'active': True} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:27.351140 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Deleting port 88662a5c-3c42-4127-bfc8-bec634323630 {{(pid=109637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:27.351487 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.431592 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.db [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] For port 88662a5c-3c42-4127-bfc8-bec634323630, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=88662a5c-3c42-4127-bfc8-bec634323630,segment=NetworkSegment(70fbdab9-47bf-4b0d-ae37-55754d8b71a1),segment_id=70fbdab9-47bf-4b0d-ae37-55754d8b71a1)] {{(pid=109637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:27.431917 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.445683 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.plugins.ml2.plugin [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Calling delete_port for 88662a5c-3c42-4127-bfc8-bec634323630 owned by network:router_gateway {{(pid=109637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:27.563992 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvr_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] Set router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 gateway port host: None {{(pid=109638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 12:39:27.617516 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_hamode_db [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:39:27Z', 'revision_number': 6, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port_host': None}], 'dv-neutron-835866-1-hyperv', False) {} {{(pid=109638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:27.643504 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25e667-7682-4d7a-a636-40c71fb0a1d5 None None] The sync data for ids ['b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231'] in dv-neutron-835866-1-hyperv is: [{'id': 'b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231', 'name': 'tempest-TestSnapshotPattern-737824122-router', 'tenant_id': '1462d8e0593c45178612efdaf85a9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T12:34:27Z', 'updated_at': '2022-04-04T12:39:27Z', 'revision_number': 6, 'project_id': '1462d8e0593c45178612efdaf85a9fdb', 'gw_port_host': None}] {{(pid=109638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 12:39:27.672231 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127074769'] for port, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.703009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=88662a5c-3c42-4127-bfc8-bec634323630,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:27.762799 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633314'] for router_gateway, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.848984 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90411'] for router, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.851048 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.968999 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636278'] for router, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.969688 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 {{(pid=109637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 12:39:27.973996 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] Notify callbacks [] for router, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:27.975122 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-1eeccc16-2f32-403c-aefc-d4a898305f55 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b42d2b5e-51db-4f7b-b2a4-f8ff2ea29231 HTTP/1.1" status: 204 len: 168 time: 0.9769695 Apr 04 12:39:27.977535 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49242) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:28.025845 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Deleting subnet 024e90c9-7e70-4ac4-9459-f6c5a3247090 {{(pid=109637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 04 12:39:28.029009 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.065408 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127057556'] for subnet, precommit_delete_associations {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.141016 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053159'] for subnet, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.257274 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127075328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127818571'] for subnet, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.284092 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024e90c9-7e70-4ac4-9459-f6c5a3247090,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:28.286665 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.291489 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c02eb3-5619-49e1-bd5d-315b9b234387 None None] Network 63227b52-67be-4d33-b08a-0c453c20667b requested from dv-neutron-835866-1-hyperv {{(pid=109638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 04 12:39:28.292312 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-5793a412-404b-4c76-8cea-9f1cb495b6d3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/024e90c9-7e70-4ac4-9459-f6c5a3247090 HTTP/1.1" status: 204 len: 168 time: 0.3138323 Apr 04 12:39:28.292435 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.wsgi [-] (109636) accepted ('10.222.0.43', 49244) {{(pid=109636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:28.365180 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1683816'] for network, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.421786 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Deleting port 5c2b355a-0f6a-4151-b031-75651c7951da {{(pid=109636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:28.422200 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.468859 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] DHCP port deletion for 63227b52-67be-4d33-b08a-0c453c20667b request from dv-neutron-835866-1-hyperv {{(pid=109638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 04 12:39:28.493460 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.db [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] For port 5c2b355a-0f6a-4151-b031-75651c7951da, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5c2b355a-0f6a-4151-b031-75651c7951da,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:28.493929 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.506749 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.plugin [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Calling delete_port for 5c2b355a-0f6a-4151-b031-75651c7951da owned by network:dhcp {{(pid=109636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:28.518709 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Deleting port 5c2b355a-0f6a-4151-b031-75651c7951da {{(pid=109638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 04 12:39:28.519016 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779926910787'] for port, before_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.585106 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.db [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] For port 5c2b355a-0f6a-4151-b031-75651c7951da, host dv-neutron-835866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835866-1-hyperv',level=0,port_id=5c2b355a-0f6a-4151-b031-75651c7951da,segment=NetworkSegment(f5f83288-44fa-49d5-883c-3f6acb132129),segment_id=f5f83288-44fa-49d5-883c-3f6acb132129)] {{(pid=109638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 12:39:28.585672 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632262'] for port, precommit_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.600744 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Calling delete_port for 5c2b355a-0f6a-4151-b031-75651c7951da owned by network:dhcp {{(pid=109638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 04 12:39:28.662596 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127152186'] for port, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.681023 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779926915229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779926392805'] for port, after_delete {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.690903 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] No DVR routers for this DVR port 5c2b355a-0f6a-4151-b031-75651c7951da on host dv-neutron-835866-1-hyperv {{(pid=109636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:28.695077 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2b355a-0f6a-4151-b031-75651c7951da,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:28.711387 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] Pushing event deleted for resources: {'Port': ['ID=5c2b355a-0f6a-4151-b031-75651c7951da,revision_number=None']} {{(pid=109638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:28.715008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b9584-3286-4f43-8480-b559fd5e4d16 None None] No DVR routers for this DVR port 5c2b355a-0f6a-4151-b031-75651c7951da on host dv-neutron-835866-1-hyperv {{(pid=109638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 12:39:28.771061 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055580', 'neutron.services.segments.db._delete_segments_for_network-8779926925150'] for network, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.789891 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63227b52-67be-4d33-b08a-0c453c20667b']}} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:28.798902 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f83288-44fa-49d5-883c-3f6acb132129') {'for_net_delete': True} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:28.799196 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.services.segments.db [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f83288-44fa-49d5-883c-3f6acb132129') {} {{(pid=109636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 12:39:28.808085 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779926925415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2780856'] for segment, before_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.821740 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338'] for segment, precommit_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.827810 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 12:39:28.829722 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127152141'] for segment, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: Traceback (most recent call last): Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: timer() Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: cb(*args, **kw) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: return func(*args, **kwargs) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: self._notify() Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: self.callback(batched_events) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: event.method(event) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: return f(self, *a, **k) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._get(url).json() Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: return self.request(url, 'GET', **kwargs) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 12:39:28.829894 dv-neutron-835866-1-hyperv neutron-server[109636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 12:39:28.963066 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633286'] for network, after_delete {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.967982 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron_lib.callbacks.manager [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Notify callbacks [] for network, before_response {{(pid=109636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:28.971134 dv-neutron-835866-1-hyperv neutron-server[109636]: INFO neutron.wsgi [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] 10.222.0.43 "DELETE /v2.0/networks/63227b52-67be-4d33-b08a-0c453c20667b HTTP/1.1" status: 204 len: 168 time: 0.6776295 Apr 04 12:39:28.983384 dv-neutron-835866-1-hyperv neutron-server[109636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbda1f-1471-41bc-9b47-7d716ecdbf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=63227b52-67be-4d33-b08a-0c453c20667b,revision_number=None']} {{(pid=109636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:29.295998 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49248) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:29.298750 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 88662a5c-3c42-4127-bfc8-bec634323630 no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:29.320534 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 88662a5c-3c42-4127-bfc8-bec634323630 {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:29.320881 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 88662a5c-3c42-4127-bfc8-bec634323630 not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:29.321314 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32baa669-7217-46ba-be96-9cd2f585b64e no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:29.341219 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-09c4dbe8-1561-4d33-b8a0-e7d760797d95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f04d539565c64df78f96079cb5a02f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384159 Apr 04 12:39:29.343571 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49250) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:29.344205 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 32baa669-7217-46ba-be96-9cd2f585b64e {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:29.344558 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 32baa669-7217-46ba-be96-9cd2f585b64e not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:29.344984 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5c2b355a-0f6a-4151-b031-75651c7951da no longer exists at agent ovs-agent-dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 12:39:29.365053 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.plugin [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] No Port match for: 5c2b355a-0f6a-4151-b031-75651c7951da {{(pid=109638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 04 12:39:29.365406 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron.plugins.ml2.rpc [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Device 5c2b355a-0f6a-4151-b031-75651c7951da not bound to the agent host dv-neutron-835866-1-hyperv {{(pid=109638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 12:39:29.391415 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:29.412459 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:29.445198 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-76698de8-46f0-47dc-b547-22ff9d6b17f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:29.506078 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:29.508666 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:29.509852 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5691852e-5003-44eb-b33e-5c094a4b17e8 HTTP/1.1" status: 204 len: 168 time: 0.1653585 Apr 04 12:39:29.517692 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f43c-5861-4c15-8687-a8ba057b57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5691852e-5003-44eb-b33e-5c094a4b17e8,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:30.294705 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49256) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:30.334082 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-e281b6cc-e188-44d4-8cc3-4a731bff67ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1462d8e0593c45178612efdaf85a9fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381606 Apr 04 12:39:30.336276 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.wsgi [-] (109637) accepted ('10.222.0.43', 49258) {{(pid=109637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 04 12:39:30.384871 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:30.405407 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:30.530806 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596203'] for security_group, after_delete {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:30.533383 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron_lib.callbacks.manager [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:30.534581 dv-neutron-835866-1-hyperv neutron-server[109637]: INFO neutron.wsgi [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dee4402d-c962-4240-a38d-12f0ce9b1852 HTTP/1.1" status: 204 len: 168 time: 0.1974277 Apr 04 12:39:30.543109 dv-neutron-835866-1-hyperv neutron-server[109637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94187026-889c-47a5-aebd-48da41509156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4402d-c962-4240-a38d-12f0ce9b1852,revision_number=None']} {{(pid=109637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 12:39:30.765022 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:32.277064 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:32.416565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:34.759708 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:40.391596 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:39:57.301674 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e162f943-9ae7-423f-af48-a0f608adda90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:39:59.467589 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b07fd23d-10aa-4f11-bf1a-8c6996c7e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:00.776173 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:02.278368 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:02.436815 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:04.747232 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:17.390445 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:40:27.318436 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ba28c81b-502d-46a0-b571-4893b55ce283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:29.482590 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-e652aebe-2cb5-457b-bccd-39d61f139a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:30.786972 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:32.283732 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:32.432261 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:34.723858 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:54.389703 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:40:57.259475 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-61377779-736b-4f90-a360-277ab4cd795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:40:59.483890 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3973b6e2-0913-4eb0-82ef-a345e52ef797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:00.763126 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:02.294415 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:02.414900 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:04.757276 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:27.299405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b1d431a1-f0b5-4171-99a5-31960e914e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:29.499939 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-cbbbb687-6d06-4631-902c-9d1057353057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:30.762134 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:31.390440 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:41:32.276681 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:32.456167 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:34.780335 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:57.310796 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3025d6ed-9d50-485c-b0b0-a639edd036a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:41:59.476072 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f5050bc4-44a3-42f6-a36c-d67531be2e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:00.784872 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:02.281876 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:02.447910 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:04.761867 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:08.386319 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:42:27.253196 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d1d771a4-11af-4e5e-af10-34f83ea1f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:29.475462 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d445c9b5-0c30-4882-8cad-1664232ee089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:30.778390 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:32.275574 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:32.407403 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:34.795809 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:45.385942 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:42:57.275405 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-8b9dad2b-b022-4cbc-a498-acac3740b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:42:59.475565 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3b57a104-ece8-4bd1-8f2b-c3512868cdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:00.761414 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:02.287326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:02.440921 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:04.778341 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:22.384199 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:43:27.263974 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-29baeaae-2660-443a-9468-e6956dce0f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:29.475137 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0930-0d86-4f63-9b34-a1fbd9241192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:30.783442 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:32.281059 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:32.434488 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:34.795116 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:57.279182 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-edff2d6e-9cc5-4fd4-b94a-b1c9a574cf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:43:59.384066 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:43:59.486153 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-5781def4-4171-495a-9976-d701165b21b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:00.810588 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:02.303687 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:02.469861 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:04.789101 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:27.257392 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ebc189b6-027d-41c4-b6d5-0a85db48e8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:29.491521 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfa2e-65e2-41d4-9acd-e792afdc0123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:30.777559 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:32.297033 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:32.440326 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:34.787207 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:36.385790 dv-neutron-835866-1-hyperv neutron-server[109639]: DEBUG neutron.db.agents_db [None req-47d8bc05-8c95-41bc-8494-0400830573b3 None None] Agent healthcheck: found 6 active agents {{(pid=109639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 12:44:57.268546 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-f1df7e0b-47d8-4967-ae83-12ee17ed0d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:44:59.508757 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-3d052981-9e68-47eb-b5a5-231459d6a874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:45:00.771273 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d83c4e90-0923-43b5-8994-f9e08fbeda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:45:02.308680 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a636-370e-40c7-9813-194c87400d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:45:02.439008 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-b8add863-a8eb-458b-a63a-6e39de8d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 04 12:45:04.826320 dv-neutron-835866-1-hyperv neutron-server[109638]: DEBUG neutron_lib.callbacks.manager [None req-d3562af9-bfaa-420d-b344-de3ec64d0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779926925132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048524'] for agent, after_update {{(pid=109638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}